@kenz1117/dsh-engram 0.7.16 → 0.8.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/lib/client.js +2 -2
- package/lib/client.js.map +1 -1
- package/lib/index.js +86 -33
- package/package.json +2 -1
- package/scripts/link-peers.mjs +2 -0
package/lib/index.js
CHANGED
|
@@ -1562,6 +1562,10 @@ async function runHistoryBackfill(deps, defaults, overrides, onProgress, signal)
|
|
|
1562
1562
|
});
|
|
1563
1563
|
}
|
|
1564
1564
|
progress.turnsDone += 1;
|
|
1565
|
+
onProgress({
|
|
1566
|
+
...progress,
|
|
1567
|
+
currentSession: candidate.header.id
|
|
1568
|
+
});
|
|
1565
1569
|
}
|
|
1566
1570
|
await ensureSessionSummary({
|
|
1567
1571
|
events: candidate.events,
|
|
@@ -1592,6 +1596,40 @@ async function runHistoryBackfill(deps, defaults, overrides, onProgress, signal)
|
|
|
1592
1596
|
};
|
|
1593
1597
|
}
|
|
1594
1598
|
//#endregion
|
|
1599
|
+
//#region src/vec.ts
|
|
1600
|
+
/**
|
|
1601
|
+
* 向量相似度共享实现:store 检索与巩固聚类共用一份,替代历史上的两处复制。
|
|
1602
|
+
* @module @kenz1117/dsh-engram/vec
|
|
1603
|
+
*/
|
|
1604
|
+
/** 维度不匹配告警只发一次(模块级标记);上游单一嵌入模型下维度恒等,永不触发。 */
|
|
1605
|
+
let warnedDimensionMismatch = false;
|
|
1606
|
+
/**
|
|
1607
|
+
* 余弦相似度;任一向量零范数时返回 0。
|
|
1608
|
+
* 嵌入器当前为单一硬编码模型,维度恒等;一旦嵌入器可配置且两向量维度不同,
|
|
1609
|
+
* 逐维截断比较会产出「看起来像相似度的数」——这里响亮告警一次(不抛错,
|
|
1610
|
+
* 检索照常降级),供换模型时第一时间发现存量向量与新模型维度不一致。
|
|
1611
|
+
* @param a - 向量 A。
|
|
1612
|
+
* @param b - 向量 B。
|
|
1613
|
+
* @returns 余弦相似度,范围约 [-1, 1];零范数输入返回 0。
|
|
1614
|
+
*/
|
|
1615
|
+
function cosine(a, b) {
|
|
1616
|
+
if (a.length !== b.length && !warnedDimensionMismatch) {
|
|
1617
|
+
warnedDimensionMismatch = true;
|
|
1618
|
+
console.warn(`[dsh-engram] cosine dimension mismatch (${String(a.length)} vs ${String(b.length)}): mixed embedder models? retrieval quality is degraded`);
|
|
1619
|
+
}
|
|
1620
|
+
let dot = 0;
|
|
1621
|
+
let na = 0;
|
|
1622
|
+
let nb = 0;
|
|
1623
|
+
const len = Math.min(a.length, b.length);
|
|
1624
|
+
for (let i = 0; i < len; i++) {
|
|
1625
|
+
dot += a[i] * b[i];
|
|
1626
|
+
na += a[i] * a[i];
|
|
1627
|
+
nb += b[i] * b[i];
|
|
1628
|
+
}
|
|
1629
|
+
if (na === 0 || nb === 0) return 0;
|
|
1630
|
+
return dot / (Math.sqrt(na) * Math.sqrt(nb));
|
|
1631
|
+
}
|
|
1632
|
+
//#endregion
|
|
1595
1633
|
//#region src/consolidation/run.ts
|
|
1596
1634
|
/** 单条整理动作(写入 op_log 的统一标记)。 */
|
|
1597
1635
|
const CONSOLIDATION_OP = "consolidation";
|
|
@@ -1684,7 +1722,7 @@ async function runConsolidation(store, embedder, opts = {}) {
|
|
|
1684
1722
|
if (visited.has(b.id)) continue;
|
|
1685
1723
|
const bVec = vectors.get(b.id);
|
|
1686
1724
|
if (bVec === void 0) continue;
|
|
1687
|
-
if (cosine
|
|
1725
|
+
if (cosine(vectors.get(a.id), bVec) >= options.mergeThreshold) dupes.push(b);
|
|
1688
1726
|
}
|
|
1689
1727
|
if (dupes.length === 0) continue;
|
|
1690
1728
|
const ids = dupes.map((record) => record.id);
|
|
@@ -1721,20 +1759,6 @@ async function runConsolidation(store, embedder, opts = {}) {
|
|
|
1721
1759
|
} catch {}
|
|
1722
1760
|
return report;
|
|
1723
1761
|
}
|
|
1724
|
-
/** cosine 相似度(两个等长非零向量)。 */
|
|
1725
|
-
function cosine$1(a, b) {
|
|
1726
|
-
let dot = 0;
|
|
1727
|
-
let na = 0;
|
|
1728
|
-
let nb = 0;
|
|
1729
|
-
const n = Math.min(a.length, b.length);
|
|
1730
|
-
for (let i = 0; i < n; i += 1) {
|
|
1731
|
-
dot += a[i] * b[i];
|
|
1732
|
-
na += a[i] * a[i];
|
|
1733
|
-
nb += b[i] * b[i];
|
|
1734
|
-
}
|
|
1735
|
-
const denom = Math.sqrt(na) * Math.sqrt(nb);
|
|
1736
|
-
return denom === 0 ? 0 : dot / denom;
|
|
1737
|
-
}
|
|
1738
1762
|
//#endregion
|
|
1739
1763
|
//#region src/consolidation/reflect.ts
|
|
1740
1764
|
/**
|
|
@@ -2589,6 +2613,37 @@ async function countByOp(store, sinceMs) {
|
|
|
2589
2613
|
}
|
|
2590
2614
|
return counts;
|
|
2591
2615
|
}
|
|
2616
|
+
/** 按天汇总 op_log 中的所有写侧活动(用于活动热力日历)。返回的 dayMs 是该日 0 点的本地时间戳。
|
|
2617
|
+
* 包含 write/update/ingest-done/ingest-request/distill-request/consolidation/restore/forget,排除纯读侧(search/outcome-report)。 */
|
|
2618
|
+
async function countByDay(store, sinceMs, untilMs) {
|
|
2619
|
+
const ops = await store.recentOps(1e5);
|
|
2620
|
+
const counts = /* @__PURE__ */ new Map();
|
|
2621
|
+
const dayMs = (ms) => {
|
|
2622
|
+
const d = new Date(ms);
|
|
2623
|
+
d.setHours(0, 0, 0, 0);
|
|
2624
|
+
return d.getTime();
|
|
2625
|
+
};
|
|
2626
|
+
const startDay = dayMs(sinceMs);
|
|
2627
|
+
const endDay = dayMs(untilMs);
|
|
2628
|
+
for (let t = startDay; t <= endDay; t += 864e5) counts.set(t, 0);
|
|
2629
|
+
const writeOps = /* @__PURE__ */ new Set([
|
|
2630
|
+
"write",
|
|
2631
|
+
"update",
|
|
2632
|
+
"ingest-done",
|
|
2633
|
+
"ingest-request",
|
|
2634
|
+
"distill-request",
|
|
2635
|
+
"consolidation",
|
|
2636
|
+
"restore",
|
|
2637
|
+
"forget"
|
|
2638
|
+
]);
|
|
2639
|
+
for (const op of ops) {
|
|
2640
|
+
if (op.at < sinceMs || op.at > untilMs) continue;
|
|
2641
|
+
if (!writeOps.has(op.op)) continue;
|
|
2642
|
+
const d = dayMs(op.at);
|
|
2643
|
+
counts.set(d, (counts.get(d) ?? 0) + 1);
|
|
2644
|
+
}
|
|
2645
|
+
return counts;
|
|
2646
|
+
}
|
|
2592
2647
|
/** 聚合两库的指标 + 各 scope 状态。
|
|
2593
2648
|
* @param scopeFilter - 限定只聚合指定 scope;undefined = 三库全聚合(向后兼容)。 */
|
|
2594
2649
|
async function aggregateTelemetry(openStore, windowDays = DEFAULT_WINDOW_DAYS, scopeFilter) {
|
|
@@ -2611,12 +2666,18 @@ async function aggregateTelemetry(openStore, windowDays = DEFAULT_WINDOW_DAYS, s
|
|
|
2611
2666
|
compressRequests: 0,
|
|
2612
2667
|
searchRewrites: 0,
|
|
2613
2668
|
consumptions: 0,
|
|
2614
|
-
consolidations: 0
|
|
2669
|
+
consolidations: 0,
|
|
2670
|
+
reviewAnswers: 0
|
|
2615
2671
|
};
|
|
2616
2672
|
const scopeViews = [];
|
|
2673
|
+
const dailyTotals = /* @__PURE__ */ new Map();
|
|
2617
2674
|
for (const scope of scopes) try {
|
|
2618
2675
|
const store = await openStore(scope);
|
|
2619
|
-
const [counts, stats] = await Promise.all([
|
|
2676
|
+
const [counts, stats, daily] = await Promise.all([
|
|
2677
|
+
countByOp(store, sinceMs),
|
|
2678
|
+
store.stats(),
|
|
2679
|
+
countByDay(store, sinceMs, untilMs)
|
|
2680
|
+
]);
|
|
2620
2681
|
countsAgg.ingestRequests += counts["ingest-request"] ?? 0;
|
|
2621
2682
|
countsAgg.ingestDones += counts["ingest-done"] ?? 0;
|
|
2622
2683
|
countsAgg.searches += counts["search-rewrite-request"] ?? 0;
|
|
@@ -2629,19 +2690,25 @@ async function aggregateTelemetry(openStore, windowDays = DEFAULT_WINDOW_DAYS, s
|
|
|
2629
2690
|
countsAgg.searchRewrites += counts["search-rewrite-request"] ?? 0;
|
|
2630
2691
|
countsAgg.consumptions += counts["outcome-report"] ?? 0;
|
|
2631
2692
|
countsAgg.consolidations += counts["consolidation"] ?? 0;
|
|
2693
|
+
countsAgg.reviewAnswers += counts["review-answer"] ?? 0;
|
|
2632
2694
|
scopeViews.push({
|
|
2633
2695
|
scope,
|
|
2634
2696
|
active: stats.active,
|
|
2635
2697
|
total: stats.total,
|
|
2636
2698
|
signalRatio: stats.signalRatio
|
|
2637
2699
|
});
|
|
2700
|
+
for (const [day, n] of daily) dailyTotals.set(day, (dailyTotals.get(day) ?? 0) + n);
|
|
2638
2701
|
} catch {}
|
|
2639
2702
|
return {
|
|
2640
2703
|
windowDays,
|
|
2641
2704
|
sinceMs,
|
|
2642
2705
|
untilMs,
|
|
2643
2706
|
counts: countsAgg,
|
|
2644
|
-
scopes: scopeViews
|
|
2707
|
+
scopes: scopeViews,
|
|
2708
|
+
dailyWrites: Array.from(dailyTotals.entries()).sort(([a], [b]) => a - b).map(([dayMs, count]) => ({
|
|
2709
|
+
dayMs,
|
|
2710
|
+
count
|
|
2711
|
+
}))
|
|
2645
2712
|
};
|
|
2646
2713
|
}
|
|
2647
2714
|
//#endregion
|
|
@@ -3329,7 +3396,7 @@ function registerEngramRoutes(ctx, deps) {
|
|
|
3329
3396
|
return;
|
|
3330
3397
|
}
|
|
3331
3398
|
if (req.method === "GET" && route === "telemetry") {
|
|
3332
|
-
const windowDays = Math.min(
|
|
3399
|
+
const windowDays = Math.min(366, Math.max(1, Number(url.searchParams.get("days") ?? 7) || 7));
|
|
3333
3400
|
const rawScope = url.searchParams.get("scope");
|
|
3334
3401
|
json(res, 200, await aggregateTelemetry((scope) => storeFor(scope), windowDays, rawScope === "user" ? "user" : rawScope === "project" ? "project" : rawScope === "shared" ? "shared" : void 0));
|
|
3335
3402
|
return;
|
|
@@ -4132,20 +4199,6 @@ function observationRowToRecord(row) {
|
|
|
4132
4199
|
lastValidatedAt: row.last_validated_at
|
|
4133
4200
|
};
|
|
4134
4201
|
}
|
|
4135
|
-
/** 余弦相似度;任一向量零范数时返回 0。 */
|
|
4136
|
-
function cosine(a, b) {
|
|
4137
|
-
let dot = 0;
|
|
4138
|
-
let na = 0;
|
|
4139
|
-
let nb = 0;
|
|
4140
|
-
const len = Math.min(a.length, b.length);
|
|
4141
|
-
for (let i = 0; i < len; i++) {
|
|
4142
|
-
dot += a[i] * b[i];
|
|
4143
|
-
na += a[i] * a[i];
|
|
4144
|
-
nb += b[i] * b[i];
|
|
4145
|
-
}
|
|
4146
|
-
if (na === 0 || nb === 0) return 0;
|
|
4147
|
-
return dot / (Math.sqrt(na) * Math.sqrt(nb));
|
|
4148
|
-
}
|
|
4149
4202
|
/**
|
|
4150
4203
|
* 中文 2-gram + 西文词元切词:unicode61 把连续汉字当作单个 token,无法支撑短语检索,
|
|
4151
4204
|
* 因此入库与查询前都把中文按两字窗口切开、西文按词保留,用空格分隔交给 FTS5。
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@kenz1117/dsh-engram",
|
|
3
3
|
"description": "Cross-session long-term memory for DeepSeek Harness (memory palace · AGI Architecture Exploration on dsh-market): dual-scope SQLite memory graph, hybrid retrieval, provenance audit, and a knowledge flywheel.",
|
|
4
|
-
"version": "0.
|
|
4
|
+
"version": "0.8.12",
|
|
5
5
|
"icon": "icon.svg",
|
|
6
6
|
"logo": "icon-256.svg",
|
|
7
7
|
"publishConfig": {
|
|
@@ -76,6 +76,7 @@
|
|
|
76
76
|
"peerDependencies": {
|
|
77
77
|
"@deepseek-ai/cordis": "*",
|
|
78
78
|
"@deepseek-ai/dsh-agent": "*",
|
|
79
|
+
"@deepseek-ai/dsh-client-ui-layout": "*",
|
|
79
80
|
"@deepseek-ai/dsh-llm": "*",
|
|
80
81
|
"@deepseek-ai/dsh-tools": "*",
|
|
81
82
|
"@deepseek-ai/schemastery": "*"
|
package/scripts/link-peers.mjs
CHANGED
|
@@ -33,6 +33,8 @@ const LINKED_PACKAGES = [
|
|
|
33
33
|
['@deepseek-ai/dsh-client-ui-settings', 'packages/client/ui-settings'],
|
|
34
34
|
['@deepseek-ai/dsh-client-ui-renderer', 'packages/client/ui-renderer'],
|
|
35
35
|
['@deepseek-ai/dsh-client-ui-slots', 'packages/client/ui-slots'],
|
|
36
|
+
['@deepseek-ai/dsh-client-ui-layout', 'packages/client/ui-layout'],
|
|
37
|
+
['@deepseek-ai/dsh-client-ui-sidebar', 'packages/client/ui-sidebar'],
|
|
36
38
|
['@deepseek-ai/dsh-llm', 'packages/llm/llm'],
|
|
37
39
|
['@deepseek-ai/dsh-agent', 'packages/core/agent'],
|
|
38
40
|
['@deepseek-ai/dsh-scope', 'packages/core/scope'],
|