@kenz1117/dsh-engram 0.7.16 → 0.8.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/lib/index.js CHANGED
@@ -1562,6 +1562,10 @@ async function runHistoryBackfill(deps, defaults, overrides, onProgress, signal)
1562
1562
  });
1563
1563
  }
1564
1564
  progress.turnsDone += 1;
1565
+ onProgress({
1566
+ ...progress,
1567
+ currentSession: candidate.header.id
1568
+ });
1565
1569
  }
1566
1570
  await ensureSessionSummary({
1567
1571
  events: candidate.events,
@@ -1592,6 +1596,40 @@ async function runHistoryBackfill(deps, defaults, overrides, onProgress, signal)
1592
1596
  };
1593
1597
  }
1594
1598
  //#endregion
1599
+ //#region src/vec.ts
1600
+ /**
1601
+ * 向量相似度共享实现:store 检索与巩固聚类共用一份,替代历史上的两处复制。
1602
+ * @module @kenz1117/dsh-engram/vec
1603
+ */
1604
+ /** 维度不匹配告警只发一次(模块级标记);上游单一嵌入模型下维度恒等,永不触发。 */
1605
+ let warnedDimensionMismatch = false;
1606
+ /**
1607
+ * 余弦相似度;任一向量零范数时返回 0。
1608
+ * 嵌入器当前为单一硬编码模型,维度恒等;一旦嵌入器可配置且两向量维度不同,
1609
+ * 逐维截断比较会产出「看起来像相似度的数」——这里响亮告警一次(不抛错,
1610
+ * 检索照常降级),供换模型时第一时间发现存量向量与新模型维度不一致。
1611
+ * @param a - 向量 A。
1612
+ * @param b - 向量 B。
1613
+ * @returns 余弦相似度,范围约 [-1, 1];零范数输入返回 0。
1614
+ */
1615
+ function cosine(a, b) {
1616
+ if (a.length !== b.length && !warnedDimensionMismatch) {
1617
+ warnedDimensionMismatch = true;
1618
+ console.warn(`[dsh-engram] cosine dimension mismatch (${String(a.length)} vs ${String(b.length)}): mixed embedder models? retrieval quality is degraded`);
1619
+ }
1620
+ let dot = 0;
1621
+ let na = 0;
1622
+ let nb = 0;
1623
+ const len = Math.min(a.length, b.length);
1624
+ for (let i = 0; i < len; i++) {
1625
+ dot += a[i] * b[i];
1626
+ na += a[i] * a[i];
1627
+ nb += b[i] * b[i];
1628
+ }
1629
+ if (na === 0 || nb === 0) return 0;
1630
+ return dot / (Math.sqrt(na) * Math.sqrt(nb));
1631
+ }
1632
+ //#endregion
1595
1633
  //#region src/consolidation/run.ts
1596
1634
  /** 单条整理动作(写入 op_log 的统一标记)。 */
1597
1635
  const CONSOLIDATION_OP = "consolidation";
@@ -1684,7 +1722,7 @@ async function runConsolidation(store, embedder, opts = {}) {
1684
1722
  if (visited.has(b.id)) continue;
1685
1723
  const bVec = vectors.get(b.id);
1686
1724
  if (bVec === void 0) continue;
1687
- if (cosine$1(vectors.get(a.id), bVec) >= options.mergeThreshold) dupes.push(b);
1725
+ if (cosine(vectors.get(a.id), bVec) >= options.mergeThreshold) dupes.push(b);
1688
1726
  }
1689
1727
  if (dupes.length === 0) continue;
1690
1728
  const ids = dupes.map((record) => record.id);
@@ -1721,20 +1759,6 @@ async function runConsolidation(store, embedder, opts = {}) {
1721
1759
  } catch {}
1722
1760
  return report;
1723
1761
  }
1724
- /** cosine 相似度(两个等长非零向量)。 */
1725
- function cosine$1(a, b) {
1726
- let dot = 0;
1727
- let na = 0;
1728
- let nb = 0;
1729
- const n = Math.min(a.length, b.length);
1730
- for (let i = 0; i < n; i += 1) {
1731
- dot += a[i] * b[i];
1732
- na += a[i] * a[i];
1733
- nb += b[i] * b[i];
1734
- }
1735
- const denom = Math.sqrt(na) * Math.sqrt(nb);
1736
- return denom === 0 ? 0 : dot / denom;
1737
- }
1738
1762
  //#endregion
1739
1763
  //#region src/consolidation/reflect.ts
1740
1764
  /**
@@ -2589,6 +2613,37 @@ async function countByOp(store, sinceMs) {
2589
2613
  }
2590
2614
  return counts;
2591
2615
  }
2616
+ /** 按天汇总 op_log 中的所有写侧活动(用于活动热力日历)。返回的 dayMs 是该日 0 点的本地时间戳。
2617
+ * 包含 write/update/ingest-done/ingest-request/distill-request/consolidation/restore/forget,排除纯读侧(search/outcome-report)。 */
2618
+ async function countByDay(store, sinceMs, untilMs) {
2619
+ const ops = await store.recentOps(1e5);
2620
+ const counts = /* @__PURE__ */ new Map();
2621
+ const dayMs = (ms) => {
2622
+ const d = new Date(ms);
2623
+ d.setHours(0, 0, 0, 0);
2624
+ return d.getTime();
2625
+ };
2626
+ const startDay = dayMs(sinceMs);
2627
+ const endDay = dayMs(untilMs);
2628
+ for (let t = startDay; t <= endDay; t += 864e5) counts.set(t, 0);
2629
+ const writeOps = /* @__PURE__ */ new Set([
2630
+ "write",
2631
+ "update",
2632
+ "ingest-done",
2633
+ "ingest-request",
2634
+ "distill-request",
2635
+ "consolidation",
2636
+ "restore",
2637
+ "forget"
2638
+ ]);
2639
+ for (const op of ops) {
2640
+ if (op.at < sinceMs || op.at > untilMs) continue;
2641
+ if (!writeOps.has(op.op)) continue;
2642
+ const d = dayMs(op.at);
2643
+ counts.set(d, (counts.get(d) ?? 0) + 1);
2644
+ }
2645
+ return counts;
2646
+ }
2592
2647
  /** 聚合两库的指标 + 各 scope 状态。
2593
2648
  * @param scopeFilter - 限定只聚合指定 scope;undefined = 三库全聚合(向后兼容)。 */
2594
2649
  async function aggregateTelemetry(openStore, windowDays = DEFAULT_WINDOW_DAYS, scopeFilter) {
@@ -2611,12 +2666,18 @@ async function aggregateTelemetry(openStore, windowDays = DEFAULT_WINDOW_DAYS, s
2611
2666
  compressRequests: 0,
2612
2667
  searchRewrites: 0,
2613
2668
  consumptions: 0,
2614
- consolidations: 0
2669
+ consolidations: 0,
2670
+ reviewAnswers: 0
2615
2671
  };
2616
2672
  const scopeViews = [];
2673
+ const dailyTotals = /* @__PURE__ */ new Map();
2617
2674
  for (const scope of scopes) try {
2618
2675
  const store = await openStore(scope);
2619
- const [counts, stats] = await Promise.all([countByOp(store, sinceMs), store.stats()]);
2676
+ const [counts, stats, daily] = await Promise.all([
2677
+ countByOp(store, sinceMs),
2678
+ store.stats(),
2679
+ countByDay(store, sinceMs, untilMs)
2680
+ ]);
2620
2681
  countsAgg.ingestRequests += counts["ingest-request"] ?? 0;
2621
2682
  countsAgg.ingestDones += counts["ingest-done"] ?? 0;
2622
2683
  countsAgg.searches += counts["search-rewrite-request"] ?? 0;
@@ -2629,19 +2690,25 @@ async function aggregateTelemetry(openStore, windowDays = DEFAULT_WINDOW_DAYS, s
2629
2690
  countsAgg.searchRewrites += counts["search-rewrite-request"] ?? 0;
2630
2691
  countsAgg.consumptions += counts["outcome-report"] ?? 0;
2631
2692
  countsAgg.consolidations += counts["consolidation"] ?? 0;
2693
+ countsAgg.reviewAnswers += counts["review-answer"] ?? 0;
2632
2694
  scopeViews.push({
2633
2695
  scope,
2634
2696
  active: stats.active,
2635
2697
  total: stats.total,
2636
2698
  signalRatio: stats.signalRatio
2637
2699
  });
2700
+ for (const [day, n] of daily) dailyTotals.set(day, (dailyTotals.get(day) ?? 0) + n);
2638
2701
  } catch {}
2639
2702
  return {
2640
2703
  windowDays,
2641
2704
  sinceMs,
2642
2705
  untilMs,
2643
2706
  counts: countsAgg,
2644
- scopes: scopeViews
2707
+ scopes: scopeViews,
2708
+ dailyWrites: Array.from(dailyTotals.entries()).sort(([a], [b]) => a - b).map(([dayMs, count]) => ({
2709
+ dayMs,
2710
+ count
2711
+ }))
2645
2712
  };
2646
2713
  }
2647
2714
  //#endregion
@@ -3329,7 +3396,7 @@ function registerEngramRoutes(ctx, deps) {
3329
3396
  return;
3330
3397
  }
3331
3398
  if (req.method === "GET" && route === "telemetry") {
3332
- const windowDays = Math.min(90, Math.max(1, Number(url.searchParams.get("days") ?? 7) || 7));
3399
+ const windowDays = Math.min(366, Math.max(1, Number(url.searchParams.get("days") ?? 7) || 7));
3333
3400
  const rawScope = url.searchParams.get("scope");
3334
3401
  json(res, 200, await aggregateTelemetry((scope) => storeFor(scope), windowDays, rawScope === "user" ? "user" : rawScope === "project" ? "project" : rawScope === "shared" ? "shared" : void 0));
3335
3402
  return;
@@ -4132,20 +4199,6 @@ function observationRowToRecord(row) {
4132
4199
  lastValidatedAt: row.last_validated_at
4133
4200
  };
4134
4201
  }
4135
- /** 余弦相似度;任一向量零范数时返回 0。 */
4136
- function cosine(a, b) {
4137
- let dot = 0;
4138
- let na = 0;
4139
- let nb = 0;
4140
- const len = Math.min(a.length, b.length);
4141
- for (let i = 0; i < len; i++) {
4142
- dot += a[i] * b[i];
4143
- na += a[i] * a[i];
4144
- nb += b[i] * b[i];
4145
- }
4146
- if (na === 0 || nb === 0) return 0;
4147
- return dot / (Math.sqrt(na) * Math.sqrt(nb));
4148
- }
4149
4202
  /**
4150
4203
  * 中文 2-gram + 西文词元切词:unicode61 把连续汉字当作单个 token,无法支撑短语检索,
4151
4204
  * 因此入库与查询前都把中文按两字窗口切开、西文按词保留,用空格分隔交给 FTS5。
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@kenz1117/dsh-engram",
3
3
  "description": "Cross-session long-term memory for DeepSeek Harness (memory palace · AGI Architecture Exploration on dsh-market): dual-scope SQLite memory graph, hybrid retrieval, provenance audit, and a knowledge flywheel.",
4
- "version": "0.7.16",
4
+ "version": "0.8.12",
5
5
  "icon": "icon.svg",
6
6
  "logo": "icon-256.svg",
7
7
  "publishConfig": {
@@ -76,6 +76,7 @@
76
76
  "peerDependencies": {
77
77
  "@deepseek-ai/cordis": "*",
78
78
  "@deepseek-ai/dsh-agent": "*",
79
+ "@deepseek-ai/dsh-client-ui-layout": "*",
79
80
  "@deepseek-ai/dsh-llm": "*",
80
81
  "@deepseek-ai/dsh-tools": "*",
81
82
  "@deepseek-ai/schemastery": "*"
@@ -33,6 +33,8 @@ const LINKED_PACKAGES = [
33
33
  ['@deepseek-ai/dsh-client-ui-settings', 'packages/client/ui-settings'],
34
34
  ['@deepseek-ai/dsh-client-ui-renderer', 'packages/client/ui-renderer'],
35
35
  ['@deepseek-ai/dsh-client-ui-slots', 'packages/client/ui-slots'],
36
+ ['@deepseek-ai/dsh-client-ui-layout', 'packages/client/ui-layout'],
37
+ ['@deepseek-ai/dsh-client-ui-sidebar', 'packages/client/ui-sidebar'],
36
38
  ['@deepseek-ai/dsh-llm', 'packages/llm/llm'],
37
39
  ['@deepseek-ai/dsh-agent', 'packages/core/agent'],
38
40
  ['@deepseek-ai/dsh-scope', 'packages/core/scope'],