pi-mega-compact 0.7.8 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (122) hide show
  1. package/README.md +11 -12
  2. package/dist/extensions/dashboard-server/html.js +1023 -0
  3. package/dist/extensions/dashboard-server/html.test.js +41 -0
  4. package/dist/extensions/dashboard-server/index-reader.js +133 -0
  5. package/dist/extensions/dashboard-server/server.js +530 -0
  6. package/dist/extensions/dashboard-server/server.test.js +120 -0
  7. package/dist/extensions/dashboard-server/snapshot.js +43 -0
  8. package/dist/extensions/dashboard-server/state.js +30 -0
  9. package/dist/extensions/dashboard-server/types.js +5 -0
  10. package/dist/extensions/dashboard-server-s32.test.js +181 -0
  11. package/dist/extensions/dashboard-server.js +7 -1315
  12. package/dist/extensions/mega-commands.js +162 -134
  13. package/dist/extensions/mega-compact.js +3 -0
  14. package/dist/extensions/mega-compact.test.js +90 -21
  15. package/dist/extensions/mega-conflict-cmds.js +5 -1
  16. package/dist/extensions/mega-dashboard-cmds.js +29 -22
  17. package/dist/extensions/mega-db-cmds.js +11 -2
  18. package/dist/extensions/mega-events/agent-handlers.js +222 -0
  19. package/dist/extensions/mega-events/compact-handlers.js +162 -0
  20. package/dist/extensions/mega-events/context-handler.js +249 -0
  21. package/dist/extensions/mega-events/register.js +21 -0
  22. package/dist/extensions/mega-events/session-handlers.js +142 -0
  23. package/dist/extensions/mega-events.js +15 -699
  24. package/dist/extensions/mega-game-cmds.js +106 -0
  25. package/dist/extensions/mega-game-cmds.test.js +113 -0
  26. package/dist/extensions/mega-pipeline/compact.js +324 -0
  27. package/dist/extensions/mega-pipeline/memory-review.js +38 -0
  28. package/dist/extensions/mega-pipeline/recall.js +147 -0
  29. package/dist/extensions/mega-pipeline.js +9 -480
  30. package/dist/extensions/mega-runtime/helpers.js +40 -0
  31. package/dist/extensions/mega-runtime/query.js +29 -0
  32. package/dist/extensions/mega-runtime/state.js +877 -0
  33. package/dist/extensions/mega-runtime/state.test.js +171 -0
  34. package/dist/extensions/mega-runtime/widget.js +270 -0
  35. package/dist/extensions/mega-runtime/widget.test.js +160 -0
  36. package/dist/extensions/mega-runtime.js +15 -947
  37. package/dist/src/config/themes.js +84 -0
  38. package/dist/src/config/themes.test.js +94 -0
  39. package/dist/src/game/scoring.js +105 -0
  40. package/dist/src/game/scoring.test.js +98 -0
  41. package/dist/src/store/sqlite/checkpoints.js +145 -0
  42. package/dist/src/store/sqlite/dedup-mirror.js +64 -0
  43. package/dist/src/store/sqlite/foundation.js +38 -0
  44. package/dist/src/store/sqlite/game-achievements.js +111 -0
  45. package/dist/src/store/sqlite/game-achievements.test.js +67 -0
  46. package/dist/src/store/sqlite/game-scores.js +105 -0
  47. package/dist/src/store/sqlite/game-scores.test.js +106 -0
  48. package/dist/src/store/sqlite/game-state.js +54 -0
  49. package/dist/src/store/sqlite/game-state.test.js +76 -0
  50. package/dist/src/store/sqlite/global-index.js +224 -0
  51. package/dist/src/store/sqlite/maintenance.js +235 -0
  52. package/dist/src/store/sqlite/memories.js +164 -0
  53. package/dist/src/store/sqlite/meta.js +82 -0
  54. package/dist/src/store/sqlite/model-snapshots.js +47 -0
  55. package/dist/src/store/sqlite/raptor.js +57 -0
  56. package/dist/src/store/sqlite/raw-transcript.js +134 -0
  57. package/dist/src/store/sqlite/schema.js +294 -0
  58. package/dist/src/store/sqlite/session-state.js +28 -0
  59. package/dist/src/store/sqlite/stats.js +66 -0
  60. package/dist/src/store/sqlite/utils.js +120 -0
  61. package/dist/src/store/sqlite.js +23 -1607
  62. package/extensions/dashboard-server/html.test.ts +50 -0
  63. package/extensions/dashboard-server/html.ts +1026 -0
  64. package/extensions/dashboard-server/index-reader.ts +130 -0
  65. package/extensions/dashboard-server/server.test.ts +131 -0
  66. package/extensions/dashboard-server/server.ts +505 -0
  67. package/extensions/dashboard-server/snapshot.ts +44 -0
  68. package/extensions/dashboard-server/state.ts +33 -0
  69. package/extensions/dashboard-server/types.ts +134 -0
  70. package/extensions/dashboard-server-s32.test.ts +195 -0
  71. package/extensions/dashboard-server.ts +7 -1431
  72. package/extensions/mega-commands.ts +33 -10
  73. package/extensions/mega-compact.test.ts +198 -43
  74. package/extensions/mega-compact.ts +3 -0
  75. package/extensions/mega-conflict-cmds.ts +6 -2
  76. package/extensions/mega-dashboard-cmds.ts +30 -23
  77. package/extensions/mega-db-cmds.ts +11 -3
  78. package/extensions/mega-events/agent-handlers.ts +262 -0
  79. package/extensions/mega-events/compact-handlers.ts +192 -0
  80. package/extensions/mega-events/context-handler.ts +290 -0
  81. package/extensions/mega-events/register.ts +37 -0
  82. package/extensions/mega-events/session-handlers.ts +165 -0
  83. package/extensions/mega-events.ts +15 -780
  84. package/extensions/mega-game-cmds.test.ts +137 -0
  85. package/extensions/mega-game-cmds.ts +122 -0
  86. package/extensions/mega-pipeline/compact.ts +366 -0
  87. package/extensions/mega-pipeline/memory-review.ts +46 -0
  88. package/extensions/mega-pipeline/recall.ts +165 -0
  89. package/extensions/mega-pipeline.ts +9 -537
  90. package/extensions/mega-runtime/helpers.ts +68 -0
  91. package/extensions/mega-runtime/query.ts +29 -0
  92. package/extensions/mega-runtime/state.test.ts +171 -0
  93. package/extensions/mega-runtime/state.ts +967 -0
  94. package/extensions/mega-runtime/widget.test.ts +185 -0
  95. package/extensions/mega-runtime/widget.ts +359 -0
  96. package/extensions/mega-runtime.ts +15 -1093
  97. package/package.json +4 -3
  98. package/src/config/themes.test.ts +116 -0
  99. package/src/config/themes.ts +124 -0
  100. package/src/game/scoring.test.ts +103 -0
  101. package/src/game/scoring.ts +158 -0
  102. package/src/store/sqlite/checkpoints.ts +204 -0
  103. package/src/store/sqlite/dedup-mirror.ts +114 -0
  104. package/src/store/sqlite/foundation.ts +63 -0
  105. package/src/store/sqlite/game-achievements.test.ts +80 -0
  106. package/src/store/sqlite/game-achievements.ts +147 -0
  107. package/src/store/sqlite/game-scores.test.ts +132 -0
  108. package/src/store/sqlite/game-scores.ts +168 -0
  109. package/src/store/sqlite/game-state.test.ts +89 -0
  110. package/src/store/sqlite/game-state.ts +87 -0
  111. package/src/store/sqlite/global-index.ts +305 -0
  112. package/src/store/sqlite/maintenance.ts +294 -0
  113. package/src/store/sqlite/memories.ts +217 -0
  114. package/src/store/sqlite/meta.ts +108 -0
  115. package/src/store/sqlite/model-snapshots.ts +83 -0
  116. package/src/store/sqlite/raptor.ts +107 -0
  117. package/src/store/sqlite/raw-transcript.ts +221 -0
  118. package/src/store/sqlite/schema.ts +305 -0
  119. package/src/store/sqlite/session-state.ts +38 -0
  120. package/src/store/sqlite/stats.ts +127 -0
  121. package/src/store/sqlite/utils.ts +125 -0
  122. package/src/store/sqlite.ts +23 -2204
@@ -0,0 +1,134 @@
1
+ /**
2
+ * dashboard-server/types.ts — shared types for the dashboard server.
3
+ */
4
+
5
+ // Active-window cutoff (seconds) for the /api/servers endpoint.
6
+ export const ACTIVE_WINDOW_SEC = 1800;
7
+
8
+ export interface IndexRepo {
9
+ repoRoot: string;
10
+ displayName: string;
11
+ stateDir: string;
12
+ checkpointCount: number;
13
+ tokensSaved: number;
14
+ compressedOriginalBytes: number;
15
+ lastCompactedAt: number | null;
16
+ provider: string | null;
17
+ providerName: string | null;
18
+ modelName: string | null;
19
+ inputRate: number | null;
20
+ outputRate: number | null;
21
+ lastSeen: number;
22
+ // Per-repo token + model detail (S25 dashboard enrichment), read directly
23
+ // from each repo's node:sqlite store at stateDir. tokensKept = Σ stored
24
+ // summary tokens ("out"); tokensDropped = Σ original region tokens ("in");
25
+ // sessions = distinct sessions with a checkpoint; contextWindow/maxTokens/
26
+ // reasoning come from the latest model_snapshots row for that repo.
27
+ tokensKept: number;
28
+ tokensDropped: number;
29
+ sessions: number;
30
+ contextWindow: number | null;
31
+ maxTokens: number | null;
32
+ reasoning: boolean | null;
33
+ }
34
+
35
+ export interface IndexSummary {
36
+ totalRepos: number;
37
+ totalCheckpoints: number;
38
+ totalTokensSaved: number;
39
+ totalCompressedOriginalBytes: number;
40
+ }
41
+
42
+ export type IndexIndex = { updatedAt: string; summary: IndexSummary | null; repos: IndexRepo[] };
43
+
44
+ export interface Snapshot {
45
+ version: number;
46
+ updatedAt: string | null;
47
+ tier: string;
48
+ presetTier: string;
49
+ pressure: number;
50
+ config: {
51
+ fastGatePct: number;
52
+ thresholdTokens: number;
53
+ anchorUserMessages: number;
54
+ preserveRecent: number;
55
+ auto: boolean;
56
+ autoInlineK: number;
57
+ };
58
+ session: {
59
+ id: string | null;
60
+ state: string | null;
61
+ persistedThisSession: boolean;
62
+ lastCheckpointId: string | null;
63
+ lastCompactedFrom: number;
64
+ };
65
+ context: {
66
+ tokens: number | null;
67
+ percent: number | null;
68
+ contextWindow: number;
69
+ };
70
+ trigger: {
71
+ armed: boolean;
72
+ ready: boolean;
73
+ currentTokens: number | null;
74
+ thresholdTokens: number;
75
+ fastGatePct: number;
76
+ };
77
+ store: {
78
+ checkpointCount: number;
79
+ totalTokenEstimate: number;
80
+ originalTokens: number;
81
+ tokensSaved: number;
82
+ injectedCount: number;
83
+ dedupHitRate: number;
84
+ storageDedupRate: number;
85
+ dedupCollapsed: number;
86
+ };
87
+ crew: {
88
+ activeAgents: number;
89
+ currentTurn: number;
90
+ };
91
+ repo: {
92
+ checkpointCount: number;
93
+ totalTokenEstimate: number;
94
+ originalTokens: number;
95
+ tokensSaved: number;
96
+ sessionCount: number;
97
+ dedupAttempts: number;
98
+ dedupCollapsed: number;
99
+ storageDedupRate: number;
100
+ };
101
+ integrity: {
102
+ regionsRetained: number;
103
+ compressedOriginalBytes: number;
104
+ duplicatesCollapsed: number;
105
+ bytesPermanentlyDeleted: number;
106
+ };
107
+ cacheHits: {
108
+ session: number;
109
+ total: number;
110
+ sessionTokensSaved: number;
111
+ totalTokensSaved: number;
112
+ };
113
+ compacts: {
114
+ session: number;
115
+ total: number;
116
+ };
117
+ timeSaved: {
118
+ compact: { sessionSec: number; totalSec: number };
119
+ cacheHit: { sessionSec: number; totalSec: number };
120
+ };
121
+ compression: {
122
+ session: { tokensIn: number; tokensOut: number; tokensFreed: number; compressionPct: number; dedupPct: number };
123
+ repo: { tokensIn: number; tokensOut: number; tokensFreed: number; compressionPct: number; dedupPct: number };
124
+ };
125
+ model?: {
126
+ name: string;
127
+ provider: string;
128
+ providerName: string;
129
+ inputRate: number;
130
+ outputRate: number;
131
+ };
132
+ }
133
+
134
+ export interface LiveSnapshot { tier?: string; updatedAt?: string | null; context?: { tokens?: number | null; percent?: number | null; contextWindow?: number }; session?: { id?: string; state?: string }; cacheHits?: { session: number; total: number; sessionTokensSaved: number; totalTokensSaved: number }; compacts?: { session: number; total: number }; timeSaved?: { compact: { sessionSec: number; totalSec: number }; cacheHit: { sessionSec: number; totalSec: number } }; }
@@ -0,0 +1,195 @@
1
+ /**
2
+ * dashboard-server.test.ts — S32 game-state API + settings strip tests.
3
+ *
4
+ * GET/PUT /api/game-state round-trips the game_state SQLite row through the
5
+ * real server subprocess (spawn + waitFor + fetch), and the HTML template
6
+ * carries the data-theme attribute + settings strip + theme CSS-var blocks.
7
+ */
8
+ import { test, describe } from "node:test";
9
+ import assert from "node:assert/strict";
10
+ import { mkdtempSync, rmSync, readFileSync } from "node:fs";
11
+ import { tmpdir } from "node:os";
12
+ import { join } from "node:path";
13
+ import { spawn } from "node:child_process";
14
+ import { dashboardHtml } from "./dashboard-server/html.js";
15
+ import { setGameState, getGameState } from "../src/store/sqlite.js";
16
+
17
+ const SERVER_ENTRY = new URL("./dashboard-server.js", import.meta.url).pathname;
18
+
19
+ function waitFor(cond: () => boolean | Promise<boolean>, timeoutMs = 6000): Promise<void> {
20
+ const start = Date.now();
21
+ return new Promise((resolve, reject) => {
22
+ const tick = async () => {
23
+ if (await cond()) return resolve();
24
+ if (Date.now() - start > timeoutMs) return reject(new Error("timeout"));
25
+ setTimeout(tick, 50);
26
+ };
27
+ tick();
28
+ });
29
+ }
30
+
31
+ function freshDir(prefix: string): string {
32
+ return mkdtempSync(join(tmpdir(), prefix));
33
+ }
34
+
35
+ async function withServer<T>(
36
+ port: string,
37
+ dir: string,
38
+ fn: (port: number) => Promise<T>,
39
+ ): Promise<T> {
40
+ process.env.MEGACOMPACT_DASHBOARD_PORT = port;
41
+ const child = spawn(process.execPath, [SERVER_ENTRY, dir], { stdio: "ignore" });
42
+ try {
43
+ await waitFor(async () => {
44
+ try {
45
+ const raw = JSON.parse(readFileSync(join(dir, "port.pid"), "utf-8"));
46
+ const res = await fetch(`http://localhost:${raw.port}/api/version`);
47
+ return res.ok;
48
+ } catch {
49
+ return false;
50
+ }
51
+ });
52
+ const raw = JSON.parse(readFileSync(join(dir, "port.pid"), "utf-8"));
53
+ return await fn(raw.port);
54
+ } finally {
55
+ child.kill("SIGTERM");
56
+ delete process.env.MEGACOMPACT_DASHBOARD_PORT;
57
+ rmSync(dir, { recursive: true, force: true });
58
+ }
59
+ }
60
+
61
+ describe("S32 /api/game-state", () => {
62
+ test("GET returns the current game_state row (seeded via setGameState)", async () => {
63
+ const dir = freshDir("dash-gs-get-");
64
+ setGameState({ game_mode_on: true, theme: "retro", tui_display_mode: "minimal" }, dir);
65
+ await withServer("19330", dir, async (port) => {
66
+ const gs = (await fetch(`http://localhost:${port}/api/game-state`).then((r) => r.json())) as {
67
+ game_mode_on: boolean; theme: string; tui_display_mode: string;
68
+ };
69
+ assert.equal(gs.game_mode_on, true);
70
+ assert.equal(gs.theme, "retro");
71
+ assert.equal(gs.tui_display_mode, "minimal");
72
+ });
73
+ });
74
+
75
+ test("PUT {theme:'retro'} -> 200 and getGameState(dir).theme === 'retro'", async () => {
76
+ const dir = freshDir("dash-gs-theme-");
77
+ await withServer("19331", dir, async (port) => {
78
+ const res = await fetch(`http://localhost:${port}/api/game-state`, {
79
+ method: "PUT",
80
+ headers: { "Content-Type": "application/json" },
81
+ body: JSON.stringify({ theme: "retro" }),
82
+ });
83
+ assert.equal(res.status, 200);
84
+ const body = (await res.json()) as { theme: string };
85
+ assert.equal(body.theme, "retro");
86
+ // And the authoritative DB read reflects the write.
87
+ assert.equal(getGameState(dir).theme, "retro");
88
+ });
89
+ });
90
+
91
+ test("PUT invalid theme 'bogus' -> 400 and row unchanged", async () => {
92
+ const dir = freshDir("dash-gs-invalid-");
93
+ setGameState({ theme: "orange-bold" }, dir);
94
+ const before = getGameState(dir).theme;
95
+ await withServer("19332", dir, async (port) => {
96
+ const res = await fetch(`http://localhost:${port}/api/game-state`, {
97
+ method: "PUT",
98
+ headers: { "Content-Type": "application/json" },
99
+ body: JSON.stringify({ theme: "bogus" }),
100
+ });
101
+ assert.equal(res.status, 400);
102
+ });
103
+ assert.equal(getGameState(dir).theme, before, "row unchanged after invalid PUT");
104
+ });
105
+
106
+ test("PUT body 'null' (valid-but-non-object JSON) -> 400, server stays up (audit P1)", async () => {
107
+ const dir = freshDir("dash-gs-nullobj-");
108
+ setGameState({ theme: "amber-mono" }, dir);
109
+ const before = getGameState(dir).theme;
110
+ await withServer("19335", dir, async (port) => {
111
+ // A valid-JSON-but-non-object body must NOT crash the detached server
112
+ // (audit P1: unhandled TypeError on patch.game_mode_on deref).
113
+ const res = await fetch(`http://localhost:${port}/api/game-state`, {
114
+ method: "PUT",
115
+ headers: { "Content-Type": "application/json" },
116
+ body: JSON.stringify(null),
117
+ });
118
+ assert.equal(res.status, 400, "non-object JSON -> 400, not a crash");
119
+ const body = (await res.json()) as { error: string };
120
+ assert.equal(body.error, "invalid_patch_object");
121
+ // Server must still be up — a follow-up GET must succeed.
122
+ const follow = await fetch(`http://localhost:${port}/api/game-state`);
123
+ assert.equal(follow.status, 200, "server survived the non-object PUT");
124
+ });
125
+ assert.equal(getGameState(dir).theme, before, "row unchanged after non-object PUT");
126
+ });
127
+
128
+ test("PUT body '[]' (array) -> 400, server stays up", async () => {
129
+ const dir = freshDir("dash-gs-arr-");
130
+ await withServer("19336", dir, async (port) => {
131
+ const res = await fetch(`http://localhost:${port}/api/game-state`, {
132
+ method: "PUT",
133
+ headers: { "Content-Type": "application/json" },
134
+ body: JSON.stringify([]),
135
+ });
136
+ assert.equal(res.status, 400);
137
+ const follow = await fetch(`http://localhost:${port}/api/game-state`);
138
+ assert.equal(follow.status, 200, "server survived the array PUT");
139
+ });
140
+ });
141
+
142
+ test("PUT {tui_display_mode:'minimal'} round-trips", async () => {
143
+ const dir = freshDir("dash-gs-tui-");
144
+ await withServer("19333", dir, async (port) => {
145
+ const res = await fetch(`http://localhost:${port}/api/game-state`, {
146
+ method: "PUT",
147
+ headers: { "Content-Type": "application/json" },
148
+ body: JSON.stringify({ tui_display_mode: "minimal" }),
149
+ });
150
+ assert.equal(res.status, 200);
151
+ const body = (await res.json()) as { tui_display_mode: string };
152
+ assert.equal(body.tui_display_mode, "minimal");
153
+ assert.equal(getGameState(dir).tui_display_mode, "minimal");
154
+ });
155
+ });
156
+
157
+ test("PUT {game_mode_on:true} round-trips", async () => {
158
+ const dir = freshDir("dash-gs-mode-");
159
+ await withServer("19334", dir, async (port) => {
160
+ const res = await fetch(`http://localhost:${port}/api/game-state`, {
161
+ method: "PUT",
162
+ headers: { "Content-Type": "application/json" },
163
+ body: JSON.stringify({ game_mode_on: true }),
164
+ });
165
+ assert.equal(res.status, 200);
166
+ const body = (await res.json()) as { game_mode_on: boolean };
167
+ assert.equal(body.game_mode_on, true);
168
+ assert.equal(getGameState(dir).game_mode_on, true);
169
+ });
170
+ });
171
+ });
172
+
173
+ describe("S32 dashboard HTML skin", () => {
174
+ test("carries data-theme on <html> + settings strip + theme CSS-var blocks", () => {
175
+ const html = dashboardHtml("custom");
176
+ // default transparent theme attribute on <html>
177
+ assert.match(html, /<html lang="en" data-theme="transparent">/);
178
+ // settings strip with the three controls
179
+ assert.match(html, /<div class="settings-strip">/);
180
+ assert.match(html, /id="set-game-mode"/);
181
+ assert.match(html, /id="set-theme"/);
182
+ assert.match(html, /id="set-tui-mode"/);
183
+ // all 6 theme ids appear as :root[data-theme="<id>"] override blocks
184
+ for (const id of ["transparent", "retro", "orange-bold", "cyan-neon", "amber-mono", "grayscale"]) {
185
+ assert.ok(html.includes(`:root[data-theme="${id}"]{`), `${id} data-theme block present`);
186
+ }
187
+ // core CSS vars defined in the base :root
188
+ assert.match(html, /--bg: #0d1117;/);
189
+ assert.match(html, /--fg: #c9d1d9;/);
190
+ assert.match(html, /--accent: #3fb950;/);
191
+ assert.match(html, /--mega: #f0883e;/);
192
+ // body uses the themed var (not a hardcoded hex)
193
+ assert.match(html, /body\s*\{[^}]*background: var\(--bg\)/);
194
+ });
195
+ });