gsd-pi 2.38.0-dev.add4f78 → 2.38.0-dev.d533afb

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (117) hide show
  1. package/dist/resource-loader.js +34 -1
  2. package/dist/resources/extensions/github-sync/cli.js +284 -0
  3. package/dist/resources/extensions/github-sync/index.js +73 -0
  4. package/dist/resources/extensions/github-sync/mapping.js +67 -0
  5. package/dist/resources/extensions/github-sync/sync.js +424 -0
  6. package/dist/resources/extensions/github-sync/templates.js +118 -0
  7. package/dist/resources/extensions/github-sync/types.js +7 -0
  8. package/dist/resources/extensions/gsd/auto/session.js +3 -23
  9. package/dist/resources/extensions/gsd/auto-dispatch.js +1 -1
  10. package/dist/resources/extensions/gsd/auto-loop.js +292 -263
  11. package/dist/resources/extensions/gsd/auto-post-unit.js +28 -3
  12. package/dist/resources/extensions/gsd/auto-prompts.js +23 -43
  13. package/dist/resources/extensions/gsd/auto-start.js +7 -1
  14. package/dist/resources/extensions/gsd/auto-worktree.js +3 -3
  15. package/dist/resources/extensions/gsd/auto.js +143 -80
  16. package/dist/resources/extensions/gsd/commands-prefs-wizard.js +1 -1
  17. package/dist/resources/extensions/gsd/commands.js +2 -1
  18. package/dist/resources/extensions/gsd/context-budget.js +2 -10
  19. package/dist/resources/extensions/gsd/docs/preferences-reference.md +0 -2
  20. package/dist/resources/extensions/gsd/doctor-providers.js +27 -11
  21. package/dist/resources/extensions/gsd/doctor.js +20 -1
  22. package/dist/resources/extensions/gsd/exit-command.js +2 -1
  23. package/dist/resources/extensions/gsd/files.js +4 -0
  24. package/dist/resources/extensions/gsd/git-service.js +15 -12
  25. package/dist/resources/extensions/gsd/guided-flow.js +82 -32
  26. package/dist/resources/extensions/gsd/index.js +22 -19
  27. package/dist/resources/extensions/gsd/native-git-bridge.js +37 -0
  28. package/dist/resources/extensions/gsd/preferences-models.js +0 -12
  29. package/dist/resources/extensions/gsd/preferences-types.js +1 -1
  30. package/dist/resources/extensions/gsd/preferences-validation.js +58 -10
  31. package/dist/resources/extensions/gsd/preferences.js +4 -2
  32. package/dist/resources/extensions/gsd/prompts/discuss.md +11 -14
  33. package/dist/resources/extensions/gsd/prompts/execute-task.md +2 -2
  34. package/dist/resources/extensions/gsd/prompts/guided-discuss-milestone.md +11 -12
  35. package/dist/resources/extensions/gsd/prompts/guided-discuss-slice.md +8 -10
  36. package/dist/resources/extensions/gsd/prompts/guided-resume-task.md +1 -1
  37. package/dist/resources/extensions/gsd/prompts/queue.md +4 -8
  38. package/dist/resources/extensions/gsd/prompts/reactive-execute.md +11 -8
  39. package/dist/resources/extensions/gsd/prompts/run-uat.md +27 -10
  40. package/dist/resources/extensions/gsd/prompts/workflow-start.md +2 -2
  41. package/dist/resources/extensions/gsd/repo-identity.js +19 -3
  42. package/dist/resources/extensions/gsd/roadmap-mutations.js +24 -0
  43. package/dist/resources/extensions/mcp-client/index.js +14 -1
  44. package/package.json +1 -1
  45. package/packages/pi-ai/dist/utils/oauth/anthropic.js +2 -2
  46. package/packages/pi-ai/dist/utils/oauth/anthropic.js.map +1 -1
  47. package/packages/pi-ai/src/utils/oauth/anthropic.ts +2 -2
  48. package/packages/pi-coding-agent/dist/core/extensions/loader.d.ts.map +1 -1
  49. package/packages/pi-coding-agent/dist/core/extensions/loader.js +205 -7
  50. package/packages/pi-coding-agent/dist/core/extensions/loader.js.map +1 -1
  51. package/packages/pi-coding-agent/src/core/extensions/loader.ts +223 -7
  52. package/src/resources/extensions/github-sync/cli.ts +364 -0
  53. package/src/resources/extensions/github-sync/index.ts +93 -0
  54. package/src/resources/extensions/github-sync/mapping.ts +81 -0
  55. package/src/resources/extensions/github-sync/sync.ts +556 -0
  56. package/src/resources/extensions/github-sync/templates.ts +183 -0
  57. package/src/resources/extensions/github-sync/tests/cli.test.ts +20 -0
  58. package/src/resources/extensions/github-sync/tests/commit-linking.test.ts +39 -0
  59. package/src/resources/extensions/github-sync/tests/mapping.test.ts +104 -0
  60. package/src/resources/extensions/github-sync/tests/templates.test.ts +110 -0
  61. package/src/resources/extensions/github-sync/types.ts +47 -0
  62. package/src/resources/extensions/gsd/auto/session.ts +3 -25
  63. package/src/resources/extensions/gsd/auto-dispatch.ts +1 -1
  64. package/src/resources/extensions/gsd/auto-loop.ts +382 -360
  65. package/src/resources/extensions/gsd/auto-post-unit.ts +29 -3
  66. package/src/resources/extensions/gsd/auto-prompts.ts +25 -45
  67. package/src/resources/extensions/gsd/auto-start.ts +11 -1
  68. package/src/resources/extensions/gsd/auto-worktree.ts +3 -3
  69. package/src/resources/extensions/gsd/auto.ts +139 -86
  70. package/src/resources/extensions/gsd/commands-prefs-wizard.ts +1 -1
  71. package/src/resources/extensions/gsd/commands.ts +2 -2
  72. package/src/resources/extensions/gsd/context-budget.ts +2 -12
  73. package/src/resources/extensions/gsd/docs/preferences-reference.md +0 -2
  74. package/src/resources/extensions/gsd/doctor-providers.ts +26 -9
  75. package/src/resources/extensions/gsd/doctor.ts +22 -1
  76. package/src/resources/extensions/gsd/exit-command.ts +2 -2
  77. package/src/resources/extensions/gsd/files.ts +3 -1
  78. package/src/resources/extensions/gsd/git-service.ts +20 -10
  79. package/src/resources/extensions/gsd/guided-flow.ts +110 -38
  80. package/src/resources/extensions/gsd/index.ts +21 -16
  81. package/src/resources/extensions/gsd/native-git-bridge.ts +37 -0
  82. package/src/resources/extensions/gsd/preferences-models.ts +0 -12
  83. package/src/resources/extensions/gsd/preferences-types.ts +4 -4
  84. package/src/resources/extensions/gsd/preferences-validation.ts +50 -10
  85. package/src/resources/extensions/gsd/preferences.ts +3 -2
  86. package/src/resources/extensions/gsd/prompts/discuss.md +11 -14
  87. package/src/resources/extensions/gsd/prompts/execute-task.md +2 -2
  88. package/src/resources/extensions/gsd/prompts/guided-discuss-milestone.md +11 -12
  89. package/src/resources/extensions/gsd/prompts/guided-discuss-slice.md +8 -10
  90. package/src/resources/extensions/gsd/prompts/guided-resume-task.md +1 -1
  91. package/src/resources/extensions/gsd/prompts/queue.md +4 -8
  92. package/src/resources/extensions/gsd/prompts/reactive-execute.md +11 -8
  93. package/src/resources/extensions/gsd/prompts/run-uat.md +27 -10
  94. package/src/resources/extensions/gsd/prompts/workflow-start.md +2 -2
  95. package/src/resources/extensions/gsd/repo-identity.ts +20 -3
  96. package/src/resources/extensions/gsd/roadmap-mutations.ts +29 -0
  97. package/src/resources/extensions/gsd/tests/agent-end-retry.test.ts +21 -18
  98. package/src/resources/extensions/gsd/tests/auto-loop.test.ts +122 -68
  99. package/src/resources/extensions/gsd/tests/doctor-providers.test.ts +86 -3
  100. package/src/resources/extensions/gsd/tests/preferences.test.ts +2 -7
  101. package/src/resources/extensions/gsd/tests/prompt-contracts.test.ts +59 -0
  102. package/src/resources/extensions/gsd/tests/repo-identity-worktree.test.ts +21 -1
  103. package/src/resources/extensions/gsd/tests/run-uat.test.ts +11 -3
  104. package/src/resources/extensions/gsd/types.ts +0 -1
  105. package/src/resources/extensions/mcp-client/index.ts +17 -1
  106. package/dist/resources/extensions/gsd/prompt-compressor.js +0 -393
  107. package/dist/resources/extensions/gsd/semantic-chunker.js +0 -254
  108. package/dist/resources/extensions/gsd/summary-distiller.js +0 -212
  109. package/src/resources/extensions/gsd/prompt-compressor.ts +0 -508
  110. package/src/resources/extensions/gsd/semantic-chunker.ts +0 -336
  111. package/src/resources/extensions/gsd/summary-distiller.ts +0 -258
  112. package/src/resources/extensions/gsd/tests/context-compression.test.ts +0 -193
  113. package/src/resources/extensions/gsd/tests/prompt-compressor.test.ts +0 -529
  114. package/src/resources/extensions/gsd/tests/semantic-chunker.test.ts +0 -426
  115. package/src/resources/extensions/gsd/tests/summary-distiller.test.ts +0 -323
  116. package/src/resources/extensions/gsd/tests/token-optimization-benchmark.test.ts +0 -1272
  117. package/src/resources/extensions/gsd/tests/token-optimization-prefs.test.ts +0 -164
@@ -3,7 +3,7 @@ import { join } from "node:path";
3
3
  import { tmpdir } from "node:os";
4
4
  import { execSync } from "node:child_process";
5
5
 
6
- import { externalGsdRoot, ensureGsdSymlink } from "../repo-identity.ts";
6
+ import { repoIdentity, externalGsdRoot, ensureGsdSymlink, validateProjectId } from "../repo-identity.ts";
7
7
  import { createTestContext } from "./test-helpers.ts";
8
8
 
9
9
  const { assertEq, assertTrue, report } = createTestContext();
@@ -57,6 +57,26 @@ async function main(): Promise<void> {
57
57
  assertEq(preservedDirState, join(worktreePath, ".gsd"), "worktree .gsd directory is left in place for sync-based refresh");
58
58
  assertTrue(lstatSync(join(worktreePath, ".gsd")).isDirectory(), "worktree .gsd directory remains a directory");
59
59
  assertTrue(existsSync(join(worktreePath, ".gsd", "milestones", "stale.txt")), "existing worktree .gsd directory contents remain available for sync logic");
60
+
61
+ console.log("\n=== GSD_PROJECT_ID overrides computed repo hash ===");
62
+ process.env.GSD_PROJECT_ID = "my-project";
63
+ assertEq(repoIdentity(base), "my-project", "repoIdentity returns GSD_PROJECT_ID when set");
64
+ assertEq(externalGsdRoot(base), join(stateDir, "projects", "my-project"), "externalGsdRoot uses GSD_PROJECT_ID");
65
+ delete process.env.GSD_PROJECT_ID;
66
+
67
+ console.log("\n=== GSD_PROJECT_ID falls back to hash when unset ===");
68
+ const hashIdentity = repoIdentity(base);
69
+ assertTrue(/^[0-9a-f]{12}$/.test(hashIdentity), "repoIdentity returns 12-char hex hash when GSD_PROJECT_ID is unset");
70
+
71
+ console.log("\n=== validateProjectId rejects invalid values ===");
72
+ for (const invalid of ["has spaces", "path/traversal", "dot..dot", "back\\slash"]) {
73
+ assertTrue(!validateProjectId(invalid), `validateProjectId rejects invalid value: "${invalid}"`);
74
+ }
75
+
76
+ console.log("\n=== validateProjectId accepts valid values ===");
77
+ for (const valid of ["my-project", "foo_bar", "abc123", "A-Z_0-9"]) {
78
+ assertTrue(validateProjectId(valid), `validateProjectId accepts valid value: "${valid}"`);
79
+ }
60
80
  } finally {
61
81
  delete process.env.GSD_STATE_DIR;
62
82
  rmSync(base, { recursive: true, force: true });
@@ -210,7 +210,7 @@ async function main(): Promise<void> {
210
210
  const sliceId = 'S01';
211
211
  const uatPath = '.gsd/milestones/M001/slices/S01/S01-UAT.md';
212
212
  const uatResultPath = '.gsd/milestones/M001/slices/S01/S01-UAT-RESULT.md';
213
- const uatType = 'artifact-driven';
213
+ const uatType = 'live-runtime';
214
214
  const inlinedContext = '<!-- no context -->';
215
215
 
216
216
  let promptResult: string | undefined;
@@ -246,13 +246,21 @@ async function main(): Promise<void> {
246
246
  promptResult?.includes(uatResultPath) ?? false,
247
247
  `prompt contains uatResultPath value after substitution`,
248
248
  );
249
+ assertTrue(
250
+ promptResult?.includes(`Detected UAT mode:** \`${uatType}\``) ?? false,
251
+ `prompt contains detected dynamic uatType value "${uatType}" after substitution`,
252
+ );
253
+ assertTrue(
254
+ promptResult?.includes(`uatType: ${uatType}`) ?? false,
255
+ `prompt contains dynamic uatType frontmatter value "${uatType}" after substitution`,
256
+ );
249
257
  assertTrue(
250
258
  !/\{\{[^}]+\}\}/.test(promptResult ?? ''),
251
259
  'no unreplaced {{...}} tokens remain after variable substitution',
252
260
  );
253
261
  assertTrue(
254
- /artifact|execute|run/i.test(promptResult ?? ''),
255
- 'prompt contains artifact-driven execution language (artifact/execute/run)',
262
+ /browser|runtime|execute|run/i.test(promptResult ?? ''),
263
+ 'prompt contains runtime execution language (browser/runtime/execute/run)',
256
264
  );
257
265
  assertTrue(
258
266
  !/surfaced for human review/i.test(promptResult ?? ''),
@@ -423,7 +423,6 @@ export interface Requirement {
423
423
 
424
424
  // ─── Parallel Orchestration Types ────────────────────────────────────────
425
425
 
426
- export type CompressionStrategy = "truncate" | "compress";
427
426
  export type ContextSelectionMode = "full" | "smart";
428
427
 
429
428
  export type MergeStrategy = "per-slice" | "per-milestone";
@@ -114,6 +114,22 @@ function getServerConfig(name: string): McpServerConfig | undefined {
114
114
  return readConfigs().find((s) => s.name === name);
115
115
  }
116
116
 
117
+ /** Resolve ${VAR} references in env values against process.env. */
118
+ function resolveEnv(env: Record<string, string>): Record<string, string> {
119
+ const resolved: Record<string, string> = {};
120
+ for (const [key, value] of Object.entries(env)) {
121
+ if (typeof value === "string") {
122
+ resolved[key] = value.replace(
123
+ /\$\{([^}]+)\}/g,
124
+ (_match, varName) => process.env[varName] ?? "",
125
+ );
126
+ } else {
127
+ resolved[key] = value;
128
+ }
129
+ }
130
+ return resolved;
131
+ }
132
+
117
133
  async function getOrConnect(name: string, signal?: AbortSignal): Promise<Client> {
118
134
  const existing = connections.get(name);
119
135
  if (existing) return existing.client;
@@ -128,7 +144,7 @@ async function getOrConnect(name: string, signal?: AbortSignal): Promise<Client>
128
144
  transport = new StdioClientTransport({
129
145
  command: config.command,
130
146
  args: config.args,
131
- env: config.env ? { ...process.env, ...config.env } as Record<string, string> : undefined,
147
+ env: config.env ? { ...process.env, ...resolveEnv(config.env) } as Record<string, string> : undefined,
132
148
  cwd: config.cwd,
133
149
  stderr: "pipe",
134
150
  });
@@ -1,393 +0,0 @@
1
- /**
2
- * Prompt Compressor — deterministic text compression for context reduction.
3
- *
4
- * Applies a series of lossless and near-lossless transformations to reduce
5
- * token count while preserving semantic meaning. No LLM calls, no external
6
- * dependencies. Sub-millisecond for typical prompt sizes.
7
- *
8
- * Compression techniques (applied in order):
9
- * 1. Redundant whitespace normalization
10
- * 2. Markdown formatting reduction (collapse verbose tables, lists)
11
- * 3. Common phrase abbreviation
12
- * 4. Repeated pattern deduplication
13
- * 5. Low-information content removal (empty sections, boilerplate)
14
- */
15
- // ─── Phrase Abbreviation Map ────────────────────────────────────────────────
16
- /**
17
- * Build a regex that matches a verbose phrase even when split across lines.
18
- * Whitespace between words is matched with \s+ to handle line wrapping.
19
- */
20
- function phraseRegex(phrase) {
21
- const words = phrase.split(/\s+/);
22
- const pattern = `\\b${words.join("\\s+")}\\b`;
23
- return new RegExp(pattern, "gi");
24
- }
25
- const VERBOSE_PHRASES = [
26
- [phraseRegex("In order to"), "To"],
27
- [phraseRegex("It is important to note that"), "Note:"],
28
- [phraseRegex("As mentioned previously"), "(see above)"],
29
- [phraseRegex("The following"), "These"],
30
- [phraseRegex("In addition to"), "Also,"],
31
- [phraseRegex("Due to the fact that"), "Because"],
32
- [phraseRegex("At this point in time"), "Now"],
33
- [phraseRegex("For the purpose of"), "For"],
34
- [phraseRegex("In the event that"), "If"],
35
- [phraseRegex("With regard to"), "Re:"],
36
- [phraseRegex("Prior to"), "Before"],
37
- [phraseRegex("Subsequent to"), "After"],
38
- [phraseRegex("In accordance with"), "Per"],
39
- [phraseRegex("A number of"), "Several"],
40
- [phraseRegex("In the case of"), "For"],
41
- [phraseRegex("On the basis of"), "Based on"],
42
- ];
43
- function extractCodeBlocks(content) {
44
- const blocks = new Map();
45
- let counter = 0;
46
- const text = content.replace(/```[\s\S]*?```/g, (match) => {
47
- const placeholder = `\x00CODEBLOCK_${counter++}\x00`;
48
- blocks.set(placeholder, match);
49
- return placeholder;
50
- });
51
- return { text, blocks };
52
- }
53
- function restoreCodeBlocks(text, blocks) {
54
- let result = text;
55
- for (const [placeholder, block] of blocks) {
56
- result = result.replace(placeholder, block);
57
- }
58
- return result;
59
- }
60
- // ─── Light Transformations ──────────────────────────────────────────────────
61
- function normalizeWhitespace(content) {
62
- // Collapse 3+ consecutive blank lines to 2
63
- let result = content.replace(/(\n\s*){3,}\n/g, "\n\n");
64
- // Trim trailing whitespace on every line
65
- result = result.replace(/[ \t]+$/gm, "");
66
- return result;
67
- }
68
- function removeMarkdownComments(content) {
69
- return content.replace(/<!--[\s\S]*?-->/g, "");
70
- }
71
- function removeHorizontalRules(content) {
72
- // Remove horizontal rules (---, ***, ___) that stand alone on a line
73
- return content.replace(/^\s*[-*_]{3,}\s*$/gm, "");
74
- }
75
- function collapseEmptyListItems(content) {
76
- // Collapse repeated empty list items (- \n- \n- \n) into one
77
- return content.replace(/(^[ \t]*[-*+]\s*$\n){2,}/gm, "$1");
78
- }
79
- function applyLightTransformations(content) {
80
- let count = 0;
81
- let result = content;
82
- const after1 = normalizeWhitespace(result);
83
- if (after1 !== result)
84
- count++;
85
- result = after1;
86
- const after2 = removeMarkdownComments(result);
87
- if (after2 !== result)
88
- count++;
89
- result = after2;
90
- const after3 = removeHorizontalRules(result);
91
- if (after3 !== result)
92
- count++;
93
- result = after3;
94
- const after4 = collapseEmptyListItems(result);
95
- if (after4 !== result)
96
- count++;
97
- result = after4;
98
- return { content: result, count };
99
- }
100
- // ─── Moderate Transformations ───────────────────────────────────────────────
101
- function abbreviateVerbosePhrases(content) {
102
- let count = 0;
103
- let result = content;
104
- for (const [pattern, replacement] of VERBOSE_PHRASES) {
105
- const after = result.replace(pattern, replacement);
106
- if (after !== result)
107
- count++;
108
- result = after;
109
- }
110
- return { content: result, count };
111
- }
112
- function removeBoilerplateLines(content) {
113
- const lines = content.split("\n");
114
- const filtered = lines.filter((line) => {
115
- const trimmed = line.trim();
116
- // Remove lines that are just N/A, (none), (empty), (not applicable)
117
- if (/^(?:N\/A|\(none\)|\(empty\)|\(not applicable\))$/i.test(trimmed)) {
118
- return false;
119
- }
120
- return true;
121
- });
122
- return filtered.join("\n");
123
- }
124
- function deduplicateConsecutiveLines(content) {
125
- const lines = content.split("\n");
126
- const result = [];
127
- for (let i = 0; i < lines.length; i++) {
128
- if (i === 0 || lines[i] !== lines[i - 1] || lines[i].trim() === "") {
129
- result.push(lines[i]);
130
- }
131
- }
132
- return result.join("\n");
133
- }
134
- function collapseTableFormatting(content) {
135
- // Remove excessive padding in markdown table cells
136
- // Matches table rows like | cell | cell | and collapses to | cell | cell |
137
- return content.replace(/\|[ \t]{2,}([^|\n]*?)[ \t]{2,}\|/g, (_, cellContent) => {
138
- return `| ${cellContent.trim()} |`;
139
- });
140
- }
141
- function applyModerateTransformations(content) {
142
- let count = 0;
143
- let result = content;
144
- const phraseResult = abbreviateVerbosePhrases(result);
145
- count += phraseResult.count;
146
- result = phraseResult.content;
147
- const after1 = removeBoilerplateLines(result);
148
- if (after1 !== result)
149
- count++;
150
- result = after1;
151
- const after2 = deduplicateConsecutiveLines(result);
152
- if (after2 !== result)
153
- count++;
154
- result = after2;
155
- const after3 = collapseTableFormatting(result);
156
- if (after3 !== result)
157
- count++;
158
- result = after3;
159
- return { content: result, count };
160
- }
161
- // ─── Aggressive Transformations ─────────────────────────────────────────────
162
- function removeMarkdownEmphasis(content) {
163
- // Bold: **text** or __text__
164
- let result = content.replace(/\*\*(.+?)\*\*/g, "$1");
165
- result = result.replace(/__(.+?)__/g, "$1");
166
- // Italic: *text* or _text_ (single, not inside words)
167
- result = result.replace(/(?<!\w)\*([^*\n]+?)\*(?!\w)/g, "$1");
168
- result = result.replace(/(?<!\w)_([^_\n]+?)_(?!\w)/g, "$1");
169
- return result;
170
- }
171
- function removeMarkdownLinks(content) {
172
- // [text](url) → text
173
- return content.replace(/\[([^\]]+)\]\([^)]+\)/g, "$1");
174
- }
175
- function truncateLongLines(content) {
176
- const lines = content.split("\n");
177
- const result = lines.map((line) => {
178
- if (line.length <= 300)
179
- return line;
180
- // Find a sentence boundary (. ! ?) near the 300 char mark
181
- const truncateZone = line.slice(0, 300);
182
- const lastSentenceEnd = Math.max(truncateZone.lastIndexOf(". "), truncateZone.lastIndexOf("! "), truncateZone.lastIndexOf("? "));
183
- if (lastSentenceEnd > 150) {
184
- return line.slice(0, lastSentenceEnd + 1);
185
- }
186
- // Fallback: cut at last space before 300
187
- const lastSpace = truncateZone.lastIndexOf(" ");
188
- if (lastSpace > 150) {
189
- return line.slice(0, lastSpace);
190
- }
191
- return truncateZone;
192
- });
193
- return result.join("\n");
194
- }
195
- function removeBulletMarkers(content) {
196
- // Remove bullet markers: - , * , + , numbered (1. 2. etc)
197
- return content.replace(/^[ \t]*(?:[-*+]|\d+\.)\s+/gm, "");
198
- }
199
- function removeBlockquoteMarkers(content) {
200
- return content.replace(/^[ \t]*>+\s?/gm, "");
201
- }
202
- function deduplicateStructuralPatterns(content) {
203
- // Deduplicate consecutive lines that match the same "Key: value" pattern
204
- const lines = content.split("\n");
205
- const result = [];
206
- const seen = new Set();
207
- let lastWasStructural = false;
208
- for (const line of lines) {
209
- const trimmed = line.trim();
210
- // Detect structural patterns: "Key: value"
211
- const structMatch = trimmed.match(/^(\w[\w\s]*?):\s+(.+)$/);
212
- if (structMatch) {
213
- if (seen.has(trimmed)) {
214
- lastWasStructural = true;
215
- continue;
216
- }
217
- seen.add(trimmed);
218
- lastWasStructural = true;
219
- }
220
- else {
221
- // Reset seen set when structural block ends
222
- if (!lastWasStructural || trimmed === "") {
223
- seen.clear();
224
- }
225
- lastWasStructural = false;
226
- }
227
- result.push(line);
228
- }
229
- return result.join("\n");
230
- }
231
- function applyAggressiveTransformations(content, preserveHeadings) {
232
- let count = 0;
233
- let result = content;
234
- const after1 = removeMarkdownEmphasis(result);
235
- if (after1 !== result)
236
- count++;
237
- result = after1;
238
- const after2 = removeMarkdownLinks(result);
239
- if (after2 !== result)
240
- count++;
241
- result = after2;
242
- const after3 = truncateLongLines(result);
243
- if (after3 !== result)
244
- count++;
245
- result = after3;
246
- const after4 = removeBulletMarkers(result);
247
- if (after4 !== result)
248
- count++;
249
- result = after4;
250
- const after5 = removeBlockquoteMarkers(result);
251
- if (after5 !== result)
252
- count++;
253
- result = after5;
254
- const after6 = deduplicateStructuralPatterns(result);
255
- if (after6 !== result)
256
- count++;
257
- result = after6;
258
- return { content: result, count };
259
- }
260
- function extractHeadings(content) {
261
- const headings = new Map();
262
- let counter = 0;
263
- const text = content.replace(/^(#{1,6}\s.+)$/gm, (match) => {
264
- const placeholder = `\x00HEADING_${counter++}\x00`;
265
- headings.set(placeholder, match);
266
- return placeholder;
267
- });
268
- return { text, headings };
269
- }
270
- function restoreHeadings(text, headings) {
271
- let result = text;
272
- for (const [placeholder, heading] of headings) {
273
- result = result.replace(placeholder, heading);
274
- }
275
- return result;
276
- }
277
- // ─── Public API ─────────────────────────────────────────────────────────────
278
- /**
279
- * Compress prompt content using deterministic text transformations.
280
- */
281
- export function compressPrompt(content, options) {
282
- const level = options?.level ?? "moderate";
283
- const preserveHeadings = options?.preserveHeadings ?? true;
284
- const preserveCodeBlocks = options?.preserveCodeBlocks ?? true;
285
- if (content === "") {
286
- return {
287
- content: "",
288
- originalChars: 0,
289
- compressedChars: 0,
290
- savingsPercent: 0,
291
- level,
292
- transformationsApplied: 0,
293
- };
294
- }
295
- const originalChars = content.length;
296
- let working = content;
297
- let totalTransformations = 0;
298
- // Extract code blocks if preserving
299
- let codeBlocks = null;
300
- if (preserveCodeBlocks) {
301
- const extracted = extractCodeBlocks(working);
302
- working = extracted.text;
303
- codeBlocks = extracted.blocks;
304
- }
305
- // Extract headings if preserving
306
- let headings = null;
307
- if (preserveHeadings) {
308
- const extracted = extractHeadings(working);
309
- working = extracted.text;
310
- headings = extracted.headings;
311
- }
312
- // Apply light transformations (always)
313
- const lightResult = applyLightTransformations(working);
314
- working = lightResult.content;
315
- totalTransformations += lightResult.count;
316
- // Check target
317
- if (options?.targetChars && getRestoredLength(working, codeBlocks, headings) <= options.targetChars) {
318
- return buildResult(working, originalChars, level, totalTransformations, codeBlocks, headings);
319
- }
320
- // Apply moderate transformations
321
- if (level === "moderate" || level === "aggressive") {
322
- const modResult = applyModerateTransformations(working);
323
- working = modResult.content;
324
- totalTransformations += modResult.count;
325
- if (options?.targetChars && getRestoredLength(working, codeBlocks, headings) <= options.targetChars) {
326
- return buildResult(working, originalChars, level, totalTransformations, codeBlocks, headings);
327
- }
328
- }
329
- // Apply aggressive transformations
330
- if (level === "aggressive") {
331
- const aggResult = applyAggressiveTransformations(working, preserveHeadings);
332
- working = aggResult.content;
333
- totalTransformations += aggResult.count;
334
- }
335
- return buildResult(working, originalChars, level, totalTransformations, codeBlocks, headings);
336
- }
337
- /**
338
- * Compress with a target size — applies progressively more aggressive
339
- * compression until the target is reached or all transformations exhausted.
340
- */
341
- export function compressToTarget(content, targetChars) {
342
- if (content.length <= targetChars) {
343
- return {
344
- content,
345
- originalChars: content.length,
346
- compressedChars: content.length,
347
- savingsPercent: 0,
348
- level: "light",
349
- transformationsApplied: 0,
350
- };
351
- }
352
- const levels = ["light", "moderate", "aggressive"];
353
- for (const level of levels) {
354
- const result = compressPrompt(content, { level, targetChars });
355
- if (result.compressedChars <= targetChars) {
356
- return result;
357
- }
358
- // If aggressive and still over target, return best effort
359
- if (level === "aggressive") {
360
- return result;
361
- }
362
- }
363
- // Unreachable, but satisfy TypeScript
364
- return compressPrompt(content, { level: "aggressive" });
365
- }
366
- // ─── Helpers ────────────────────────────────────────────────────────────────
367
- function getRestoredLength(text, codeBlocks, headings) {
368
- let result = text;
369
- if (headings)
370
- result = restoreHeadings(result, headings);
371
- if (codeBlocks)
372
- result = restoreCodeBlocks(result, codeBlocks);
373
- return result.length;
374
- }
375
- function buildResult(working, originalChars, level, transformationsApplied, codeBlocks, headings) {
376
- let content = working;
377
- if (headings)
378
- content = restoreHeadings(content, headings);
379
- if (codeBlocks)
380
- content = restoreCodeBlocks(content, codeBlocks);
381
- const compressedChars = content.length;
382
- const savingsPercent = originalChars > 0
383
- ? Math.round(((originalChars - compressedChars) / originalChars) * 10000) / 100
384
- : 0;
385
- return {
386
- content,
387
- originalChars,
388
- compressedChars,
389
- savingsPercent,
390
- level,
391
- transformationsApplied,
392
- };
393
- }