gsd-pi 2.38.0-dev.add4f78 → 2.38.0-dev.d533afb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/resource-loader.js +34 -1
- package/dist/resources/extensions/github-sync/cli.js +284 -0
- package/dist/resources/extensions/github-sync/index.js +73 -0
- package/dist/resources/extensions/github-sync/mapping.js +67 -0
- package/dist/resources/extensions/github-sync/sync.js +424 -0
- package/dist/resources/extensions/github-sync/templates.js +118 -0
- package/dist/resources/extensions/github-sync/types.js +7 -0
- package/dist/resources/extensions/gsd/auto/session.js +3 -23
- package/dist/resources/extensions/gsd/auto-dispatch.js +1 -1
- package/dist/resources/extensions/gsd/auto-loop.js +292 -263
- package/dist/resources/extensions/gsd/auto-post-unit.js +28 -3
- package/dist/resources/extensions/gsd/auto-prompts.js +23 -43
- package/dist/resources/extensions/gsd/auto-start.js +7 -1
- package/dist/resources/extensions/gsd/auto-worktree.js +3 -3
- package/dist/resources/extensions/gsd/auto.js +143 -80
- package/dist/resources/extensions/gsd/commands-prefs-wizard.js +1 -1
- package/dist/resources/extensions/gsd/commands.js +2 -1
- package/dist/resources/extensions/gsd/context-budget.js +2 -10
- package/dist/resources/extensions/gsd/docs/preferences-reference.md +0 -2
- package/dist/resources/extensions/gsd/doctor-providers.js +27 -11
- package/dist/resources/extensions/gsd/doctor.js +20 -1
- package/dist/resources/extensions/gsd/exit-command.js +2 -1
- package/dist/resources/extensions/gsd/files.js +4 -0
- package/dist/resources/extensions/gsd/git-service.js +15 -12
- package/dist/resources/extensions/gsd/guided-flow.js +82 -32
- package/dist/resources/extensions/gsd/index.js +22 -19
- package/dist/resources/extensions/gsd/native-git-bridge.js +37 -0
- package/dist/resources/extensions/gsd/preferences-models.js +0 -12
- package/dist/resources/extensions/gsd/preferences-types.js +1 -1
- package/dist/resources/extensions/gsd/preferences-validation.js +58 -10
- package/dist/resources/extensions/gsd/preferences.js +4 -2
- package/dist/resources/extensions/gsd/prompts/discuss.md +11 -14
- package/dist/resources/extensions/gsd/prompts/execute-task.md +2 -2
- package/dist/resources/extensions/gsd/prompts/guided-discuss-milestone.md +11 -12
- package/dist/resources/extensions/gsd/prompts/guided-discuss-slice.md +8 -10
- package/dist/resources/extensions/gsd/prompts/guided-resume-task.md +1 -1
- package/dist/resources/extensions/gsd/prompts/queue.md +4 -8
- package/dist/resources/extensions/gsd/prompts/reactive-execute.md +11 -8
- package/dist/resources/extensions/gsd/prompts/run-uat.md +27 -10
- package/dist/resources/extensions/gsd/prompts/workflow-start.md +2 -2
- package/dist/resources/extensions/gsd/repo-identity.js +19 -3
- package/dist/resources/extensions/gsd/roadmap-mutations.js +24 -0
- package/dist/resources/extensions/mcp-client/index.js +14 -1
- package/package.json +1 -1
- package/packages/pi-ai/dist/utils/oauth/anthropic.js +2 -2
- package/packages/pi-ai/dist/utils/oauth/anthropic.js.map +1 -1
- package/packages/pi-ai/src/utils/oauth/anthropic.ts +2 -2
- package/packages/pi-coding-agent/dist/core/extensions/loader.d.ts.map +1 -1
- package/packages/pi-coding-agent/dist/core/extensions/loader.js +205 -7
- package/packages/pi-coding-agent/dist/core/extensions/loader.js.map +1 -1
- package/packages/pi-coding-agent/src/core/extensions/loader.ts +223 -7
- package/src/resources/extensions/github-sync/cli.ts +364 -0
- package/src/resources/extensions/github-sync/index.ts +93 -0
- package/src/resources/extensions/github-sync/mapping.ts +81 -0
- package/src/resources/extensions/github-sync/sync.ts +556 -0
- package/src/resources/extensions/github-sync/templates.ts +183 -0
- package/src/resources/extensions/github-sync/tests/cli.test.ts +20 -0
- package/src/resources/extensions/github-sync/tests/commit-linking.test.ts +39 -0
- package/src/resources/extensions/github-sync/tests/mapping.test.ts +104 -0
- package/src/resources/extensions/github-sync/tests/templates.test.ts +110 -0
- package/src/resources/extensions/github-sync/types.ts +47 -0
- package/src/resources/extensions/gsd/auto/session.ts +3 -25
- package/src/resources/extensions/gsd/auto-dispatch.ts +1 -1
- package/src/resources/extensions/gsd/auto-loop.ts +382 -360
- package/src/resources/extensions/gsd/auto-post-unit.ts +29 -3
- package/src/resources/extensions/gsd/auto-prompts.ts +25 -45
- package/src/resources/extensions/gsd/auto-start.ts +11 -1
- package/src/resources/extensions/gsd/auto-worktree.ts +3 -3
- package/src/resources/extensions/gsd/auto.ts +139 -86
- package/src/resources/extensions/gsd/commands-prefs-wizard.ts +1 -1
- package/src/resources/extensions/gsd/commands.ts +2 -2
- package/src/resources/extensions/gsd/context-budget.ts +2 -12
- package/src/resources/extensions/gsd/docs/preferences-reference.md +0 -2
- package/src/resources/extensions/gsd/doctor-providers.ts +26 -9
- package/src/resources/extensions/gsd/doctor.ts +22 -1
- package/src/resources/extensions/gsd/exit-command.ts +2 -2
- package/src/resources/extensions/gsd/files.ts +3 -1
- package/src/resources/extensions/gsd/git-service.ts +20 -10
- package/src/resources/extensions/gsd/guided-flow.ts +110 -38
- package/src/resources/extensions/gsd/index.ts +21 -16
- package/src/resources/extensions/gsd/native-git-bridge.ts +37 -0
- package/src/resources/extensions/gsd/preferences-models.ts +0 -12
- package/src/resources/extensions/gsd/preferences-types.ts +4 -4
- package/src/resources/extensions/gsd/preferences-validation.ts +50 -10
- package/src/resources/extensions/gsd/preferences.ts +3 -2
- package/src/resources/extensions/gsd/prompts/discuss.md +11 -14
- package/src/resources/extensions/gsd/prompts/execute-task.md +2 -2
- package/src/resources/extensions/gsd/prompts/guided-discuss-milestone.md +11 -12
- package/src/resources/extensions/gsd/prompts/guided-discuss-slice.md +8 -10
- package/src/resources/extensions/gsd/prompts/guided-resume-task.md +1 -1
- package/src/resources/extensions/gsd/prompts/queue.md +4 -8
- package/src/resources/extensions/gsd/prompts/reactive-execute.md +11 -8
- package/src/resources/extensions/gsd/prompts/run-uat.md +27 -10
- package/src/resources/extensions/gsd/prompts/workflow-start.md +2 -2
- package/src/resources/extensions/gsd/repo-identity.ts +20 -3
- package/src/resources/extensions/gsd/roadmap-mutations.ts +29 -0
- package/src/resources/extensions/gsd/tests/agent-end-retry.test.ts +21 -18
- package/src/resources/extensions/gsd/tests/auto-loop.test.ts +122 -68
- package/src/resources/extensions/gsd/tests/doctor-providers.test.ts +86 -3
- package/src/resources/extensions/gsd/tests/preferences.test.ts +2 -7
- package/src/resources/extensions/gsd/tests/prompt-contracts.test.ts +59 -0
- package/src/resources/extensions/gsd/tests/repo-identity-worktree.test.ts +21 -1
- package/src/resources/extensions/gsd/tests/run-uat.test.ts +11 -3
- package/src/resources/extensions/gsd/types.ts +0 -1
- package/src/resources/extensions/mcp-client/index.ts +17 -1
- package/dist/resources/extensions/gsd/prompt-compressor.js +0 -393
- package/dist/resources/extensions/gsd/semantic-chunker.js +0 -254
- package/dist/resources/extensions/gsd/summary-distiller.js +0 -212
- package/src/resources/extensions/gsd/prompt-compressor.ts +0 -508
- package/src/resources/extensions/gsd/semantic-chunker.ts +0 -336
- package/src/resources/extensions/gsd/summary-distiller.ts +0 -258
- package/src/resources/extensions/gsd/tests/context-compression.test.ts +0 -193
- package/src/resources/extensions/gsd/tests/prompt-compressor.test.ts +0 -529
- package/src/resources/extensions/gsd/tests/semantic-chunker.test.ts +0 -426
- package/src/resources/extensions/gsd/tests/summary-distiller.test.ts +0 -323
- package/src/resources/extensions/gsd/tests/token-optimization-benchmark.test.ts +0 -1272
- package/src/resources/extensions/gsd/tests/token-optimization-prefs.test.ts +0 -164
|
@@ -3,7 +3,7 @@ import { join } from "node:path";
|
|
|
3
3
|
import { tmpdir } from "node:os";
|
|
4
4
|
import { execSync } from "node:child_process";
|
|
5
5
|
|
|
6
|
-
import { externalGsdRoot, ensureGsdSymlink } from "../repo-identity.ts";
|
|
6
|
+
import { repoIdentity, externalGsdRoot, ensureGsdSymlink, validateProjectId } from "../repo-identity.ts";
|
|
7
7
|
import { createTestContext } from "./test-helpers.ts";
|
|
8
8
|
|
|
9
9
|
const { assertEq, assertTrue, report } = createTestContext();
|
|
@@ -57,6 +57,26 @@ async function main(): Promise<void> {
|
|
|
57
57
|
assertEq(preservedDirState, join(worktreePath, ".gsd"), "worktree .gsd directory is left in place for sync-based refresh");
|
|
58
58
|
assertTrue(lstatSync(join(worktreePath, ".gsd")).isDirectory(), "worktree .gsd directory remains a directory");
|
|
59
59
|
assertTrue(existsSync(join(worktreePath, ".gsd", "milestones", "stale.txt")), "existing worktree .gsd directory contents remain available for sync logic");
|
|
60
|
+
|
|
61
|
+
console.log("\n=== GSD_PROJECT_ID overrides computed repo hash ===");
|
|
62
|
+
process.env.GSD_PROJECT_ID = "my-project";
|
|
63
|
+
assertEq(repoIdentity(base), "my-project", "repoIdentity returns GSD_PROJECT_ID when set");
|
|
64
|
+
assertEq(externalGsdRoot(base), join(stateDir, "projects", "my-project"), "externalGsdRoot uses GSD_PROJECT_ID");
|
|
65
|
+
delete process.env.GSD_PROJECT_ID;
|
|
66
|
+
|
|
67
|
+
console.log("\n=== GSD_PROJECT_ID falls back to hash when unset ===");
|
|
68
|
+
const hashIdentity = repoIdentity(base);
|
|
69
|
+
assertTrue(/^[0-9a-f]{12}$/.test(hashIdentity), "repoIdentity returns 12-char hex hash when GSD_PROJECT_ID is unset");
|
|
70
|
+
|
|
71
|
+
console.log("\n=== validateProjectId rejects invalid values ===");
|
|
72
|
+
for (const invalid of ["has spaces", "path/traversal", "dot..dot", "back\\slash"]) {
|
|
73
|
+
assertTrue(!validateProjectId(invalid), `validateProjectId rejects invalid value: "${invalid}"`);
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
console.log("\n=== validateProjectId accepts valid values ===");
|
|
77
|
+
for (const valid of ["my-project", "foo_bar", "abc123", "A-Z_0-9"]) {
|
|
78
|
+
assertTrue(validateProjectId(valid), `validateProjectId accepts valid value: "${valid}"`);
|
|
79
|
+
}
|
|
60
80
|
} finally {
|
|
61
81
|
delete process.env.GSD_STATE_DIR;
|
|
62
82
|
rmSync(base, { recursive: true, force: true });
|
|
@@ -210,7 +210,7 @@ async function main(): Promise<void> {
|
|
|
210
210
|
const sliceId = 'S01';
|
|
211
211
|
const uatPath = '.gsd/milestones/M001/slices/S01/S01-UAT.md';
|
|
212
212
|
const uatResultPath = '.gsd/milestones/M001/slices/S01/S01-UAT-RESULT.md';
|
|
213
|
-
const uatType = '
|
|
213
|
+
const uatType = 'live-runtime';
|
|
214
214
|
const inlinedContext = '<!-- no context -->';
|
|
215
215
|
|
|
216
216
|
let promptResult: string | undefined;
|
|
@@ -246,13 +246,21 @@ async function main(): Promise<void> {
|
|
|
246
246
|
promptResult?.includes(uatResultPath) ?? false,
|
|
247
247
|
`prompt contains uatResultPath value after substitution`,
|
|
248
248
|
);
|
|
249
|
+
assertTrue(
|
|
250
|
+
promptResult?.includes(`Detected UAT mode:** \`${uatType}\``) ?? false,
|
|
251
|
+
`prompt contains detected dynamic uatType value "${uatType}" after substitution`,
|
|
252
|
+
);
|
|
253
|
+
assertTrue(
|
|
254
|
+
promptResult?.includes(`uatType: ${uatType}`) ?? false,
|
|
255
|
+
`prompt contains dynamic uatType frontmatter value "${uatType}" after substitution`,
|
|
256
|
+
);
|
|
249
257
|
assertTrue(
|
|
250
258
|
!/\{\{[^}]+\}\}/.test(promptResult ?? ''),
|
|
251
259
|
'no unreplaced {{...}} tokens remain after variable substitution',
|
|
252
260
|
);
|
|
253
261
|
assertTrue(
|
|
254
|
-
/
|
|
255
|
-
'prompt contains
|
|
262
|
+
/browser|runtime|execute|run/i.test(promptResult ?? ''),
|
|
263
|
+
'prompt contains runtime execution language (browser/runtime/execute/run)',
|
|
256
264
|
);
|
|
257
265
|
assertTrue(
|
|
258
266
|
!/surfaced for human review/i.test(promptResult ?? ''),
|
|
@@ -423,7 +423,6 @@ export interface Requirement {
|
|
|
423
423
|
|
|
424
424
|
// ─── Parallel Orchestration Types ────────────────────────────────────────
|
|
425
425
|
|
|
426
|
-
export type CompressionStrategy = "truncate" | "compress";
|
|
427
426
|
export type ContextSelectionMode = "full" | "smart";
|
|
428
427
|
|
|
429
428
|
export type MergeStrategy = "per-slice" | "per-milestone";
|
|
@@ -114,6 +114,22 @@ function getServerConfig(name: string): McpServerConfig | undefined {
|
|
|
114
114
|
return readConfigs().find((s) => s.name === name);
|
|
115
115
|
}
|
|
116
116
|
|
|
117
|
+
/** Resolve ${VAR} references in env values against process.env. */
|
|
118
|
+
function resolveEnv(env: Record<string, string>): Record<string, string> {
|
|
119
|
+
const resolved: Record<string, string> = {};
|
|
120
|
+
for (const [key, value] of Object.entries(env)) {
|
|
121
|
+
if (typeof value === "string") {
|
|
122
|
+
resolved[key] = value.replace(
|
|
123
|
+
/\$\{([^}]+)\}/g,
|
|
124
|
+
(_match, varName) => process.env[varName] ?? "",
|
|
125
|
+
);
|
|
126
|
+
} else {
|
|
127
|
+
resolved[key] = value;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
return resolved;
|
|
131
|
+
}
|
|
132
|
+
|
|
117
133
|
async function getOrConnect(name: string, signal?: AbortSignal): Promise<Client> {
|
|
118
134
|
const existing = connections.get(name);
|
|
119
135
|
if (existing) return existing.client;
|
|
@@ -128,7 +144,7 @@ async function getOrConnect(name: string, signal?: AbortSignal): Promise<Client>
|
|
|
128
144
|
transport = new StdioClientTransport({
|
|
129
145
|
command: config.command,
|
|
130
146
|
args: config.args,
|
|
131
|
-
env: config.env ? { ...process.env, ...config.env } as Record<string, string> : undefined,
|
|
147
|
+
env: config.env ? { ...process.env, ...resolveEnv(config.env) } as Record<string, string> : undefined,
|
|
132
148
|
cwd: config.cwd,
|
|
133
149
|
stderr: "pipe",
|
|
134
150
|
});
|
|
@@ -1,393 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Prompt Compressor — deterministic text compression for context reduction.
|
|
3
|
-
*
|
|
4
|
-
* Applies a series of lossless and near-lossless transformations to reduce
|
|
5
|
-
* token count while preserving semantic meaning. No LLM calls, no external
|
|
6
|
-
* dependencies. Sub-millisecond for typical prompt sizes.
|
|
7
|
-
*
|
|
8
|
-
* Compression techniques (applied in order):
|
|
9
|
-
* 1. Redundant whitespace normalization
|
|
10
|
-
* 2. Markdown formatting reduction (collapse verbose tables, lists)
|
|
11
|
-
* 3. Common phrase abbreviation
|
|
12
|
-
* 4. Repeated pattern deduplication
|
|
13
|
-
* 5. Low-information content removal (empty sections, boilerplate)
|
|
14
|
-
*/
|
|
15
|
-
// ─── Phrase Abbreviation Map ────────────────────────────────────────────────
|
|
16
|
-
/**
|
|
17
|
-
* Build a regex that matches a verbose phrase even when split across lines.
|
|
18
|
-
* Whitespace between words is matched with \s+ to handle line wrapping.
|
|
19
|
-
*/
|
|
20
|
-
function phraseRegex(phrase) {
|
|
21
|
-
const words = phrase.split(/\s+/);
|
|
22
|
-
const pattern = `\\b${words.join("\\s+")}\\b`;
|
|
23
|
-
return new RegExp(pattern, "gi");
|
|
24
|
-
}
|
|
25
|
-
const VERBOSE_PHRASES = [
|
|
26
|
-
[phraseRegex("In order to"), "To"],
|
|
27
|
-
[phraseRegex("It is important to note that"), "Note:"],
|
|
28
|
-
[phraseRegex("As mentioned previously"), "(see above)"],
|
|
29
|
-
[phraseRegex("The following"), "These"],
|
|
30
|
-
[phraseRegex("In addition to"), "Also,"],
|
|
31
|
-
[phraseRegex("Due to the fact that"), "Because"],
|
|
32
|
-
[phraseRegex("At this point in time"), "Now"],
|
|
33
|
-
[phraseRegex("For the purpose of"), "For"],
|
|
34
|
-
[phraseRegex("In the event that"), "If"],
|
|
35
|
-
[phraseRegex("With regard to"), "Re:"],
|
|
36
|
-
[phraseRegex("Prior to"), "Before"],
|
|
37
|
-
[phraseRegex("Subsequent to"), "After"],
|
|
38
|
-
[phraseRegex("In accordance with"), "Per"],
|
|
39
|
-
[phraseRegex("A number of"), "Several"],
|
|
40
|
-
[phraseRegex("In the case of"), "For"],
|
|
41
|
-
[phraseRegex("On the basis of"), "Based on"],
|
|
42
|
-
];
|
|
43
|
-
function extractCodeBlocks(content) {
|
|
44
|
-
const blocks = new Map();
|
|
45
|
-
let counter = 0;
|
|
46
|
-
const text = content.replace(/```[\s\S]*?```/g, (match) => {
|
|
47
|
-
const placeholder = `\x00CODEBLOCK_${counter++}\x00`;
|
|
48
|
-
blocks.set(placeholder, match);
|
|
49
|
-
return placeholder;
|
|
50
|
-
});
|
|
51
|
-
return { text, blocks };
|
|
52
|
-
}
|
|
53
|
-
function restoreCodeBlocks(text, blocks) {
|
|
54
|
-
let result = text;
|
|
55
|
-
for (const [placeholder, block] of blocks) {
|
|
56
|
-
result = result.replace(placeholder, block);
|
|
57
|
-
}
|
|
58
|
-
return result;
|
|
59
|
-
}
|
|
60
|
-
// ─── Light Transformations ──────────────────────────────────────────────────
|
|
61
|
-
function normalizeWhitespace(content) {
|
|
62
|
-
// Collapse 3+ consecutive blank lines to 2
|
|
63
|
-
let result = content.replace(/(\n\s*){3,}\n/g, "\n\n");
|
|
64
|
-
// Trim trailing whitespace on every line
|
|
65
|
-
result = result.replace(/[ \t]+$/gm, "");
|
|
66
|
-
return result;
|
|
67
|
-
}
|
|
68
|
-
function removeMarkdownComments(content) {
|
|
69
|
-
return content.replace(/<!--[\s\S]*?-->/g, "");
|
|
70
|
-
}
|
|
71
|
-
function removeHorizontalRules(content) {
|
|
72
|
-
// Remove horizontal rules (---, ***, ___) that stand alone on a line
|
|
73
|
-
return content.replace(/^\s*[-*_]{3,}\s*$/gm, "");
|
|
74
|
-
}
|
|
75
|
-
function collapseEmptyListItems(content) {
|
|
76
|
-
// Collapse repeated empty list items (- \n- \n- \n) into one
|
|
77
|
-
return content.replace(/(^[ \t]*[-*+]\s*$\n){2,}/gm, "$1");
|
|
78
|
-
}
|
|
79
|
-
function applyLightTransformations(content) {
|
|
80
|
-
let count = 0;
|
|
81
|
-
let result = content;
|
|
82
|
-
const after1 = normalizeWhitespace(result);
|
|
83
|
-
if (after1 !== result)
|
|
84
|
-
count++;
|
|
85
|
-
result = after1;
|
|
86
|
-
const after2 = removeMarkdownComments(result);
|
|
87
|
-
if (after2 !== result)
|
|
88
|
-
count++;
|
|
89
|
-
result = after2;
|
|
90
|
-
const after3 = removeHorizontalRules(result);
|
|
91
|
-
if (after3 !== result)
|
|
92
|
-
count++;
|
|
93
|
-
result = after3;
|
|
94
|
-
const after4 = collapseEmptyListItems(result);
|
|
95
|
-
if (after4 !== result)
|
|
96
|
-
count++;
|
|
97
|
-
result = after4;
|
|
98
|
-
return { content: result, count };
|
|
99
|
-
}
|
|
100
|
-
// ─── Moderate Transformations ───────────────────────────────────────────────
|
|
101
|
-
function abbreviateVerbosePhrases(content) {
|
|
102
|
-
let count = 0;
|
|
103
|
-
let result = content;
|
|
104
|
-
for (const [pattern, replacement] of VERBOSE_PHRASES) {
|
|
105
|
-
const after = result.replace(pattern, replacement);
|
|
106
|
-
if (after !== result)
|
|
107
|
-
count++;
|
|
108
|
-
result = after;
|
|
109
|
-
}
|
|
110
|
-
return { content: result, count };
|
|
111
|
-
}
|
|
112
|
-
function removeBoilerplateLines(content) {
|
|
113
|
-
const lines = content.split("\n");
|
|
114
|
-
const filtered = lines.filter((line) => {
|
|
115
|
-
const trimmed = line.trim();
|
|
116
|
-
// Remove lines that are just N/A, (none), (empty), (not applicable)
|
|
117
|
-
if (/^(?:N\/A|\(none\)|\(empty\)|\(not applicable\))$/i.test(trimmed)) {
|
|
118
|
-
return false;
|
|
119
|
-
}
|
|
120
|
-
return true;
|
|
121
|
-
});
|
|
122
|
-
return filtered.join("\n");
|
|
123
|
-
}
|
|
124
|
-
function deduplicateConsecutiveLines(content) {
|
|
125
|
-
const lines = content.split("\n");
|
|
126
|
-
const result = [];
|
|
127
|
-
for (let i = 0; i < lines.length; i++) {
|
|
128
|
-
if (i === 0 || lines[i] !== lines[i - 1] || lines[i].trim() === "") {
|
|
129
|
-
result.push(lines[i]);
|
|
130
|
-
}
|
|
131
|
-
}
|
|
132
|
-
return result.join("\n");
|
|
133
|
-
}
|
|
134
|
-
function collapseTableFormatting(content) {
|
|
135
|
-
// Remove excessive padding in markdown table cells
|
|
136
|
-
// Matches table rows like | cell | cell | and collapses to | cell | cell |
|
|
137
|
-
return content.replace(/\|[ \t]{2,}([^|\n]*?)[ \t]{2,}\|/g, (_, cellContent) => {
|
|
138
|
-
return `| ${cellContent.trim()} |`;
|
|
139
|
-
});
|
|
140
|
-
}
|
|
141
|
-
function applyModerateTransformations(content) {
|
|
142
|
-
let count = 0;
|
|
143
|
-
let result = content;
|
|
144
|
-
const phraseResult = abbreviateVerbosePhrases(result);
|
|
145
|
-
count += phraseResult.count;
|
|
146
|
-
result = phraseResult.content;
|
|
147
|
-
const after1 = removeBoilerplateLines(result);
|
|
148
|
-
if (after1 !== result)
|
|
149
|
-
count++;
|
|
150
|
-
result = after1;
|
|
151
|
-
const after2 = deduplicateConsecutiveLines(result);
|
|
152
|
-
if (after2 !== result)
|
|
153
|
-
count++;
|
|
154
|
-
result = after2;
|
|
155
|
-
const after3 = collapseTableFormatting(result);
|
|
156
|
-
if (after3 !== result)
|
|
157
|
-
count++;
|
|
158
|
-
result = after3;
|
|
159
|
-
return { content: result, count };
|
|
160
|
-
}
|
|
161
|
-
// ─── Aggressive Transformations ─────────────────────────────────────────────
|
|
162
|
-
function removeMarkdownEmphasis(content) {
|
|
163
|
-
// Bold: **text** or __text__
|
|
164
|
-
let result = content.replace(/\*\*(.+?)\*\*/g, "$1");
|
|
165
|
-
result = result.replace(/__(.+?)__/g, "$1");
|
|
166
|
-
// Italic: *text* or _text_ (single, not inside words)
|
|
167
|
-
result = result.replace(/(?<!\w)\*([^*\n]+?)\*(?!\w)/g, "$1");
|
|
168
|
-
result = result.replace(/(?<!\w)_([^_\n]+?)_(?!\w)/g, "$1");
|
|
169
|
-
return result;
|
|
170
|
-
}
|
|
171
|
-
function removeMarkdownLinks(content) {
|
|
172
|
-
// [text](url) → text
|
|
173
|
-
return content.replace(/\[([^\]]+)\]\([^)]+\)/g, "$1");
|
|
174
|
-
}
|
|
175
|
-
function truncateLongLines(content) {
|
|
176
|
-
const lines = content.split("\n");
|
|
177
|
-
const result = lines.map((line) => {
|
|
178
|
-
if (line.length <= 300)
|
|
179
|
-
return line;
|
|
180
|
-
// Find a sentence boundary (. ! ?) near the 300 char mark
|
|
181
|
-
const truncateZone = line.slice(0, 300);
|
|
182
|
-
const lastSentenceEnd = Math.max(truncateZone.lastIndexOf(". "), truncateZone.lastIndexOf("! "), truncateZone.lastIndexOf("? "));
|
|
183
|
-
if (lastSentenceEnd > 150) {
|
|
184
|
-
return line.slice(0, lastSentenceEnd + 1);
|
|
185
|
-
}
|
|
186
|
-
// Fallback: cut at last space before 300
|
|
187
|
-
const lastSpace = truncateZone.lastIndexOf(" ");
|
|
188
|
-
if (lastSpace > 150) {
|
|
189
|
-
return line.slice(0, lastSpace);
|
|
190
|
-
}
|
|
191
|
-
return truncateZone;
|
|
192
|
-
});
|
|
193
|
-
return result.join("\n");
|
|
194
|
-
}
|
|
195
|
-
function removeBulletMarkers(content) {
|
|
196
|
-
// Remove bullet markers: - , * , + , numbered (1. 2. etc)
|
|
197
|
-
return content.replace(/^[ \t]*(?:[-*+]|\d+\.)\s+/gm, "");
|
|
198
|
-
}
|
|
199
|
-
function removeBlockquoteMarkers(content) {
|
|
200
|
-
return content.replace(/^[ \t]*>+\s?/gm, "");
|
|
201
|
-
}
|
|
202
|
-
function deduplicateStructuralPatterns(content) {
|
|
203
|
-
// Deduplicate consecutive lines that match the same "Key: value" pattern
|
|
204
|
-
const lines = content.split("\n");
|
|
205
|
-
const result = [];
|
|
206
|
-
const seen = new Set();
|
|
207
|
-
let lastWasStructural = false;
|
|
208
|
-
for (const line of lines) {
|
|
209
|
-
const trimmed = line.trim();
|
|
210
|
-
// Detect structural patterns: "Key: value"
|
|
211
|
-
const structMatch = trimmed.match(/^(\w[\w\s]*?):\s+(.+)$/);
|
|
212
|
-
if (structMatch) {
|
|
213
|
-
if (seen.has(trimmed)) {
|
|
214
|
-
lastWasStructural = true;
|
|
215
|
-
continue;
|
|
216
|
-
}
|
|
217
|
-
seen.add(trimmed);
|
|
218
|
-
lastWasStructural = true;
|
|
219
|
-
}
|
|
220
|
-
else {
|
|
221
|
-
// Reset seen set when structural block ends
|
|
222
|
-
if (!lastWasStructural || trimmed === "") {
|
|
223
|
-
seen.clear();
|
|
224
|
-
}
|
|
225
|
-
lastWasStructural = false;
|
|
226
|
-
}
|
|
227
|
-
result.push(line);
|
|
228
|
-
}
|
|
229
|
-
return result.join("\n");
|
|
230
|
-
}
|
|
231
|
-
function applyAggressiveTransformations(content, preserveHeadings) {
|
|
232
|
-
let count = 0;
|
|
233
|
-
let result = content;
|
|
234
|
-
const after1 = removeMarkdownEmphasis(result);
|
|
235
|
-
if (after1 !== result)
|
|
236
|
-
count++;
|
|
237
|
-
result = after1;
|
|
238
|
-
const after2 = removeMarkdownLinks(result);
|
|
239
|
-
if (after2 !== result)
|
|
240
|
-
count++;
|
|
241
|
-
result = after2;
|
|
242
|
-
const after3 = truncateLongLines(result);
|
|
243
|
-
if (after3 !== result)
|
|
244
|
-
count++;
|
|
245
|
-
result = after3;
|
|
246
|
-
const after4 = removeBulletMarkers(result);
|
|
247
|
-
if (after4 !== result)
|
|
248
|
-
count++;
|
|
249
|
-
result = after4;
|
|
250
|
-
const after5 = removeBlockquoteMarkers(result);
|
|
251
|
-
if (after5 !== result)
|
|
252
|
-
count++;
|
|
253
|
-
result = after5;
|
|
254
|
-
const after6 = deduplicateStructuralPatterns(result);
|
|
255
|
-
if (after6 !== result)
|
|
256
|
-
count++;
|
|
257
|
-
result = after6;
|
|
258
|
-
return { content: result, count };
|
|
259
|
-
}
|
|
260
|
-
function extractHeadings(content) {
|
|
261
|
-
const headings = new Map();
|
|
262
|
-
let counter = 0;
|
|
263
|
-
const text = content.replace(/^(#{1,6}\s.+)$/gm, (match) => {
|
|
264
|
-
const placeholder = `\x00HEADING_${counter++}\x00`;
|
|
265
|
-
headings.set(placeholder, match);
|
|
266
|
-
return placeholder;
|
|
267
|
-
});
|
|
268
|
-
return { text, headings };
|
|
269
|
-
}
|
|
270
|
-
function restoreHeadings(text, headings) {
|
|
271
|
-
let result = text;
|
|
272
|
-
for (const [placeholder, heading] of headings) {
|
|
273
|
-
result = result.replace(placeholder, heading);
|
|
274
|
-
}
|
|
275
|
-
return result;
|
|
276
|
-
}
|
|
277
|
-
// ─── Public API ─────────────────────────────────────────────────────────────
|
|
278
|
-
/**
|
|
279
|
-
* Compress prompt content using deterministic text transformations.
|
|
280
|
-
*/
|
|
281
|
-
export function compressPrompt(content, options) {
|
|
282
|
-
const level = options?.level ?? "moderate";
|
|
283
|
-
const preserveHeadings = options?.preserveHeadings ?? true;
|
|
284
|
-
const preserveCodeBlocks = options?.preserveCodeBlocks ?? true;
|
|
285
|
-
if (content === "") {
|
|
286
|
-
return {
|
|
287
|
-
content: "",
|
|
288
|
-
originalChars: 0,
|
|
289
|
-
compressedChars: 0,
|
|
290
|
-
savingsPercent: 0,
|
|
291
|
-
level,
|
|
292
|
-
transformationsApplied: 0,
|
|
293
|
-
};
|
|
294
|
-
}
|
|
295
|
-
const originalChars = content.length;
|
|
296
|
-
let working = content;
|
|
297
|
-
let totalTransformations = 0;
|
|
298
|
-
// Extract code blocks if preserving
|
|
299
|
-
let codeBlocks = null;
|
|
300
|
-
if (preserveCodeBlocks) {
|
|
301
|
-
const extracted = extractCodeBlocks(working);
|
|
302
|
-
working = extracted.text;
|
|
303
|
-
codeBlocks = extracted.blocks;
|
|
304
|
-
}
|
|
305
|
-
// Extract headings if preserving
|
|
306
|
-
let headings = null;
|
|
307
|
-
if (preserveHeadings) {
|
|
308
|
-
const extracted = extractHeadings(working);
|
|
309
|
-
working = extracted.text;
|
|
310
|
-
headings = extracted.headings;
|
|
311
|
-
}
|
|
312
|
-
// Apply light transformations (always)
|
|
313
|
-
const lightResult = applyLightTransformations(working);
|
|
314
|
-
working = lightResult.content;
|
|
315
|
-
totalTransformations += lightResult.count;
|
|
316
|
-
// Check target
|
|
317
|
-
if (options?.targetChars && getRestoredLength(working, codeBlocks, headings) <= options.targetChars) {
|
|
318
|
-
return buildResult(working, originalChars, level, totalTransformations, codeBlocks, headings);
|
|
319
|
-
}
|
|
320
|
-
// Apply moderate transformations
|
|
321
|
-
if (level === "moderate" || level === "aggressive") {
|
|
322
|
-
const modResult = applyModerateTransformations(working);
|
|
323
|
-
working = modResult.content;
|
|
324
|
-
totalTransformations += modResult.count;
|
|
325
|
-
if (options?.targetChars && getRestoredLength(working, codeBlocks, headings) <= options.targetChars) {
|
|
326
|
-
return buildResult(working, originalChars, level, totalTransformations, codeBlocks, headings);
|
|
327
|
-
}
|
|
328
|
-
}
|
|
329
|
-
// Apply aggressive transformations
|
|
330
|
-
if (level === "aggressive") {
|
|
331
|
-
const aggResult = applyAggressiveTransformations(working, preserveHeadings);
|
|
332
|
-
working = aggResult.content;
|
|
333
|
-
totalTransformations += aggResult.count;
|
|
334
|
-
}
|
|
335
|
-
return buildResult(working, originalChars, level, totalTransformations, codeBlocks, headings);
|
|
336
|
-
}
|
|
337
|
-
/**
|
|
338
|
-
* Compress with a target size — applies progressively more aggressive
|
|
339
|
-
* compression until the target is reached or all transformations exhausted.
|
|
340
|
-
*/
|
|
341
|
-
export function compressToTarget(content, targetChars) {
|
|
342
|
-
if (content.length <= targetChars) {
|
|
343
|
-
return {
|
|
344
|
-
content,
|
|
345
|
-
originalChars: content.length,
|
|
346
|
-
compressedChars: content.length,
|
|
347
|
-
savingsPercent: 0,
|
|
348
|
-
level: "light",
|
|
349
|
-
transformationsApplied: 0,
|
|
350
|
-
};
|
|
351
|
-
}
|
|
352
|
-
const levels = ["light", "moderate", "aggressive"];
|
|
353
|
-
for (const level of levels) {
|
|
354
|
-
const result = compressPrompt(content, { level, targetChars });
|
|
355
|
-
if (result.compressedChars <= targetChars) {
|
|
356
|
-
return result;
|
|
357
|
-
}
|
|
358
|
-
// If aggressive and still over target, return best effort
|
|
359
|
-
if (level === "aggressive") {
|
|
360
|
-
return result;
|
|
361
|
-
}
|
|
362
|
-
}
|
|
363
|
-
// Unreachable, but satisfy TypeScript
|
|
364
|
-
return compressPrompt(content, { level: "aggressive" });
|
|
365
|
-
}
|
|
366
|
-
// ─── Helpers ────────────────────────────────────────────────────────────────
|
|
367
|
-
function getRestoredLength(text, codeBlocks, headings) {
|
|
368
|
-
let result = text;
|
|
369
|
-
if (headings)
|
|
370
|
-
result = restoreHeadings(result, headings);
|
|
371
|
-
if (codeBlocks)
|
|
372
|
-
result = restoreCodeBlocks(result, codeBlocks);
|
|
373
|
-
return result.length;
|
|
374
|
-
}
|
|
375
|
-
function buildResult(working, originalChars, level, transformationsApplied, codeBlocks, headings) {
|
|
376
|
-
let content = working;
|
|
377
|
-
if (headings)
|
|
378
|
-
content = restoreHeadings(content, headings);
|
|
379
|
-
if (codeBlocks)
|
|
380
|
-
content = restoreCodeBlocks(content, codeBlocks);
|
|
381
|
-
const compressedChars = content.length;
|
|
382
|
-
const savingsPercent = originalChars > 0
|
|
383
|
-
? Math.round(((originalChars - compressedChars) / originalChars) * 10000) / 100
|
|
384
|
-
: 0;
|
|
385
|
-
return {
|
|
386
|
-
content,
|
|
387
|
-
originalChars,
|
|
388
|
-
compressedChars,
|
|
389
|
-
savingsPercent,
|
|
390
|
-
level,
|
|
391
|
-
transformationsApplied,
|
|
392
|
-
};
|
|
393
|
-
}
|