@entelligentsia/forgecli 1.0.2 → 1.0.10

package/node_modules/@entelligentsia/forge-compress/dist/compressor.js

@@ -0,0 +1,137 @@
+import { countTokens } from "./tokens.js";
+import { stripAnsi, stripTimestampsAndHashes, normalizeWhitespace, isBoilerplate, } from "./strip.js";
+export function lightweightCleanup(content) {
+    const lines = content.split("\n");
+    const total = lines.length;
+    const result = [];
+    let blankCount = 0;
+    let braceRun = [];
+    const flushBraceRun = () => {
+        if (total <= 200 || braceRun.length <= 5) {
+            result.push(...braceRun);
+        }
+        else {
+            result.push(braceRun[0], braceRun[1]);
+            result.push(`[${braceRun.length - 2} brace-only lines collapsed]`);
+        }
+        braceRun = [];
+    };
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed) {
+            flushBraceRun();
+            blankCount++;
+            if (blankCount <= 1)
+                result.push("");
+            continue;
+        }
+        blankCount = 0;
+        if (/^[}\]);]+$/.test(trimmed)) {
+            braceRun.push(trimmed);
+            continue;
+        }
+        flushBraceRun();
+        result.push(line);
+    }
+    flushBraceRun();
+    return result.join("\n");
+}
+export function verbatimCompact(text) {
+    const lines = [];
+    let blankCount = 0;
+    let prevLine = null;
+    let repeatCount = 0;
+    const flushRepeats = () => {
+        if (repeatCount > 1 && prevLine !== null) {
+            const lastIdx = lines.length - 1;
+            if (lastIdx >= 0) {
+                lines[lastIdx] = `[${repeatCount}x] ${prevLine}`;
+            }
+        }
+        repeatCount = 0;
+        prevLine = null;
+    };
+    for (const line of text.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed) {
+            blankCount++;
+            if (blankCount <= 1) {
+                flushRepeats();
+                lines.push("");
+            }
+            continue;
+        }
+        blankCount = 0;
+        if (isBoilerplate(trimmed))
+            continue;
+        const normalized = normalizeWhitespace(trimmed);
+        const stripped = stripTimestampsAndHashes(normalized);
+        if (prevLine !== null && prevLine === stripped) {
+            repeatCount++;
+            continue;
+        }
+        flushRepeats();
+        prevLine = stripped;
+        repeatCount = 1;
+        lines.push(stripped);
+    }
+    flushRepeats();
+    return lines.join("\n");
+}
+export function aggressiveCompress(content, ext) {
+    const result = [];
+    const isPython = ext === "py";
+    const isHtml = ext === "html" || ext === "htm" || ext === "xml" || ext === "svg";
+    const isSql = ext === "sql";
+    const isShell = ext === "sh" || ext === "bash" || ext === "zsh" || ext === "fish";
+    let inBlockComment = false;
+    for (const line of content.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        if (inBlockComment) {
+            if (trimmed.includes("*/") || (isHtml && trimmed.includes("-->"))) {
+                inBlockComment = false;
+            }
+            continue;
+        }
+        if (trimmed.startsWith("/*") || (isHtml && trimmed.startsWith("<!--"))) {
+            if (!(trimmed.includes("*/") || trimmed.includes("-->"))) {
+                inBlockComment = true;
+            }
+            continue;
+        }
+        if (trimmed.startsWith("//") && !trimmed.startsWith("///"))
+            continue;
+        if (trimmed.startsWith("*") || trimmed.startsWith("*/"))
+            continue;
+        if (isPython && trimmed.startsWith("#"))
+            continue;
+        if (isSql && trimmed.startsWith("--"))
+            continue;
+        if (isShell && trimmed.startsWith("#") && !trimmed.startsWith("#!"))
+            continue;
+        if (/^[}\]);]+$/.test(trimmed)) {
+            const last = result[result.length - 1];
+            if (last && /^[}\]);]+$/.test(last.trim())) {
+                result[result.length - 1] = last + trimmed;
+                continue;
+            }
+        }
+        result.push(trimmed);
+    }
+    return result.join("\n");
+}
+export function safeguardRatio(original, compressed) {
+    const origTokens = countTokens(original);
+    const compTokens = countTokens(compressed);
+    if (origTokens === 0)
+        return compressed;
+    if (compTokens > origTokens)
+        return original;
+    const ratio = compTokens / origTokens;
+    if (ratio < 0.05 && origTokens < 2000)
+        return original;
+    return compressed;
+}
+export { stripAnsi };

package/node_modules/@entelligentsia/forge-compress/dist/entropy.d.ts

@@ -0,0 +1,3 @@
+export declare function shannonEntropy(text: string): number;
+export declare function normalizedTokenEntropy(text: string): number;
+export declare function compressIb(text: string, targetRatio: number): string;

package/node_modules/@entelligentsia/forge-compress/dist/entropy.js

@@ -0,0 +1,99 @@
+import { countTokens } from "./tokens.js";
+export function shannonEntropy(text) {
+    if (!text)
+        return 0;
+    const freq = new Map();
+    for (const ch of text) {
+        freq.set(ch, (freq.get(ch) ?? 0) + 1);
+    }
+    const len = text.length;
+    let entropy = 0;
+    for (const count of freq.values()) {
+        const p = count / len;
+        if (p > 0)
+            entropy -= p * Math.log2(p);
+    }
+    return entropy;
+}
+export function normalizedTokenEntropy(text) {
+    if (!text || text.trim().length === 0)
+        return 0;
+    const words = text.trim().split(/\s+/);
+    if (words.length <= 1) {
+        const charEntropy = shannonEntropy(text.trim());
+        return Math.min(1, charEntropy / 4.5);
+    }
+    const freq = new Map();
+    for (const w of words) {
+        freq.set(w, (freq.get(w) ?? 0) + 1);
+    }
+    const n = words.length;
+    const uniqueRatio = freq.size / n;
+    let entropy = 0;
+    for (const count of freq.values()) {
+        const p = count / n;
+        if (p > 0)
+            entropy -= p * Math.log2(p);
+    }
+    const maxEntropy = Math.log2(n);
+    const normalized = maxEntropy > 0 ? entropy / maxEntropy : 0;
+    return Math.min(1, normalized * 0.7 + uniqueRatio * 0.3);
+}
+function renderIb(lines, scores, threshold) {
+    const out = [];
+    let omitRun = 0;
+    for (let i = 0; i < lines.length; i++) {
+        if (scores[i] >= threshold) {
+            if (omitRun > 0) {
+                out.push(`// ... ${omitRun} low-info lines omitted`);
+                omitRun = 0;
+            }
+            out.push(lines[i]);
+        }
+        else {
+            omitRun++;
+        }
+    }
+    if (omitRun > 0) {
+        out.push(`// ... ${omitRun} low-info lines omitted`);
+    }
+    return out.join("\n");
+}
+export function compressIb(text, targetRatio) {
+    if (!text)
+        return "";
+    const inputTokens = countTokens(text);
+    if (inputTokens === 0)
+        return text;
+    const ratio = Math.max(0.02, Math.min(1.0, targetRatio));
+    const lines = text.split("\n");
+    const scores = lines.map((ln) => normalizedTokenEntropy(ln));
+    let lo = 0;
+    let hi = 1;
+    let best = renderIb(lines, scores, 0);
+    let bestDiff = Infinity;
+    const consider = (thr) => {
+        const cand = renderIb(lines, scores, thr);
+        const r = countTokens(cand) / inputTokens;
+        const diff = Math.abs(r - ratio);
+        if (diff < bestDiff) {
+            bestDiff = diff;
+            best = cand;
+        }
+        return r;
+    };
+    for (let i = 0; i < 26; i++) {
+        const mid = (lo + hi) / 2;
+        const r = consider(mid);
+        if (r > ratio) {
+            lo = mid;
+        }
+        else {
+            hi = mid;
+        }
+    }
+    for (const thr of [0, 1, lo, hi, (lo + hi) / 2]) {
+        consider(thr);
+    }
+    return best;
+}

package/node_modules/@entelligentsia/forge-compress/dist/forge/entity.d.ts

@@ -0,0 +1,8 @@
+export interface CompressEntityOptions {
+    keepSummaries?: boolean | "latest" | "all";
+    maxKeyChanges?: number;
+    flatFormat?: boolean;
+    maxTokens?: number;
+}
+export declare function compressEntity(input: string, opts?: CompressEntityOptions): string;
+export declare function compressEntityList(input: string, opts?: CompressEntityOptions): string;

package/node_modules/@entelligentsia/forge-compress/dist/forge/entity.js

@@ -0,0 +1,149 @@
+import { countTokens } from "../tokens.js";
+const PHASE_ORDER = [
+    "plan",
+    "triage",
+    "review_plan",
+    "implementation",
+    "code_review",
+    "validation",
+    "approve",
+];
+export function compressEntity(input, opts) {
+    let entity;
+    try {
+        entity = JSON.parse(input);
+    }
+    catch {
+        return input;
+    }
+    const keepSummaries = opts?.keepSummaries ?? "latest";
+    const maxKeyChanges = opts?.maxKeyChanges ?? 3;
+    const result = {};
+    const idKey = findIdKey(entity);
+    if (idKey)
+        result[idKey] = entity[idKey];
+    if (entity.title)
+        result.title = entity.title;
+    if (entity.status)
+        result.status = entity.status;
+    if (entity.sprintId)
+        result.sprintId = entity.sprintId;
+    if (entity.feature_id)
+        result.feature_id = entity.feature_id;
+    if (entity.severity)
+        result.severity = entity.severity;
+    if (entity.estimate)
+        result.estimate = entity.estimate;
+    if (entity.executionMode)
+        result.executionMode = entity.executionMode;
+    if (entity.pipeline)
+        result.pipeline = entity.pipeline;
+    if (Array.isArray(entity.taskIds)) {
+        result.taskIds = entity.taskIds;
+        result.taskCount = entity.taskIds.length;
+    }
+    if (Array.isArray(entity.dependencies) && entity.dependencies.length > 0) {
+        result.dependencies = entity.dependencies;
+    }
+    const summaries = entity.summaries;
+    if (summaries && typeof summaries === "object") {
+        if (keepSummaries === "all") {
+            result.summaries = compressSummaries(summaries, maxKeyChanges);
+        }
+        else if (keepSummaries === "latest") {
+            const latest = findLatestPhase(summaries);
+            if (latest) {
+                result.latestPhase = latest.phase;
+                result.latestSummary = compressOneSummary(latest.summary, maxKeyChanges);
+            }
+        }
+    }
+    if (opts?.flatFormat) {
+        return formatFlat(result);
+    }
+    let output = JSON.stringify(result, null, 2);
+    if (opts?.maxTokens && countTokens(output) > opts.maxTokens) {
+        output = JSON.stringify(result);
+    }
+    return output;
+}
+export function compressEntityList(input, opts) {
+    let entities;
+    try {
+        entities = JSON.parse(input);
+    }
+    catch {
+        return input;
+    }
+    if (!Array.isArray(entities))
+        return input;
+    const compressed = entities.map((e) => JSON.parse(compressEntity(JSON.stringify(e), { ...opts, flatFormat: false })));
+    let output = JSON.stringify(compressed, null, 2);
+    if (opts?.maxTokens && countTokens(output) > opts.maxTokens) {
+        output = JSON.stringify(compressed);
+    }
+    return output;
+}
+function findIdKey(entity) {
+    for (const key of ["taskId", "sprintId", "bugId", "featureId", "id"]) {
+        if (entity[key])
+            return key;
+    }
+    return undefined;
+}
+function compressSummaries(summaries, maxKeyChanges) {
+    const result = {};
+    for (const phase of PHASE_ORDER) {
+        if (summaries[phase]) {
+            result[phase] = compressOneSummary(summaries[phase], maxKeyChanges);
+        }
+    }
+    return result;
+}
+function compressOneSummary(summary, maxKeyChanges) {
+    const result = {};
+    if (summary.objective)
+        result.objective = summary.objective;
+    if (summary.verdict)
+        result.verdict = summary.verdict;
+    if (summary.key_changes && summary.key_changes.length > 0) {
+        const shown = summary.key_changes.slice(0, maxKeyChanges);
+        const extra = summary.key_changes.length - maxKeyChanges;
+        result.key_changes = extra > 0 ? [...shown, `+${extra} more`] : shown;
+    }
+    if (summary.route)
+        result.route = summary.route;
+    return result;
+}
+function findLatestPhase(summaries) {
+    for (let i = PHASE_ORDER.length - 1; i >= 0; i--) {
+        const phase = PHASE_ORDER[i];
+        if (summaries[phase]) {
+            return { phase, summary: summaries[phase] };
+        }
+    }
+    return null;
+}
+function formatFlat(obj, prefix = "") {
+    const lines = [];
+    for (const [key, value] of Object.entries(obj)) {
+        const fullKey = prefix ? `${prefix}.${key}` : key;
+        if (value === null || value === undefined)
+            continue;
+        if (Array.isArray(value)) {
+            if (value.length <= 5 && value.every((v) => typeof v === "string")) {
+                lines.push(`${fullKey}: ${value.join(", ")}`);
+            }
+            else {
+                lines.push(`${fullKey}: [${value.length} items]`);
+            }
+        }
+        else if (typeof value === "object") {
+            lines.push(formatFlat(value, fullKey));
+        }
+        else {
+            lines.push(`${fullKey}: ${value}`);
+        }
+    }
+    return lines.filter(Boolean).join("\n");
+}

package/node_modules/@entelligentsia/forge-compress/dist/forge/index.d.ts

@@ -0,0 +1,7 @@
+export { compressStoreQuery } from "./query.js";
+export type { CompressQueryOptions } from "./query.js";
+export { compressEntity, compressEntityList } from "./entity.js";
+export type { CompressEntityOptions } from "./entity.js";
+export { compressMarkdown } from "./markdown.js";
+export type { CompressMarkdownOptions } from "./markdown.js";
+export { compressValidateStore } from "./validate.js";

package/node_modules/@entelligentsia/forge-compress/dist/forge/index.js

@@ -0,0 +1,4 @@
+export { compressStoreQuery } from "./query.js";
+export { compressEntity, compressEntityList } from "./entity.js";
+export { compressMarkdown } from "./markdown.js";
+export { compressValidateStore } from "./validate.js";

package/node_modules/@entelligentsia/forge-compress/dist/forge/markdown.d.ts

@@ -0,0 +1,5 @@
+export interface CompressMarkdownOptions {
+    maxTokens?: number;
+    mode?: "map" | "headings" | "truncate";
+}
+export declare function compressMarkdown(input: string, opts?: CompressMarkdownOptions): string;

package/node_modules/@entelligentsia/forge-compress/dist/forge/markdown.js

@@ -0,0 +1,92 @@
+import { countTokens, truncateToTokenBudget } from "../tokens.js";
+export function compressMarkdown(input, opts) {
+    if (!input.trim())
+        return "";
+    const mode = opts?.mode ?? "map";
+    const maxTokens = opts?.maxTokens ?? Infinity;
+    switch (mode) {
+        case "headings":
+            return compressHeadings(input, maxTokens);
+        case "truncate":
+            return truncateToTokenBudget(input, maxTokens);
+        case "map":
+        default:
+            return compressMap(input, maxTokens);
+    }
+}
+function compressMap(input, maxTokens) {
+    const lines = input.split("\n");
+    const picked = [];
+    let inFrontmatter = false;
+    let frontmatterDone = false;
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const trimmed = line.trim();
+        if (i === 0 && trimmed === "---") {
+            inFrontmatter = true;
+            continue;
+        }
+        if (inFrontmatter) {
+            if (trimmed === "---") {
+                inFrontmatter = false;
+                frontmatterDone = true;
+            }
+            continue;
+        }
+        if (trimmed.startsWith("#")) {
+            picked.push(line);
+            continue;
+        }
+        if (trimmed.startsWith("- **") ||
+            trimmed.startsWith("* **") ||
+            trimmed.startsWith("| ") ||
+            trimmed.startsWith("```")) {
+            picked.push(line);
+            continue;
+        }
+        if (trimmed.startsWith("- [ ]") ||
+            trimmed.startsWith("- [x]") ||
+            trimmed.startsWith("- [X]")) {
+            picked.push(line);
+            continue;
+        }
+        if (i === 0 || (frontmatterDone && picked.length === 0)) {
+            picked.push(line);
+        }
+    }
+    if (picked.length === 0) {
+        return truncateToTokenBudget(input, maxTokens);
+    }
+    const totalLines = lines.length;
+    const keptLines = picked.length;
+    const omitted = totalLines - keptLines;
+    let result = picked.join("\n");
+    if (omitted > 0) {
+        result += `\n\n[${omitted} body lines omitted — ${totalLines} total]`;
+    }
+    if (countTokens(result) > maxTokens) {
+        result = truncateToTokenBudget(result, maxTokens);
+    }
+    return result;
+}
+function compressHeadings(input, maxTokens) {
+    const lines = input.split("\n");
+    const headings = [];
+    let depth = 0;
+    for (const line of lines) {
+        const match = line.match(/^(#{1,6})\s+(.+)/);
+        if (match) {
+            const level = match[1].length;
+            const indent = "  ".repeat(level - 1);
+            headings.push(`${indent}${match[2]}`);
+            depth = Math.max(depth, level);
+        }
+    }
+    if (headings.length === 0) {
+        return truncateToTokenBudget(input, maxTokens);
+    }
+    const result = `${headings.length} sections (depth ${depth}):\n${headings.join("\n")}`;
+    return countTokens(result) > maxTokens
+        ? truncateToTokenBudget(result, maxTokens)
+        : result;
+}

package/node_modules/@entelligentsia/forge-compress/dist/forge/query.d.ts

@@ -0,0 +1,7 @@
+export interface CompressQueryOptions {
+    keepExcerpts?: boolean;
+    maxExcerptLines?: number;
+    maxResults?: number;
+    maxTokens?: number;
+}
+export declare function compressStoreQuery(input: string, opts?: CompressQueryOptions): string;

package/node_modules/@entelligentsia/forge-compress/dist/forge/query.js

@@ -0,0 +1,60 @@
+import { countTokens } from "../tokens.js";
+export function compressStoreQuery(input, opts) {
+    let envelope;
+    try {
+        envelope = JSON.parse(input);
+    }
+    catch {
+        return input;
+    }
+    if (!envelope.results || !Array.isArray(envelope.results))
+        return input;
+    const keepExcerpts = opts?.keepExcerpts ?? false;
+    const maxExcerptLines = opts?.maxExcerptLines ?? 5;
+    const maxResults = opts?.maxResults ?? envelope.results.length;
+    const results = envelope.results.slice(0, maxResults).map((r) => {
+        const entry = {
+            id: r.id,
+            title: r.title,
+            status: r.status,
+            type: r.type,
+        };
+        if (r.relationships && Object.keys(r.relationships).length > 0) {
+            const rels = {};
+            for (const [k, v] of Object.entries(r.relationships)) {
+                if (v !== null && v !== undefined)
+                    rels[k] = v;
+            }
+            if (Object.keys(rels).length > 0)
+                entry.relationships = rels;
+        }
+        if (keepExcerpts && r.excerpt) {
+            const lines = r.excerpt.split("\n");
+            entry.excerpt =
+                lines.length > maxExcerptLines
+                    ? lines.slice(0, maxExcerptLines).join("\n") +
+                        `\n... (${lines.length - maxExcerptLines} more lines)`
+                    : r.excerpt;
+        }
+        return entry;
+    });
+    const compact = { results };
+    if (envelope.query)
+        compact.query = envelope.query;
+    if (envelope.path)
+        compact.path = envelope.path;
+    if (typeof envelope.count === "number")
+        compact.count = envelope.count;
+    if (typeof envelope.totalMatched === "number")
+        compact.totalMatched = envelope.totalMatched;
+    if (typeof envelope.returned === "number")
+        compact.returned = envelope.returned;
+    if (envelope.results.length > maxResults) {
+        compact.truncated = envelope.results.length - maxResults;
+    }
+    let output = JSON.stringify(compact, null, 2);
+    if (opts?.maxTokens && countTokens(output) > opts.maxTokens) {
+        output = JSON.stringify(compact);
+    }
+    return output;
+}

package/node_modules/@entelligentsia/forge-compress/dist/forge/validate.d.ts

@@ -0,0 +1 @@
+export declare function compressValidateStore(input: string): string;

package/node_modules/@entelligentsia/forge-compress/dist/forge/validate.js

@@ -0,0 +1,82 @@
+export function compressValidateStore(input) {
+    let report;
+    try {
+        report = JSON.parse(input);
+    }
+    catch {
+        return compressPlainValidation(input);
+    }
+    const errors = (report.errors ?? []);
+    const warnings = (report.warnings ?? []);
+    const fixes = (report.fixes ?? []);
+    const summary = report.summary;
+    const parts = [];
+    if (summary) {
+        const counts = Object.entries(summary)
+            .filter(([, v]) => v > 0)
+            .map(([k, v]) => `${v} ${k}`)
+            .join(", ");
+        if (counts)
+            parts.push(counts);
+    }
+    if (errors.length > 0) {
+        const grouped = groupBy(errors, "category");
+        for (const [cat, items] of Object.entries(grouped)) {
+            parts.push(`ERR ${cat} (${items.length}):`);
+            for (const item of items.slice(0, 5)) {
+                parts.push(`  ${item.id}: ${item.message}`);
+            }
+            if (items.length > 5)
+                parts.push(`  ... +${items.length - 5} more`);
+        }
+    }
+    if (warnings.length > 0) {
+        const grouped = groupBy(warnings, "category");
+        for (const [cat, items] of Object.entries(grouped)) {
+            parts.push(`WARN ${cat} (${items.length}):`);
+            for (const item of items.slice(0, 3)) {
+                parts.push(`  ${item.id}: ${item.message}`);
+            }
+            if (items.length > 3)
+                parts.push(`  ... +${items.length - 3} more`);
+        }
+    }
+    if (fixes.length > 0) {
+        const applied = fixes.filter((f) => f.applied).length;
+        parts.push(`${fixes.length} fixes (${applied} applied)`);
+    }
+    if (parts.length === 0)
+        return "ok (store valid)";
+    return parts.join("\n");
+}
+function compressPlainValidation(input) {
+    const lines = input.split("\n").filter((l) => l.trim());
+    if (lines.length <= 10)
+        return input;
+    const errors = lines.filter((l) => l.includes("ERROR"));
+    const warns = lines.filter((l) => l.includes("WARN"));
+    const fixed = lines.filter((l) => l.includes("FIXED"));
+    const parts = [];
+    if (errors.length > 0) {
+        parts.push(`${errors.length} errors:`);
+        for (const e of errors.slice(0, 5))
+            parts.push(`  ${e.trim()}`);
+        if (errors.length > 5)
+            parts.push(`  ... +${errors.length - 5} more`);
+    }
+    if (warns.length > 0)
+        parts.push(`${warns.length} warnings`);
+    if (fixed.length > 0)
+        parts.push(`${fixed.length} fixed`);
+    return parts.length > 0 ? parts.join("\n") : input;
+}
+function groupBy(items, key) {
+    const result = {};
+    for (const item of items) {
+        const k = String(item[key] ?? "unknown");
+        if (!result[k])
+            result[k] = [];
+        result[k].push(item);
+    }
+    return result;
+}

package/node_modules/@entelligentsia/forge-compress/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { compressStoreQuery, compressEntity, compressEntityList, compressMarkdown, compressValidateStore, } from "./forge/index.js";
+export type { CompressQueryOptions, CompressEntityOptions, CompressMarkdownOptions, } from "./forge/index.js";
+export { countTokens, truncateToTokenBudget } from "./tokens.js";
+export { compressIb } from "./entropy.js";
+export { compressProgressive } from "./progressive.js";
+export { lightweightCleanup, verbatimCompact, stripAnsi, } from "./compressor.js";

package/node_modules/@entelligentsia/forge-compress/dist/index.js

@@ -0,0 +1,5 @@
+export { compressStoreQuery, compressEntity, compressEntityList, compressMarkdown, compressValidateStore, } from "./forge/index.js";
+export { countTokens, truncateToTokenBudget } from "./tokens.js";
+export { compressIb } from "./entropy.js";
+export { compressProgressive } from "./progressive.js";
+export { lightweightCleanup, verbatimCompact, stripAnsi, } from "./compressor.js";

package/node_modules/@entelligentsia/forge-compress/dist/progressive.d.ts

@@ -0,0 +1 @@
+export declare function compressProgressive(segments: string[], budgetTokens: number): string[];