@swarmvaultai/engine 0.7.24 → 0.7.25

package/dist/chunk-NAIERP4C.js

@@ -0,0 +1,65 @@
+// src/token-estimation.ts
+function estimateTokens(text) {
+  if (!text) {
+    return 0;
+  }
+  let codeChars = 0;
+  let proseChars = 0;
+  for (const line of text.split("\n")) {
+    const trimmed = line.trim();
+    if (trimmed.startsWith("```") || trimmed.startsWith("- `") || trimmed.startsWith("import ") || trimmed.startsWith("export ") || trimmed.startsWith("const ") || trimmed.startsWith("function ") || trimmed.startsWith("class ") || trimmed.startsWith("def ") || trimmed.startsWith("fn ") || /^\s*[{}[\]();]/.test(trimmed) || /^\w+\s*[=:]\s*/.test(trimmed)) {
+      codeChars += line.length;
+    } else {
+      proseChars += line.length;
+    }
+  }
+  return Math.ceil(codeChars / 3 + proseChars / 4);
+}
+var KIND_WEIGHTS = {
+  index: 10,
+  graph_report: 8,
+  module: 7,
+  concept: 6,
+  source: 5,
+  community_summary: 5,
+  entity: 4,
+  output: 3,
+  insight: 2
+};
+function estimatePageTokens(pageId, path, kind, content, nodeDegree, confidence) {
+  const tokens = estimateTokens(content);
+  const kindWeight = KIND_WEIGHTS[kind] ?? 1;
+  const priority = kindWeight * (1 + (nodeDegree ?? 0) * 0.1) * (confidence ?? 0.5);
+  return { pageId, path, kind, tokens, priority };
+}
+function trimToTokenBudget(pages, maxTokens) {
+  const totalTokens = pages.reduce((sum, p) => sum + p.tokens, 0);
+  if (totalTokens <= maxTokens) {
+    return { kept: pages, dropped: [], totalTokens, budgetTokens: maxTokens, keptTokens: totalTokens };
+  }
+  const sorted = [...pages].sort((a, b) => b.priority - a.priority);
+  const kept = [];
+  const dropped = [];
+  let accumulated = 0;
+  for (const page of sorted) {
+    if (accumulated + page.tokens <= maxTokens) {
+      kept.push(page);
+      accumulated += page.tokens;
+    } else {
+      dropped.push(page);
+    }
+  }
+  return {
+    kept,
+    dropped,
+    totalTokens,
+    budgetTokens: maxTokens,
+    keptTokens: accumulated
+  };
+}
+
+export {
+  estimateTokens,
+  estimatePageTokens,
+  trimToTokenBudget
+};

package/dist/index.d.ts

@@ -52,7 +52,7 @@ type Polarity = "positive" | "negative" | "neutral";
 type OutputOrigin = "query" | "explore" | "source_brief" | "source_review" | "source_guide" | "source_session";
 type OutputFormat = "markdown" | "report" | "slides" | "chart" | "image";
 type OutputAssetRole = "primary" | "preview" | "manifest" | "poster";
-type GraphExportFormat = "html" | "html-standalone" | "svg" | "graphml" | "cypher" | "json" | "obsidian" | "canvas";
+type GraphExportFormat = "html" | "html-standalone" | "report" | "svg" | "graphml" | "cypher" | "json" | "obsidian" | "canvas";
 type PageStatus = "draft" | "candidate" | "active" | "archived";
 type PageManager = "system" | "human";
 type ApprovalEntryStatus = "pending" | "accepted" | "rejected";
@@ -207,6 +207,11 @@ interface VaultConfig {
             deepLintProvider: string;
         };
     };
+    search?: {
+        hybrid?: boolean;
+        rerank?: boolean;
+    };
+    autoCommit?: boolean;
 }
 interface ResolvedPaths {
     rootDir: string;
@@ -687,9 +692,22 @@ interface CandidateRecord {
     createdAt: string;
     updatedAt: string;
 }
+interface BlastRadiusResult {
+    target: string;
+    resolvedModuleId?: string;
+    affectedModules: Array<{
+        moduleId: string;
+        label: string;
+        depth: number;
+    }>;
+    totalAffected: number;
+    maxDepth: number;
+    summary: string;
+}
 interface CompileOptions {
     approve?: boolean;
     codeOnly?: boolean;
+    maxTokens?: number;
 }
 interface InitOptions {
     obsidian?: boolean;
@@ -707,6 +725,12 @@ interface CompileResult {
     postPassApprovalDir?: string;
     promotedPageIds: string[];
     candidatePageCount: number;
+    tokenStats?: {
+        estimatedTokens: number;
+        maxTokens: number;
+        pagesKept: number;
+        pagesDropped: number;
+    };
 }
 interface SearchResult {
     pageId: string;
@@ -1328,6 +1352,10 @@ interface ScheduleController {
 declare function installAgent(rootDir: string, agent: AgentType, options?: InstallAgentOptions): Promise<InstallAgentResult>;
 declare function installConfiguredAgents(rootDir: string): Promise<InstallAgentResult[]>;
 
+declare function autoCommitWikiChanges(rootDir: string, operation: string, detail?: string, options?: {
+    force?: boolean;
+}): Promise<string | null>;
+
 declare function defaultVaultConfig(profile?: VaultProfileConfig): VaultConfig;
 declare function defaultVaultSchema(profile?: string | VaultProfileConfig): string;
 declare function resolvePaths(rootDir: string, config?: VaultConfig, configPath?: string, schemaPath?: string): ResolvedPaths;
@@ -1342,7 +1370,8 @@ declare function initWorkspace(rootDir: string, options?: {
     paths: ResolvedPaths;
 }>;
 
-declare function exportGraphFormat(rootDir: string, format: Exclude<GraphExportFormat, "html" | "obsidian" | "canvas">, outputPath: string): Promise<GraphExportResult>;
+declare function exportGraphFormat(rootDir: string, format: Exclude<GraphExportFormat, "html" | "report" | "obsidian" | "canvas">, outputPath: string): Promise<GraphExportResult>;
+declare function exportGraphReportHtml(rootDir: string, outputPath: string): Promise<GraphExportResult>;
 declare function exportObsidianVault(rootDir: string, outputDir: string): Promise<GraphExportResult>;
 declare function exportObsidianCanvas(rootDir: string, outputPath: string): Promise<GraphExportResult>;
 
@@ -1364,6 +1393,13 @@ type GraphPushInternalOptions = GraphPushNeo4jOptions & {
 declare function pushGraphNeo4j(rootDir: string, options?: GraphPushInternalOptions): Promise<GraphPushResult>;
 
 declare function graphDiff(oldGraph: GraphArtifact, newGraph: GraphArtifact): GraphDiffResult;
+/**
+ * Compute the blast radius of changing a file/module by tracing reverse import
+ * edges via BFS. Returns all modules that transitively depend on the target.
+ */
+declare function blastRadius(graph: GraphArtifact, target: string, options?: {
+    maxDepth?: number;
+}): BlastRadiusResult;
 
 declare function getGitHookStatus(rootDir: string): Promise<GitHookStatus>;
 declare function installGitHooks(rootDir: string): Promise<GitHookStatus>;
@@ -1432,6 +1468,43 @@ declare function addManagedSource(rootDir: string, input: string, options?: Mana
 declare function reloadManagedSources(rootDir: string, options?: ManagedSourceReloadOptions): Promise<ManagedSourceReloadResult>;
 declare function deleteManagedSource(rootDir: string, id: string): Promise<ManagedSourceDeleteResult>;
 
+/**
+ * LLM token estimation for context-window budgeting.
+ *
+ * Distinct from tokenize.ts (NLP tokenizer for search indexing).
+ * This module estimates how many LLM tokens a piece of text will consume
+ * and provides a priority-based trimming strategy for wiki output.
+ */
+/**
+ * Estimate the number of LLM tokens for a text string.
+ * Uses a blended heuristic: ~4 chars/token for prose, ~3 chars/token for code.
+ */
+declare function estimateTokens(text: string): number;
+interface PageTokenEstimate {
+    pageId: string;
+    path: string;
+    kind: string;
+    tokens: number;
+    priority: number;
+}
+/**
+ * Estimate tokens and priority for a wiki page.
+ * Priority is based on page kind, node degree, and confidence.
+ */
+declare function estimatePageTokens(pageId: string, path: string, kind: string, content: string, nodeDegree?: number, confidence?: number): PageTokenEstimate;
+interface TokenBudgetResult {
+    kept: PageTokenEstimate[];
+    dropped: PageTokenEstimate[];
+    totalTokens: number;
+    budgetTokens: number;
+    keptTokens: number;
+}
+/**
+ * Given a set of page estimates and a token budget, return which pages to keep.
+ * Lower-priority pages are dropped first. The boundary page is truncated if needed.
+ */
+declare function trimToTokenBudget(pages: PageTokenEstimate[], maxTokens: number): TokenBudgetResult;
+
 type GeneratedOutputArtifacts = {
     answer: string;
     outputAssets: OutputAsset[];
@@ -1478,6 +1551,9 @@ declare function explainGraphVault(rootDir: string, target: string): Promise<Gra
 declare function listGraphHyperedges(rootDir: string, target?: string, limit?: number): Promise<GraphHyperedge[]>;
 declare function readGraphReport(rootDir: string): Promise<GraphReportArtifact | null>;
 declare function listGodNodes(rootDir: string, limit?: number): Promise<GraphNode[]>;
+declare function blastRadiusVault(rootDir: string, target: string, options?: {
+    maxDepth?: number;
+}): Promise<BlastRadiusResult>;
 declare function listPages(rootDir: string): Promise<GraphPage[]>;
 declare function readPage(rootDir: string, relativePath: string): Promise<{
     path: string;
@@ -1534,4 +1610,4 @@ declare function getWatchStatus(rootDir: string): Promise<WatchStatusResult>;
 declare function createWebSearchAdapter(id: string, config: WebSearchProviderConfig, rootDir: string): Promise<WebSearchAdapter>;
 declare function getWebSearchAdapterForTask(rootDir: string, task: "deepLintProvider"): Promise<WebSearchAdapter>;
 
-export { type AddOptions, type AddResult, type AgentType, type AnalyzedTerm, type ApprovalBundleType, type ApprovalChangeType, type ApprovalDetail, type ApprovalEntry, type ApprovalEntryDetail, type ApprovalEntryLabel, type ApprovalEntryStatus, type ApprovalManifest, type ApprovalSummary, type BenchmarkArtifact, type BenchmarkOptions, type BenchmarkQuestionResult, type BenchmarkSummary, type CandidateRecord, type ChartDatum, type ChartSpec, type ClaimStatus, type CodeAnalysis, type CodeDiagnostic, type CodeImport, type CodeIndexArtifact, type CodeIndexEntry, type CodeLanguage, type CodeSymbol, type CodeSymbolKind, type CommandRoleExecutorConfig, type CompileOptions, type CompileResult, type CompileState, type DirectoryIngestResult, type DirectoryIngestSkip, type EmbeddingCacheArtifact, type EmbeddingCacheEntry, type EvidenceClass, type ExploreOptions, type ExploreResult, type ExploreStepResult, type ExtractionClaim, type ExtractionKind, type ExtractionTerm, type Freshness, type GenerationAttachment, type GenerationRequest, type GenerationResponse, type GitHookStatus, type GraphArtifact, type GraphDiffResult, type GraphEdge, type GraphExplainNeighbor, type GraphExplainResult, type GraphExportFormat, type GraphExportResult, type GraphHyperedge, type GraphNode, type GraphPage, type GraphPathResult, type GraphPushCounts, type GraphPushNeo4jOptions, type GraphPushResult, type GraphQueryMatch, type GraphQueryResult, type GraphReportArtifact, type GuidedSessionMode, type GuidedSourceSessionAnswers, type GuidedSourceSessionQuestion, type GuidedSourceSessionRecord, type GuidedSourceSessionStatus, type ImageGenerationRequest, type ImageGenerationResponse, type ImageVisionExtraction, type InboxImportResult, type InboxImportSkip, type IngestOptions, type InitOptions, type InputIngestResult, type InstallAgentOptions, type InstallAgentResult, type LintFinding, type LintOptions, type ManagedSourceAddOptions, type ManagedSourceAddResult, type ManagedSourceDeleteResult, type ManagedSourceKind, type ManagedSourceRecord, type ManagedSourceReloadOptions, type ManagedSourceReloadResult, type ManagedSourceStatus, type ManagedSourceSyncCounts, type ManagedSourcesArtifact, type Neo4jGraphSinkConfig, type OrchestrationConfig, type OrchestrationFinding, type OrchestrationProposal, type OrchestrationRole, type OrchestrationRoleConfig, type OrchestrationRoleResult, type OutputAsset, type OutputAssetRole, type OutputFormat, type OutputOrigin, type PageKind, type PageManager, type PageStatus, type PendingSemanticRefreshEntry, type Polarity, type ProviderAdapter, type ProviderCapability, type ProviderConfig, type ProviderRoleExecutorConfig, type ProviderType, type QueryOptions, type QueryResult, type RepoSyncResult, type ResolvedPaths, type ReviewActionResult, type RoleExecutorConfig, type SceneElement, type SceneSpec, type ScheduleController, type ScheduleJobConfig, type ScheduleStateRecord, type ScheduleTriggerConfig, type ScheduledCompileTask, type ScheduledExploreTask, type ScheduledLintTask, type ScheduledQueryTask, type ScheduledRunResult, type ScheduledTaskConfig, type SearchResult, type SourceAnalysis, type SourceAttachment, type SourceCaptureType, type SourceClaim, type SourceClass, type SourceExtractionArtifact, type SourceGuideResult, type SourceKind, type SourceManifest, type SourceRationale, type SourceReviewResult, type VaultConfig, type VaultDashboardPack, type VaultProfileConfig, type VaultProfilePreset, type WatchController, type WatchOptions, type WatchRepoSyncResult, type WatchRunRecord, type WatchStatusResult, type WebSearchAdapter, type WebSearchProviderConfig, type WebSearchProviderType, type WebSearchResult, acceptApproval, addInput, addManagedSource, agentTypeSchema, archiveCandidate, assertProviderCapability, benchmarkVault, bootstrapDemo, compileVault, createMcpServer, createProvider, createWebSearchAdapter, defaultVaultConfig, defaultVaultSchema, deleteManagedSource, explainGraphVault, exploreVault, exportGraphFormat, exportGraphHtml, exportObsidianCanvas, exportObsidianVault, getGitHookStatus, getProviderForTask, getWatchStatus, getWebSearchAdapterForTask, getWorkspaceInfo, graphDiff, guideManagedSource, guideSourceScope, importInbox, ingestDirectory, ingestInput, ingestInputDetailed, initVault, initWorkspace, installAgent, installConfiguredAgents, installGitHooks, lintVault, listApprovals, listCandidates, listGodNodes, listGraphHyperedges, listManagedSourceRecords, listManifests, listPages, listSchedules, listTrackedRepoRoots, loadVaultConfig, loadVaultSchema, loadVaultSchemas, pathGraphVault, promoteCandidate, providerCapabilitySchema, providerTypeSchema, pushGraphNeo4j, queryGraphVault, queryVault, readApproval, readExtractedText, readGraphReport, readPage, rejectApproval, reloadManagedSources, resolvePaths, resumeSourceSession, reviewManagedSource, reviewSourceScope, runSchedule, runWatchCycle, searchVault, serveSchedules, stageGeneratedOutputPages, startGraphServer, startMcpServer, syncTrackedRepos, syncTrackedReposForWatch, uninstallGitHooks, watchVault, webSearchProviderTypeSchema };
+export { type AddOptions, type AddResult, type AgentType, type AnalyzedTerm, type ApprovalBundleType, type ApprovalChangeType, type ApprovalDetail, type ApprovalEntry, type ApprovalEntryDetail, type ApprovalEntryLabel, type ApprovalEntryStatus, type ApprovalManifest, type ApprovalSummary, type BenchmarkArtifact, type BenchmarkOptions, type BenchmarkQuestionResult, type BenchmarkSummary, type BlastRadiusResult, type CandidateRecord, type ChartDatum, type ChartSpec, type ClaimStatus, type CodeAnalysis, type CodeDiagnostic, type CodeImport, type CodeIndexArtifact, type CodeIndexEntry, type CodeLanguage, type CodeSymbol, type CodeSymbolKind, type CommandRoleExecutorConfig, type CompileOptions, type CompileResult, type CompileState, type DirectoryIngestResult, type DirectoryIngestSkip, type EmbeddingCacheArtifact, type EmbeddingCacheEntry, type EvidenceClass, type ExploreOptions, type ExploreResult, type ExploreStepResult, type ExtractionClaim, type ExtractionKind, type ExtractionTerm, type Freshness, type GenerationAttachment, type GenerationRequest, type GenerationResponse, type GitHookStatus, type GraphArtifact, type GraphDiffResult, type GraphEdge, type GraphExplainNeighbor, type GraphExplainResult, type GraphExportFormat, type GraphExportResult, type GraphHyperedge, type GraphNode, type GraphPage, type GraphPathResult, type GraphPushCounts, type GraphPushNeo4jOptions, type GraphPushResult, type GraphQueryMatch, type GraphQueryResult, type GraphReportArtifact, type GuidedSessionMode, type GuidedSourceSessionAnswers, type GuidedSourceSessionQuestion, type GuidedSourceSessionRecord, type GuidedSourceSessionStatus, type ImageGenerationRequest, type ImageGenerationResponse, type ImageVisionExtraction, type InboxImportResult, type InboxImportSkip, type IngestOptions, type InitOptions, type InputIngestResult, type InstallAgentOptions, type InstallAgentResult, type LintFinding, type LintOptions, type ManagedSourceAddOptions, type ManagedSourceAddResult, type ManagedSourceDeleteResult, type ManagedSourceKind, type ManagedSourceRecord, type ManagedSourceReloadOptions, type ManagedSourceReloadResult, type ManagedSourceStatus, type ManagedSourceSyncCounts, type ManagedSourcesArtifact, type Neo4jGraphSinkConfig, type OrchestrationConfig, type OrchestrationFinding, type OrchestrationProposal, type OrchestrationRole, type OrchestrationRoleConfig, type OrchestrationRoleResult, type OutputAsset, type OutputAssetRole, type OutputFormat, type OutputOrigin, type PageKind, type PageManager, type PageStatus, type PendingSemanticRefreshEntry, type Polarity, type ProviderAdapter, type ProviderCapability, type ProviderConfig, type ProviderRoleExecutorConfig, type ProviderType, type QueryOptions, type QueryResult, type RepoSyncResult, type ResolvedPaths, type ReviewActionResult, type RoleExecutorConfig, type SceneElement, type SceneSpec, type ScheduleController, type ScheduleJobConfig, type ScheduleStateRecord, type ScheduleTriggerConfig, type ScheduledCompileTask, type ScheduledExploreTask, type ScheduledLintTask, type ScheduledQueryTask, type ScheduledRunResult, type ScheduledTaskConfig, type SearchResult, type SourceAnalysis, type SourceAttachment, type SourceCaptureType, type SourceClaim, type SourceClass, type SourceExtractionArtifact, type SourceGuideResult, type SourceKind, type SourceManifest, type SourceRationale, type SourceReviewResult, type VaultConfig, type VaultDashboardPack, type VaultProfileConfig, type VaultProfilePreset, type WatchController, type WatchOptions, type WatchRepoSyncResult, type WatchRunRecord, type WatchStatusResult, type WebSearchAdapter, type WebSearchProviderConfig, type WebSearchProviderType, type WebSearchResult, acceptApproval, addInput, addManagedSource, agentTypeSchema, archiveCandidate, assertProviderCapability, autoCommitWikiChanges, benchmarkVault, blastRadius, blastRadiusVault, bootstrapDemo, compileVault, createMcpServer, createProvider, createWebSearchAdapter, defaultVaultConfig, defaultVaultSchema, deleteManagedSource, estimatePageTokens, estimateTokens, explainGraphVault, exploreVault, exportGraphFormat, exportGraphHtml, exportGraphReportHtml, exportObsidianCanvas, exportObsidianVault, getGitHookStatus, getProviderForTask, getWatchStatus, getWebSearchAdapterForTask, getWorkspaceInfo, graphDiff, guideManagedSource, guideSourceScope, importInbox, ingestDirectory, ingestInput, ingestInputDetailed, initVault, initWorkspace, installAgent, installConfiguredAgents, installGitHooks, lintVault, listApprovals, listCandidates, listGodNodes, listGraphHyperedges, listManagedSourceRecords, listManifests, listPages, listSchedules, listTrackedRepoRoots, loadVaultConfig, loadVaultSchema, loadVaultSchemas, pathGraphVault, promoteCandidate, providerCapabilitySchema, providerTypeSchema, pushGraphNeo4j, queryGraphVault, queryVault, readApproval, readExtractedText, readGraphReport, readPage, rejectApproval, reloadManagedSources, resolvePaths, resumeSourceSession, reviewManagedSource, reviewSourceScope, runSchedule, runWatchCycle, searchVault, serveSchedules, stageGeneratedOutputPages, startGraphServer, startMcpServer, syncTrackedRepos, syncTrackedReposForWatch, trimToTokenBudget, uninstallGitHooks, watchVault, webSearchProviderTypeSchema };