codevault 1.6.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunking/file-grouper.d.ts +39 -0
- package/dist/chunking/file-grouper.d.ts.map +1 -0
- package/dist/chunking/file-grouper.js +164 -0
- package/dist/chunking/file-grouper.js.map +1 -0
- package/dist/chunking/semantic-chunker.d.ts +37 -0
- package/dist/chunking/semantic-chunker.d.ts.map +1 -0
- package/dist/chunking/semantic-chunker.js +157 -0
- package/dist/chunking/semantic-chunker.js.map +1 -0
- package/dist/chunking/token-counter.d.ts +28 -0
- package/dist/chunking/token-counter.d.ts.map +1 -0
- package/dist/chunking/token-counter.js +178 -0
- package/dist/chunking/token-counter.js.map +1 -0
- package/dist/cli/commands/ask-cmd.d.ts +3 -0
- package/dist/cli/commands/ask-cmd.d.ts.map +1 -0
- package/dist/cli/commands/ask-cmd.js +130 -0
- package/dist/cli/commands/ask-cmd.js.map +1 -0
- package/dist/cli/commands/chat-cmd.d.ts +3 -0
- package/dist/cli/commands/chat-cmd.d.ts.map +1 -0
- package/dist/cli/commands/chat-cmd.js +194 -0
- package/dist/cli/commands/chat-cmd.js.map +1 -0
- package/dist/cli/commands/config-cmd.d.ts +3 -0
- package/dist/cli/commands/config-cmd.d.ts.map +1 -0
- package/dist/cli/commands/config-cmd.js +245 -0
- package/dist/cli/commands/config-cmd.js.map +1 -0
- package/dist/cli/commands/context.d.ts +3 -0
- package/dist/cli/commands/context.d.ts.map +1 -0
- package/dist/cli/commands/context.js +98 -0
- package/dist/cli/commands/context.js.map +1 -0
- package/dist/cli/commands/interactive-config.d.ts +2 -0
- package/dist/cli/commands/interactive-config.d.ts.map +1 -0
- package/dist/cli/commands/interactive-config.js +274 -0
- package/dist/cli/commands/interactive-config.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +401 -0
- package/dist/cli.js.map +1 -0
- package/dist/codemap/io.d.ts +6 -0
- package/dist/codemap/io.d.ts.map +1 -0
- package/dist/codemap/io.js +46 -0
- package/dist/codemap/io.js.map +1 -0
- package/dist/config/apply-env.d.ts +23 -0
- package/dist/config/apply-env.d.ts.map +1 -0
- package/dist/config/apply-env.js +89 -0
- package/dist/config/apply-env.js.map +1 -0
- package/dist/config/constants.d.ts +326 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +214 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/config/loader.d.ts +57 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +287 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/resolver.d.ts +30 -0
- package/dist/config/resolver.d.ts.map +1 -0
- package/dist/config/resolver.js +29 -0
- package/dist/config/resolver.js.map +1 -0
- package/dist/config/types.d.ts +46 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/types.js +2 -0
- package/dist/config/types.js.map +1 -0
- package/dist/context/packs.d.ts +33 -0
- package/dist/context/packs.d.ts.map +1 -0
- package/dist/context/packs.js +180 -0
- package/dist/context/packs.js.map +1 -0
- package/dist/core/IndexerEngine.d.ts +24 -0
- package/dist/core/IndexerEngine.d.ts.map +1 -0
- package/dist/core/IndexerEngine.js +372 -0
- package/dist/core/IndexerEngine.js.map +1 -0
- package/dist/core/SearchService.d.ts +25 -0
- package/dist/core/SearchService.d.ts.map +1 -0
- package/dist/core/SearchService.js +455 -0
- package/dist/core/SearchService.js.map +1 -0
- package/dist/core/batch-indexer.d.ts +56 -0
- package/dist/core/batch-indexer.d.ts.map +1 -0
- package/dist/core/batch-indexer.js +192 -0
- package/dist/core/batch-indexer.js.map +1 -0
- package/dist/core/indexer.d.ts +3 -0
- package/dist/core/indexer.d.ts.map +1 -0
- package/dist/core/indexer.js +6 -0
- package/dist/core/indexer.js.map +1 -0
- package/dist/core/indexing/chunk-pipeline.d.ts +39 -0
- package/dist/core/indexing/chunk-pipeline.d.ts.map +1 -0
- package/dist/core/indexing/chunk-pipeline.js +210 -0
- package/dist/core/indexing/chunk-pipeline.js.map +1 -0
- package/dist/core/indexing/file-scanner.d.ts +11 -0
- package/dist/core/indexing/file-scanner.d.ts.map +1 -0
- package/dist/core/indexing/file-scanner.js +49 -0
- package/dist/core/indexing/file-scanner.js.map +1 -0
- package/dist/core/metadata.d.ts +19 -0
- package/dist/core/metadata.d.ts.map +1 -0
- package/dist/core/metadata.js +161 -0
- package/dist/core/metadata.js.map +1 -0
- package/dist/core/search.d.ts +7 -0
- package/dist/core/search.d.ts.map +1 -0
- package/dist/core/search.js +16 -0
- package/dist/core/search.js.map +1 -0
- package/dist/core/symbol-extractor.d.ts +3 -0
- package/dist/core/symbol-extractor.d.ts.map +1 -0
- package/dist/core/symbol-extractor.js +78 -0
- package/dist/core/symbol-extractor.js.map +1 -0
- package/dist/core/types.d.ts +104 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +2 -0
- package/dist/core/types.js.map +1 -0
- package/dist/database/db.d.ts +101 -0
- package/dist/database/db.d.ts.map +1 -0
- package/dist/database/db.js +326 -0
- package/dist/database/db.js.map +1 -0
- package/dist/indexer/merkle.d.ts +13 -0
- package/dist/indexer/merkle.d.ts.map +1 -0
- package/dist/indexer/merkle.js +86 -0
- package/dist/indexer/merkle.js.map +1 -0
- package/dist/indexer/update.d.ts +19 -0
- package/dist/indexer/update.d.ts.map +1 -0
- package/dist/indexer/update.js +40 -0
- package/dist/indexer/update.js.map +1 -0
- package/dist/indexer/watch.d.ts +21 -0
- package/dist/indexer/watch.d.ts.map +1 -0
- package/dist/indexer/watch.js +224 -0
- package/dist/indexer/watch.js.map +1 -0
- package/dist/languages/rules.d.ts +11 -0
- package/dist/languages/rules.d.ts.map +1 -0
- package/dist/languages/rules.js +371 -0
- package/dist/languages/rules.js.map +1 -0
- package/dist/languages/tree-sitter-loader.d.ts +27 -0
- package/dist/languages/tree-sitter-loader.d.ts.map +1 -0
- package/dist/languages/tree-sitter-loader.js +76 -0
- package/dist/languages/tree-sitter-loader.js.map +1 -0
- package/dist/mcp/handlers/context.d.ts +15 -0
- package/dist/mcp/handlers/context.d.ts.map +1 -0
- package/dist/mcp/handlers/context.js +31 -0
- package/dist/mcp/handlers/context.js.map +1 -0
- package/dist/mcp/handlers/index.d.ts +5 -0
- package/dist/mcp/handlers/index.d.ts.map +1 -0
- package/dist/mcp/handlers/index.js +5 -0
- package/dist/mcp/handlers/index.js.map +1 -0
- package/dist/mcp/handlers/project.d.ts +41 -0
- package/dist/mcp/handlers/project.d.ts.map +1 -0
- package/dist/mcp/handlers/project.js +76 -0
- package/dist/mcp/handlers/project.js.map +1 -0
- package/dist/mcp/handlers/search.d.ts +27 -0
- package/dist/mcp/handlers/search.d.ts.map +1 -0
- package/dist/mcp/handlers/search.js +108 -0
- package/dist/mcp/handlers/search.js.map +1 -0
- package/dist/mcp/handlers/synthesis.d.ts +15 -0
- package/dist/mcp/handlers/synthesis.d.ts.map +1 -0
- package/dist/mcp/handlers/synthesis.js +58 -0
- package/dist/mcp/handlers/synthesis.js.map +1 -0
- package/dist/mcp/schemas.d.ts +166 -0
- package/dist/mcp/schemas.d.ts.map +1 -0
- package/dist/mcp/schemas.js +159 -0
- package/dist/mcp/schemas.js.map +1 -0
- package/dist/mcp/tools/ask-codebase.d.ts +85 -0
- package/dist/mcp/tools/ask-codebase.d.ts.map +1 -0
- package/dist/mcp/tools/ask-codebase.js +125 -0
- package/dist/mcp/tools/ask-codebase.js.map +1 -0
- package/dist/mcp/tools/use-context-pack.d.ts +57 -0
- package/dist/mcp/tools/use-context-pack.d.ts.map +1 -0
- package/dist/mcp/tools/use-context-pack.js +91 -0
- package/dist/mcp/tools/use-context-pack.js.map +1 -0
- package/dist/mcp-server.d.ts +13 -0
- package/dist/mcp-server.d.ts.map +1 -0
- package/dist/mcp-server.js +263 -0
- package/dist/mcp-server.js.map +1 -0
- package/dist/providers/base.d.ts +39 -0
- package/dist/providers/base.d.ts.map +1 -0
- package/dist/providers/base.js +198 -0
- package/dist/providers/base.js.map +1 -0
- package/dist/providers/chat-llm.d.ts +35 -0
- package/dist/providers/chat-llm.d.ts.map +1 -0
- package/dist/providers/chat-llm.js +98 -0
- package/dist/providers/chat-llm.js.map +1 -0
- package/dist/providers/index.d.ts +6 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +12 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/openai.d.ts +18 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +132 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/token-counter.d.ts +2 -0
- package/dist/providers/token-counter.d.ts.map +1 -0
- package/dist/providers/token-counter.js +18 -0
- package/dist/providers/token-counter.js.map +1 -0
- package/dist/ranking/api-reranker.d.ts +18 -0
- package/dist/ranking/api-reranker.d.ts.map +1 -0
- package/dist/ranking/api-reranker.js +137 -0
- package/dist/ranking/api-reranker.js.map +1 -0
- package/dist/ranking/symbol-boost.d.ts +15 -0
- package/dist/ranking/symbol-boost.d.ts.map +1 -0
- package/dist/ranking/symbol-boost.js +175 -0
- package/dist/ranking/symbol-boost.js.map +1 -0
- package/dist/search/bm25.d.ts +17 -0
- package/dist/search/bm25.d.ts.map +1 -0
- package/dist/search/bm25.js +56 -0
- package/dist/search/bm25.js.map +1 -0
- package/dist/search/hybrid.d.ts +21 -0
- package/dist/search/hybrid.d.ts.map +1 -0
- package/dist/search/hybrid.js +50 -0
- package/dist/search/hybrid.js.map +1 -0
- package/dist/search/scope.d.ts +5 -0
- package/dist/search/scope.d.ts.map +1 -0
- package/dist/search/scope.js +107 -0
- package/dist/search/scope.js.map +1 -0
- package/dist/storage/encrypted-chunks.d.ts +40 -0
- package/dist/storage/encrypted-chunks.d.ts.map +1 -0
- package/dist/storage/encrypted-chunks.js +238 -0
- package/dist/storage/encrypted-chunks.js.map +1 -0
- package/dist/symbols/extract.d.ts +15 -0
- package/dist/symbols/extract.d.ts.map +1 -0
- package/dist/symbols/extract.js +208 -0
- package/dist/symbols/extract.js.map +1 -0
- package/dist/symbols/graph.d.ts +3 -0
- package/dist/symbols/graph.d.ts.map +1 -0
- package/dist/symbols/graph.js +89 -0
- package/dist/symbols/graph.js.map +1 -0
- package/dist/synthesis/conversational-synthesizer.d.ts +61 -0
- package/dist/synthesis/conversational-synthesizer.d.ts.map +1 -0
- package/dist/synthesis/conversational-synthesizer.js +289 -0
- package/dist/synthesis/conversational-synthesizer.js.map +1 -0
- package/dist/synthesis/markdown-formatter.d.ts +13 -0
- package/dist/synthesis/markdown-formatter.d.ts.map +1 -0
- package/dist/synthesis/markdown-formatter.js +104 -0
- package/dist/synthesis/markdown-formatter.js.map +1 -0
- package/dist/synthesis/prompt-builder.d.ts +21 -0
- package/dist/synthesis/prompt-builder.d.ts.map +1 -0
- package/dist/synthesis/prompt-builder.js +129 -0
- package/dist/synthesis/prompt-builder.js.map +1 -0
- package/dist/synthesis/synthesizer.d.ts +30 -0
- package/dist/synthesis/synthesizer.d.ts.map +1 -0
- package/dist/synthesis/synthesizer.js +213 -0
- package/dist/synthesis/synthesizer.js.map +1 -0
- package/dist/tests/rate-limiter.test.d.ts +2 -0
- package/dist/tests/rate-limiter.test.d.ts.map +1 -0
- package/dist/tests/rate-limiter.test.js +11 -0
- package/dist/tests/rate-limiter.test.js.map +1 -0
- package/dist/tests/search-normalization.test.d.ts +2 -0
- package/dist/tests/search-normalization.test.d.ts.map +1 -0
- package/dist/tests/search-normalization.test.js +9 -0
- package/dist/tests/search-normalization.test.js.map +1 -0
- package/dist/tests/semantic-chunker.test.d.ts +2 -0
- package/dist/tests/semantic-chunker.test.d.ts.map +1 -0
- package/dist/tests/semantic-chunker.test.js +48 -0
- package/dist/tests/semantic-chunker.test.js.map +1 -0
- package/dist/tests/simple-lru.test.d.ts +2 -0
- package/dist/tests/simple-lru.test.d.ts.map +1 -0
- package/dist/tests/simple-lru.test.js +21 -0
- package/dist/tests/simple-lru.test.js.map +1 -0
- package/dist/tests/symbol-boost.test.d.ts +2 -0
- package/dist/tests/symbol-boost.test.d.ts.map +1 -0
- package/dist/tests/symbol-boost.test.js +21 -0
- package/dist/tests/symbol-boost.test.js.map +1 -0
- package/dist/types/ast.d.ts +3 -0
- package/dist/types/ast.d.ts.map +1 -0
- package/dist/types/ast.js +2 -0
- package/dist/types/ast.js.map +1 -0
- package/dist/types/codemap.d.ts +58 -0
- package/dist/types/codemap.d.ts.map +1 -0
- package/dist/types/codemap.js +224 -0
- package/dist/types/codemap.js.map +1 -0
- package/dist/types/context-pack.d.ts +47 -0
- package/dist/types/context-pack.d.ts.map +1 -0
- package/dist/types/context-pack.js +44 -0
- package/dist/types/context-pack.js.map +1 -0
- package/dist/types/search.d.ts +15 -0
- package/dist/types/search.d.ts.map +1 -0
- package/dist/types/search.js +11 -0
- package/dist/types/search.js.map +1 -0
- package/dist/utils/cli-ui.d.ts +44 -0
- package/dist/utils/cli-ui.d.ts.map +1 -0
- package/dist/utils/cli-ui.js +139 -0
- package/dist/utils/cli-ui.js.map +1 -0
- package/dist/utils/indexer-with-progress.d.ts +10 -0
- package/dist/utils/indexer-with-progress.d.ts.map +1 -0
- package/dist/utils/indexer-with-progress.js +43 -0
- package/dist/utils/indexer-with-progress.js.map +1 -0
- package/dist/utils/logger.d.ts +55 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +121 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/mutex.d.ts +63 -0
- package/dist/utils/mutex.d.ts.map +1 -0
- package/dist/utils/mutex.js +123 -0
- package/dist/utils/mutex.js.map +1 -0
- package/dist/utils/path-helpers.d.ts +27 -0
- package/dist/utils/path-helpers.d.ts.map +1 -0
- package/dist/utils/path-helpers.js +55 -0
- package/dist/utils/path-helpers.js.map +1 -0
- package/dist/utils/rate-limiter.d.ts +34 -0
- package/dist/utils/rate-limiter.d.ts.map +1 -0
- package/dist/utils/rate-limiter.js +178 -0
- package/dist/utils/rate-limiter.js.map +1 -0
- package/dist/utils/scan-patterns.d.ts +5 -0
- package/dist/utils/scan-patterns.d.ts.map +1 -0
- package/dist/utils/scan-patterns.js +29 -0
- package/dist/utils/scan-patterns.js.map +1 -0
- package/dist/utils/simple-lru.d.ts +10 -0
- package/dist/utils/simple-lru.d.ts.map +1 -0
- package/dist/utils/simple-lru.js +38 -0
- package/dist/utils/simple-lru.js.map +1 -0
- package/package.json +3 -2
|
@@ -0,0 +1,224 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export const DEFAULT_PATH_WEIGHT = 1;
|
|
3
|
+
export const DEFAULT_SUCCESS_RATE = 0;
|
|
4
|
+
export const CodemapChunkSchema = z.object({
|
|
5
|
+
file: z.string(),
|
|
6
|
+
symbol: z.union([z.string(), z.null()]).optional(),
|
|
7
|
+
sha: z.string(),
|
|
8
|
+
lang: z.string().optional(),
|
|
9
|
+
chunkType: z.string().optional(),
|
|
10
|
+
provider: z.string().optional(),
|
|
11
|
+
dimensions: z.number().optional(),
|
|
12
|
+
hasCodevaultTags: z.boolean().optional(),
|
|
13
|
+
hasIntent: z.boolean().optional(),
|
|
14
|
+
hasDocumentation: z.boolean().optional(),
|
|
15
|
+
variableCount: z.number().optional(),
|
|
16
|
+
synonyms: z.array(z.string()).optional(),
|
|
17
|
+
path_weight: z.number().optional(),
|
|
18
|
+
last_used_at: z.union([z.string(), z.null()]).optional(),
|
|
19
|
+
success_rate: z.number().optional(),
|
|
20
|
+
encrypted: z.boolean().optional(),
|
|
21
|
+
symbol_signature: z.string().optional(),
|
|
22
|
+
symbol_parameters: z.array(z.string()).optional(),
|
|
23
|
+
symbol_return: z.string().optional(),
|
|
24
|
+
symbol_calls: z.array(z.string()).optional(),
|
|
25
|
+
symbol_call_targets: z.array(z.string()).optional(),
|
|
26
|
+
symbol_callers: z.array(z.string()).optional(),
|
|
27
|
+
symbol_neighbors: z.array(z.string()).optional()
|
|
28
|
+
}).passthrough();
|
|
29
|
+
export const CodemapSchema = z.record(z.string(), CodemapChunkSchema);
|
|
30
|
+
const KNOWN_FIELDS = new Set([
|
|
31
|
+
'file',
|
|
32
|
+
'symbol',
|
|
33
|
+
'sha',
|
|
34
|
+
'lang',
|
|
35
|
+
'chunkType',
|
|
36
|
+
'provider',
|
|
37
|
+
'dimensions',
|
|
38
|
+
'hasCodevaultTags',
|
|
39
|
+
'hasIntent',
|
|
40
|
+
'hasDocumentation',
|
|
41
|
+
'variableCount',
|
|
42
|
+
'synonyms',
|
|
43
|
+
'path_weight',
|
|
44
|
+
'last_used_at',
|
|
45
|
+
'success_rate',
|
|
46
|
+
'symbol_signature',
|
|
47
|
+
'symbol_parameters',
|
|
48
|
+
'symbol_return',
|
|
49
|
+
'symbol_calls',
|
|
50
|
+
'symbol_call_targets',
|
|
51
|
+
'symbol_callers',
|
|
52
|
+
'symbol_neighbors',
|
|
53
|
+
'encrypted'
|
|
54
|
+
]);
|
|
55
|
+
function sanitizeStringArray(value, options = {}) {
|
|
56
|
+
if (!Array.isArray(value)) {
|
|
57
|
+
return [];
|
|
58
|
+
}
|
|
59
|
+
const unique = new Set();
|
|
60
|
+
for (const entry of value) {
|
|
61
|
+
if (typeof entry !== 'string') {
|
|
62
|
+
continue;
|
|
63
|
+
}
|
|
64
|
+
let trimmed = entry.trim();
|
|
65
|
+
if (trimmed.length === 0) {
|
|
66
|
+
continue;
|
|
67
|
+
}
|
|
68
|
+
if (options.lowercase) {
|
|
69
|
+
trimmed = trimmed.toLowerCase();
|
|
70
|
+
}
|
|
71
|
+
unique.add(trimmed);
|
|
72
|
+
}
|
|
73
|
+
return Array.from(unique.values());
|
|
74
|
+
}
|
|
75
|
+
function sanitizeOptionalString(value) {
|
|
76
|
+
if (typeof value !== 'string') {
|
|
77
|
+
return undefined;
|
|
78
|
+
}
|
|
79
|
+
const trimmed = value.trim();
|
|
80
|
+
return trimmed.length > 0 ? trimmed : undefined;
|
|
81
|
+
}
|
|
82
|
+
function sanitizePathWeight(value) {
|
|
83
|
+
if (typeof value !== 'number' || !Number.isFinite(value)) {
|
|
84
|
+
return DEFAULT_PATH_WEIGHT;
|
|
85
|
+
}
|
|
86
|
+
if (value < 0) {
|
|
87
|
+
return 0;
|
|
88
|
+
}
|
|
89
|
+
return value;
|
|
90
|
+
}
|
|
91
|
+
function sanitizeSuccessRate(value) {
|
|
92
|
+
if (typeof value !== 'number' || Number.isNaN(value)) {
|
|
93
|
+
return DEFAULT_SUCCESS_RATE;
|
|
94
|
+
}
|
|
95
|
+
if (value < 0) {
|
|
96
|
+
return 0;
|
|
97
|
+
}
|
|
98
|
+
if (value > 1) {
|
|
99
|
+
return 1;
|
|
100
|
+
}
|
|
101
|
+
return value;
|
|
102
|
+
}
|
|
103
|
+
function sanitizeLastUsed(value) {
|
|
104
|
+
if (!value) {
|
|
105
|
+
return undefined;
|
|
106
|
+
}
|
|
107
|
+
const date = typeof value === 'string' ? new Date(value) : value;
|
|
108
|
+
if (!(date instanceof Date) || Number.isNaN(date.valueOf())) {
|
|
109
|
+
return undefined;
|
|
110
|
+
}
|
|
111
|
+
return date.toISOString();
|
|
112
|
+
}
|
|
113
|
+
function sanitizeVariableCount(value) {
|
|
114
|
+
if (typeof value !== 'number' || !Number.isFinite(value)) {
|
|
115
|
+
return 0;
|
|
116
|
+
}
|
|
117
|
+
const rounded = Math.round(value);
|
|
118
|
+
return rounded < 0 ? 0 : rounded;
|
|
119
|
+
}
|
|
120
|
+
function extractExtras(source) {
|
|
121
|
+
const extras = {};
|
|
122
|
+
if (!source || typeof source !== 'object') {
|
|
123
|
+
return extras;
|
|
124
|
+
}
|
|
125
|
+
for (const [key, val] of Object.entries(source)) {
|
|
126
|
+
if (!KNOWN_FIELDS.has(key)) {
|
|
127
|
+
extras[key] = val;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
return extras;
|
|
131
|
+
}
|
|
132
|
+
function internalNormalize(raw) {
|
|
133
|
+
const fallback = raw && typeof raw === 'object' ? raw : {};
|
|
134
|
+
const parsed = CodemapChunkSchema.safeParse(fallback);
|
|
135
|
+
const data = parsed.success ? parsed.data : fallback;
|
|
136
|
+
const extras = extractExtras(data);
|
|
137
|
+
const file = typeof data.file === 'string' && data.file.trim().length > 0 ? data.file : 'unknown';
|
|
138
|
+
const sha = typeof data.sha === 'string' && data.sha.trim().length > 0 ? data.sha : 'unknown';
|
|
139
|
+
const lang = typeof data.lang === 'string' && data.lang.trim().length > 0 ? data.lang : 'unknown';
|
|
140
|
+
const chunkType = typeof data.chunkType === 'string' && data.chunkType.trim().length > 0 ? data.chunkType : undefined;
|
|
141
|
+
const provider = typeof data.provider === 'string' && data.provider.trim().length > 0 ? data.provider : undefined;
|
|
142
|
+
const dimensions = typeof data.dimensions === 'number' && Number.isFinite(data.dimensions) ? data.dimensions : undefined;
|
|
143
|
+
const hasCodevaultTags = typeof data.hasCodevaultTags === 'boolean' ? data.hasCodevaultTags : false;
|
|
144
|
+
const hasIntent = typeof data.hasIntent === 'boolean' ? data.hasIntent : false;
|
|
145
|
+
const hasDocumentation = typeof data.hasDocumentation === 'boolean' ? data.hasDocumentation : false;
|
|
146
|
+
const variableCount = sanitizeVariableCount(data.variableCount);
|
|
147
|
+
const synonyms = sanitizeStringArray(data.synonyms);
|
|
148
|
+
const pathWeight = sanitizePathWeight(data.path_weight);
|
|
149
|
+
const lastUsed = sanitizeLastUsed(data.last_used_at);
|
|
150
|
+
const successRate = sanitizeSuccessRate(data.success_rate);
|
|
151
|
+
const encrypted = typeof data.encrypted === 'boolean' ? data.encrypted : false;
|
|
152
|
+
const symbolSignature = sanitizeOptionalString(data.symbol_signature);
|
|
153
|
+
const symbolParameters = Array.isArray(data.symbol_parameters)
|
|
154
|
+
? sanitizeStringArray(data.symbol_parameters)
|
|
155
|
+
: [];
|
|
156
|
+
const symbolReturn = sanitizeOptionalString(data.symbol_return);
|
|
157
|
+
const symbolCalls = Array.isArray(data.symbol_calls)
|
|
158
|
+
? sanitizeStringArray(data.symbol_calls)
|
|
159
|
+
: [];
|
|
160
|
+
const symbolCallTargets = Array.isArray(data.symbol_call_targets)
|
|
161
|
+
? sanitizeStringArray(data.symbol_call_targets)
|
|
162
|
+
: [];
|
|
163
|
+
const symbolCallers = Array.isArray(data.symbol_callers)
|
|
164
|
+
? sanitizeStringArray(data.symbol_callers)
|
|
165
|
+
: [];
|
|
166
|
+
const symbolNeighbors = Array.isArray(data.symbol_neighbors)
|
|
167
|
+
? sanitizeStringArray(data.symbol_neighbors)
|
|
168
|
+
: [];
|
|
169
|
+
const symbol = typeof data.symbol === 'string' && data.symbol.trim().length > 0
|
|
170
|
+
? data.symbol
|
|
171
|
+
: null;
|
|
172
|
+
const normalized = {
|
|
173
|
+
...extras,
|
|
174
|
+
file,
|
|
175
|
+
symbol,
|
|
176
|
+
sha,
|
|
177
|
+
lang,
|
|
178
|
+
chunkType,
|
|
179
|
+
provider,
|
|
180
|
+
dimensions,
|
|
181
|
+
hasCodevaultTags,
|
|
182
|
+
hasIntent,
|
|
183
|
+
hasDocumentation,
|
|
184
|
+
variableCount,
|
|
185
|
+
synonyms,
|
|
186
|
+
path_weight: pathWeight,
|
|
187
|
+
success_rate: successRate,
|
|
188
|
+
encrypted,
|
|
189
|
+
symbol_calls: symbolCalls,
|
|
190
|
+
symbol_call_targets: symbolCallTargets,
|
|
191
|
+
symbol_callers: symbolCallers,
|
|
192
|
+
symbol_neighbors: symbolNeighbors
|
|
193
|
+
};
|
|
194
|
+
if (lastUsed) {
|
|
195
|
+
normalized.last_used_at = lastUsed;
|
|
196
|
+
}
|
|
197
|
+
if (symbolSignature) {
|
|
198
|
+
normalized.symbol_signature = symbolSignature;
|
|
199
|
+
}
|
|
200
|
+
if (symbolParameters.length > 0) {
|
|
201
|
+
normalized.symbol_parameters = symbolParameters;
|
|
202
|
+
}
|
|
203
|
+
if (symbolReturn) {
|
|
204
|
+
normalized.symbol_return = symbolReturn;
|
|
205
|
+
}
|
|
206
|
+
return normalized;
|
|
207
|
+
}
|
|
208
|
+
export function normalizeChunkMetadata(raw, previous) {
|
|
209
|
+
const base = previous ? internalNormalize(previous) : undefined;
|
|
210
|
+
const incoming = raw && typeof raw === 'object' ? raw : {};
|
|
211
|
+
const merged = base ? { ...base, ...incoming } : incoming;
|
|
212
|
+
return internalNormalize(merged);
|
|
213
|
+
}
|
|
214
|
+
export function normalizeCodemapRecord(raw) {
|
|
215
|
+
if (!raw || typeof raw !== 'object') {
|
|
216
|
+
return {};
|
|
217
|
+
}
|
|
218
|
+
const entries = Object.entries(raw)
|
|
219
|
+
.filter(([key]) => typeof key === 'string' && key.length > 0)
|
|
220
|
+
.map(([chunkId, value]) => [chunkId, normalizeChunkMetadata(value)]);
|
|
221
|
+
entries.sort(([a], [b]) => a.localeCompare(b));
|
|
222
|
+
return Object.fromEntries(entries);
|
|
223
|
+
}
|
|
224
|
+
//# sourceMappingURL=codemap.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codemap.js","sourceRoot":"","sources":["../../src/types/codemap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AACrC,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAEtC,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAClD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACxD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACjD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC5C,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACnD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACjD,CAAC,CAAC,WAAW,EAAE,CAAC;AAEjB,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC;AAKtE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM;IACN,QAAQ;IACR,KAAK;IACL,MAAM;IACN,WAAW;IACX,UAAU;IACV,YAAY;IACZ,kBAAkB;IAClB,WAAW;IACX,kBAAkB;IAClB,eAAe;IACf,UAAU;IACV,aAAa;IACb,cAAc;IACd,cAAc;IACd,kBAAkB;IAClB,mBAAmB;IACnB,eAAe;IACf,cAAc;IACd,qBAAqB;IACrB,gBAAgB;IAChB,kBAAkB;IAClB,WAAW;CACZ,CAAC,CAAC;AAEH,SAAS,mBAAmB,CAAC,KAAU,EAAE,UAAmC,EAAE;IAC5E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAClC,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAU;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjE,IAAI,CAAC,CAAC,IAAI,YAAY,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QAC5D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAU;IACvC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,MAAW;IAChC,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAQ;IACjC,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;IACrD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAEnC,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,MAAM,GAAG,GAAG,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9F,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IACtH,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAClH,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACzH,MAAM,gBAAgB,GAAG,OAAO,IAAI,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC;IACpG,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/E,MAAM,gBAAgB,GAAG,OAAO,IAAI,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC;IACpG,MAAM,aAAa,GAAG,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/E,MAAM,eAAe,GAAG,sBAAsB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACtE,MAAM,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAC5D,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAC7C,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,YAAY,GAAG,sBAAsB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC;QAClD,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC;QACxC,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAC/D,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAC/C,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;QACtD,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC;QAC1C,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC1D,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC5C,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAC7E,CAAC,CAAC,IAAI,CAAC,MAAM;QACb,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,UAAU,GAAQ;QACtB,GAAG,MAAM;QACT,IAAI;QACJ,MAAM;QACN,GAAG;QACH,IAAI;QACJ,SAAS;QACT,QAAQ;QACR,UAAU;QACV,gBAAgB;QAChB,SAAS;QACT,gBAAgB;QAChB,aAAa;QACb,QAAQ;QACR,WAAW,EAAE,UAAU;QACvB,YAAY,EAAE,WAAW;QACzB,SAAS;QACT,YAAY,EAAE,WAAW;QACzB,mBAAmB,EAAE,iBAAiB;QACtC,cAAc,EAAE,aAAa;QAC7B,gBAAgB,EAAE,eAAe;KAClC,CAAC;IAEF,IAAI,QAAQ,EAAE,CAAC;QACb,UAAU,CAAC,YAAY,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,IAAI,eAAe,EAAE,CAAC;QACpB,UAAU,CAAC,gBAAgB,GAAG,eAAe,CAAC;IAChD,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,UAAU,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;IAClD,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,UAAU,CAAC,aAAa,GAAG,YAAY,CAAC;IAC1C,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAQ,EAAE,QAAuB;IACtE,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChE,MAAM,QAAQ,GAAG,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC1D,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAQ;IAC7C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;SAChC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAA2B,CAAC,CAAC;IAEjG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/C,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AACrC,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const ContextPackScopeSchema: z.ZodObject<{
|
|
3
|
+
path_glob: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
4
|
+
tags: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
5
|
+
lang: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
6
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
7
|
+
reranker: z.ZodOptional<z.ZodEnum<{
|
|
8
|
+
off: "off";
|
|
9
|
+
api: "api";
|
|
10
|
+
}>>;
|
|
11
|
+
hybrid: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
12
|
+
bm25: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
13
|
+
symbol_boost: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
14
|
+
}, z.core.$strict>;
|
|
15
|
+
export declare const ContextPackSchema: z.ZodObject<{
|
|
16
|
+
name: z.ZodOptional<z.ZodString>;
|
|
17
|
+
description: z.ZodOptional<z.ZodString>;
|
|
18
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
19
|
+
scope: z.ZodOptional<z.ZodObject<{
|
|
20
|
+
path_glob: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
21
|
+
tags: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
22
|
+
lang: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
23
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
24
|
+
reranker: z.ZodOptional<z.ZodEnum<{
|
|
25
|
+
off: "off";
|
|
26
|
+
api: "api";
|
|
27
|
+
}>>;
|
|
28
|
+
hybrid: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
29
|
+
bm25: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
30
|
+
symbol_boost: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
31
|
+
}, z.core.$strict>>;
|
|
32
|
+
path_glob: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
33
|
+
tags: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
34
|
+
lang: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
35
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
36
|
+
reranker: z.ZodOptional<z.ZodEnum<{
|
|
37
|
+
off: "off";
|
|
38
|
+
api: "api";
|
|
39
|
+
}>>;
|
|
40
|
+
hybrid: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
41
|
+
bm25: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
42
|
+
symbol_boost: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
|
|
43
|
+
}, z.core.$strict>;
|
|
44
|
+
export type ContextPackScope = z.infer<typeof ContextPackScopeSchema>;
|
|
45
|
+
export type ContextPack = z.infer<typeof ContextPackSchema>;
|
|
46
|
+
export declare function extractScopeFromPackDefinition(definition: ContextPack): Record<string, any>;
|
|
47
|
+
//# sourceMappingURL=context-pack.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-pack.d.ts","sourceRoot":"","sources":["../../src/types/context-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,eAAO,MAAM,sBAAsB;;;;;;;;;;;;kBASxB,CAAC;AAEZ,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAanB,CAAC;AAEZ,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAkB3F"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { RERANKER_OPTIONS } from './search.js';
|
|
3
|
+
const stringOrStringArray = z.union([z.string(), z.array(z.string())]);
|
|
4
|
+
const booleanLike = z.union([z.boolean(), z.string()]);
|
|
5
|
+
export const ContextPackScopeSchema = z.object({
|
|
6
|
+
path_glob: stringOrStringArray.optional(),
|
|
7
|
+
tags: stringOrStringArray.optional(),
|
|
8
|
+
lang: stringOrStringArray.optional(),
|
|
9
|
+
provider: z.string().optional(),
|
|
10
|
+
reranker: z.enum(RERANKER_OPTIONS).optional(),
|
|
11
|
+
hybrid: booleanLike.optional(),
|
|
12
|
+
bm25: booleanLike.optional(),
|
|
13
|
+
symbol_boost: booleanLike.optional()
|
|
14
|
+
}).strict();
|
|
15
|
+
export const ContextPackSchema = z.object({
|
|
16
|
+
name: z.string().optional(),
|
|
17
|
+
description: z.string().optional(),
|
|
18
|
+
metadata: z.record(z.string(), z.any()).optional(),
|
|
19
|
+
scope: ContextPackScopeSchema.optional(),
|
|
20
|
+
path_glob: stringOrStringArray.optional(),
|
|
21
|
+
tags: stringOrStringArray.optional(),
|
|
22
|
+
lang: stringOrStringArray.optional(),
|
|
23
|
+
provider: z.string().optional(),
|
|
24
|
+
reranker: z.enum(RERANKER_OPTIONS).optional(),
|
|
25
|
+
hybrid: booleanLike.optional(),
|
|
26
|
+
bm25: booleanLike.optional(),
|
|
27
|
+
symbol_boost: booleanLike.optional()
|
|
28
|
+
}).strict();
|
|
29
|
+
export function extractScopeFromPackDefinition(definition) {
|
|
30
|
+
if (!definition || typeof definition !== 'object') {
|
|
31
|
+
return {};
|
|
32
|
+
}
|
|
33
|
+
const scopeCandidate = definition.scope && typeof definition.scope === 'object'
|
|
34
|
+
? { ...definition.scope }
|
|
35
|
+
: {};
|
|
36
|
+
const scope = { ...scopeCandidate };
|
|
37
|
+
for (const key of ['path_glob', 'tags', 'lang', 'provider', 'reranker', 'hybrid', 'bm25', 'symbol_boost']) {
|
|
38
|
+
if (Object.prototype.hasOwnProperty.call(definition, key) && typeof definition[key] !== 'undefined') {
|
|
39
|
+
scope[key] = definition[key];
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
return scope;
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=context-pack.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-pack.js","sourceRoot":"","sources":["../../src/types/context-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;AACvE,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAEvD,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,SAAS,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACzC,IAAI,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,WAAW,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,WAAW,CAAC,QAAQ,EAAE;IAC5B,YAAY,EAAE,WAAW,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClD,KAAK,EAAE,sBAAsB,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACzC,IAAI,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,WAAW,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,WAAW,CAAC,QAAQ,EAAE;IAC5B,YAAY,EAAE,WAAW,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC,MAAM,EAAE,CAAC;AAKZ,MAAM,UAAU,8BAA8B,CAAC,UAAuB;IACpE,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QAClD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,QAAQ;QAC7E,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE;QACzB,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,KAAK,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;IAEpC,KAAK,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,CAAC;QAC1G,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,OAAQ,UAAkB,CAAC,GAAG,CAAC,KAAK,WAAW,EAAE,CAAC;YAC5G,KAAa,CAAC,GAAG,CAAC,GAAI,UAAkB,CAAC,GAAG,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export declare const RERANKER_OPTIONS: readonly ["off", "api"];
|
|
2
|
+
export declare const DEFAULT_RERANKER = "off";
|
|
3
|
+
export type RerankMode = typeof RERANKER_OPTIONS[number];
|
|
4
|
+
export interface ScopeFilters {
|
|
5
|
+
path_glob?: string[];
|
|
6
|
+
tags?: string[];
|
|
7
|
+
lang?: string[];
|
|
8
|
+
provider?: string;
|
|
9
|
+
reranker?: RerankMode;
|
|
10
|
+
hybrid?: boolean;
|
|
11
|
+
bm25?: boolean;
|
|
12
|
+
symbol_boost?: boolean;
|
|
13
|
+
}
|
|
14
|
+
export declare function hasScopeFilters(scope?: ScopeFilters): boolean;
|
|
15
|
+
//# sourceMappingURL=search.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/types/search.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gBAAgB,yBAA0B,CAAC;AACxD,eAAO,MAAM,gBAAgB,QAAQ,CAAC;AAEtC,MAAM,MAAM,UAAU,GAAG,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAEzD,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAgB,eAAe,CAAC,KAAK,CAAC,EAAE,YAAY,GAAG,OAAO,CAU7D"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export const RERANKER_OPTIONS = ['off', 'api'];
|
|
2
|
+
export const DEFAULT_RERANKER = 'off';
|
|
3
|
+
export function hasScopeFilters(scope) {
|
|
4
|
+
if (!scope) {
|
|
5
|
+
return false;
|
|
6
|
+
}
|
|
7
|
+
return Boolean((Array.isArray(scope.path_glob) && scope.path_glob.length > 0) ||
|
|
8
|
+
(Array.isArray(scope.tags) && scope.tags.length > 0) ||
|
|
9
|
+
(Array.isArray(scope.lang) && scope.lang.length > 0));
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/types/search.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,KAAK,CAAU,CAAC;AACxD,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAetC,MAAM,UAAU,eAAe,CAAC,KAAoB;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,OAAO,CACZ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9D,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QACpD,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACrD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
export declare class IndexerUI {
|
|
2
|
+
private progressBar;
|
|
3
|
+
private spinner;
|
|
4
|
+
private startTime;
|
|
5
|
+
private totalFiles;
|
|
6
|
+
private processedFiles;
|
|
7
|
+
private stats;
|
|
8
|
+
showHeader(): void;
|
|
9
|
+
showConfiguration(config: {
|
|
10
|
+
provider: string;
|
|
11
|
+
model?: string;
|
|
12
|
+
dimensions: number;
|
|
13
|
+
chunkSize: {
|
|
14
|
+
min: number;
|
|
15
|
+
max: number;
|
|
16
|
+
optimal: number;
|
|
17
|
+
};
|
|
18
|
+
rateLimit?: {
|
|
19
|
+
rpm: number;
|
|
20
|
+
tpm?: number;
|
|
21
|
+
};
|
|
22
|
+
}): void;
|
|
23
|
+
startScanning(): void;
|
|
24
|
+
finishScanning(fileCount: number, languages: number): void;
|
|
25
|
+
startIndexing(): void;
|
|
26
|
+
updateProgress(fileName: string): void;
|
|
27
|
+
updateStats(stats: {
|
|
28
|
+
chunks?: number;
|
|
29
|
+
merged?: number;
|
|
30
|
+
subdivided?: number;
|
|
31
|
+
skipped?: number;
|
|
32
|
+
}): void;
|
|
33
|
+
showFinalizing(): void;
|
|
34
|
+
finishIndexing(): void;
|
|
35
|
+
showSummary(summary: {
|
|
36
|
+
totalChunks: number;
|
|
37
|
+
dbSize?: string;
|
|
38
|
+
codemapSize?: string;
|
|
39
|
+
tokenStats?: any;
|
|
40
|
+
}): void;
|
|
41
|
+
showError(message: string): void;
|
|
42
|
+
cleanup(): void;
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=cli-ui.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli-ui.d.ts","sourceRoot":"","sources":["../../src/utils/cli-ui.ts"],"names":[],"mappings":"AAIA,qBAAa,SAAS;IACpB,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,KAAK,CAKX;IAEF,UAAU;IAIV,iBAAiB,CAAC,MAAM,EAAE;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;QACzD,SAAS,CAAC,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KAC3C;IAUD,aAAa;IAOb,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAQnD,aAAa;IAoBb,cAAc,CAAC,QAAQ,EAAE,MAAM;IAO/B,WAAW,CAAC,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAO9F,cAAc;IAYd,cAAc;IAuBd,WAAW,CAAC,OAAO,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,GAAG,CAAC;KAClB;IA0BD,SAAS,CAAC,OAAO,EAAE,MAAM;IAIzB,OAAO;CAUR"}
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
import cliProgress from 'cli-progress';
|
|
2
|
+
import ora from 'ora';
|
|
3
|
+
import chalk from 'chalk';
|
|
4
|
+
export class IndexerUI {
|
|
5
|
+
progressBar = null;
|
|
6
|
+
spinner = null;
|
|
7
|
+
startTime = 0;
|
|
8
|
+
totalFiles = 0;
|
|
9
|
+
processedFiles = 0;
|
|
10
|
+
stats = {
|
|
11
|
+
chunks: 0,
|
|
12
|
+
merged: 0,
|
|
13
|
+
subdivided: 0,
|
|
14
|
+
skipped: 0
|
|
15
|
+
};
|
|
16
|
+
showHeader() {
|
|
17
|
+
console.log(chalk.cyan.bold('\n🔍 CodeVault Indexer'));
|
|
18
|
+
}
|
|
19
|
+
showConfiguration(config) {
|
|
20
|
+
console.log(chalk.white('\n📊 Configuration'));
|
|
21
|
+
console.log(chalk.gray(` Provider: ${config.provider}${config.model ? ` (${config.model})` : ''}`));
|
|
22
|
+
console.log(chalk.gray(` Dimensions: ${config.dimensions}`));
|
|
23
|
+
console.log(chalk.gray(` Chunk size: ${Math.floor(config.chunkSize.min / 1000)}K-${Math.floor(config.chunkSize.max / 1000)}K tokens (optimal: ${Math.floor(config.chunkSize.optimal / 1000)}K)`));
|
|
24
|
+
if (config.rateLimit) {
|
|
25
|
+
console.log(chalk.gray(` Rate limit: ${config.rateLimit.rpm.toLocaleString()} req/min`));
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
startScanning() {
|
|
29
|
+
this.spinner = ora({
|
|
30
|
+
text: chalk.white('Scanning project...'),
|
|
31
|
+
color: 'cyan'
|
|
32
|
+
}).start();
|
|
33
|
+
}
|
|
34
|
+
finishScanning(fileCount, languages) {
|
|
35
|
+
if (this.spinner) {
|
|
36
|
+
this.spinner.succeed(chalk.white(`Found ${chalk.cyan(fileCount)} files across ${chalk.cyan(languages)}+ languages`));
|
|
37
|
+
this.spinner = null;
|
|
38
|
+
}
|
|
39
|
+
this.totalFiles = fileCount;
|
|
40
|
+
}
|
|
41
|
+
startIndexing() {
|
|
42
|
+
this.startTime = Date.now();
|
|
43
|
+
this.processedFiles = 0;
|
|
44
|
+
console.log(chalk.white('\n⚡ Indexing files'));
|
|
45
|
+
if (this.totalFiles > 0) {
|
|
46
|
+
this.progressBar = new cliProgress.SingleBar({
|
|
47
|
+
format: chalk.cyan(' [{bar}]') + ' {percentage}% | {value}/{total} files | ETA {eta_formatted}',
|
|
48
|
+
barCompleteChar: '█',
|
|
49
|
+
barIncompleteChar: '░',
|
|
50
|
+
hideCursor: true,
|
|
51
|
+
clearOnComplete: false,
|
|
52
|
+
stopOnComplete: true
|
|
53
|
+
});
|
|
54
|
+
this.progressBar.start(this.totalFiles, 0);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
updateProgress(fileName) {
|
|
58
|
+
this.processedFiles++;
|
|
59
|
+
if (this.progressBar) {
|
|
60
|
+
this.progressBar.update(this.processedFiles);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
updateStats(stats) {
|
|
64
|
+
if (stats.chunks !== undefined)
|
|
65
|
+
this.stats.chunks = stats.chunks;
|
|
66
|
+
if (stats.merged !== undefined)
|
|
67
|
+
this.stats.merged = stats.merged;
|
|
68
|
+
if (stats.subdivided !== undefined)
|
|
69
|
+
this.stats.subdivided = stats.subdivided;
|
|
70
|
+
if (stats.skipped !== undefined)
|
|
71
|
+
this.stats.skipped = stats.skipped;
|
|
72
|
+
}
|
|
73
|
+
showFinalizing() {
|
|
74
|
+
if (this.progressBar) {
|
|
75
|
+
this.progressBar.stop();
|
|
76
|
+
this.progressBar = null;
|
|
77
|
+
}
|
|
78
|
+
this.spinner = ora({
|
|
79
|
+
text: chalk.white('Finalizing embeddings and building indexes...'),
|
|
80
|
+
color: 'cyan'
|
|
81
|
+
}).start();
|
|
82
|
+
}
|
|
83
|
+
finishIndexing() {
|
|
84
|
+
if (this.spinner) {
|
|
85
|
+
this.spinner.stop();
|
|
86
|
+
this.spinner = null;
|
|
87
|
+
}
|
|
88
|
+
if (this.progressBar) {
|
|
89
|
+
this.progressBar.stop();
|
|
90
|
+
this.progressBar = null;
|
|
91
|
+
}
|
|
92
|
+
if (this.startTime > 0) {
|
|
93
|
+
const duration = Date.now() - this.startTime;
|
|
94
|
+
const minutes = Math.floor(duration / 60000);
|
|
95
|
+
const seconds = Math.floor((duration % 60000) / 1000);
|
|
96
|
+
const timeStr = minutes > 0 ? `${minutes}m ${seconds}s` : `${seconds}s`;
|
|
97
|
+
console.log(chalk.green(`\n✅ Indexing complete in ${timeStr}!`));
|
|
98
|
+
}
|
|
99
|
+
else {
|
|
100
|
+
console.log(chalk.green(`\n✅ Indexing complete!`));
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
showSummary(summary) {
|
|
104
|
+
console.log(chalk.white('\n📊 Summary'));
|
|
105
|
+
console.log(chalk.gray(` Total chunks: ${chalk.white(summary.totalChunks)}`));
|
|
106
|
+
if (this.stats.merged > 0) {
|
|
107
|
+
console.log(chalk.gray(` Merged small: ${chalk.white(this.stats.merged)}`));
|
|
108
|
+
}
|
|
109
|
+
if (this.stats.subdivided > 0) {
|
|
110
|
+
console.log(chalk.gray(` Subdivided large: ${chalk.white(this.stats.subdivided)}`));
|
|
111
|
+
}
|
|
112
|
+
if (this.stats.skipped > 0) {
|
|
113
|
+
console.log(chalk.gray(` Skipped (small): ${chalk.white(this.stats.skipped)}`));
|
|
114
|
+
}
|
|
115
|
+
if (summary.dbSize) {
|
|
116
|
+
console.log(chalk.gray(` Database: ${chalk.white(summary.dbSize)}`));
|
|
117
|
+
}
|
|
118
|
+
if (summary.codemapSize) {
|
|
119
|
+
console.log(chalk.gray(` Codemap: ${chalk.white(summary.codemapSize)}`));
|
|
120
|
+
}
|
|
121
|
+
console.log(chalk.cyan('\n🚀 Ready to search!'));
|
|
122
|
+
console.log(chalk.gray(` Quick search: ${chalk.white('codevault search "your query"')}`));
|
|
123
|
+
console.log(chalk.gray(` With code: ${chalk.white('codevault search-with-code "your query"')}\n`));
|
|
124
|
+
}
|
|
125
|
+
showError(message) {
|
|
126
|
+
console.error(chalk.red(`\n❌ Error: ${message}\n`));
|
|
127
|
+
}
|
|
128
|
+
cleanup() {
|
|
129
|
+
if (this.spinner) {
|
|
130
|
+
this.spinner.stop();
|
|
131
|
+
this.spinner = null;
|
|
132
|
+
}
|
|
133
|
+
if (this.progressBar) {
|
|
134
|
+
this.progressBar.stop();
|
|
135
|
+
this.progressBar = null;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
//# sourceMappingURL=cli-ui.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli-ui.js","sourceRoot":"","sources":["../../src/utils/cli-ui.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,OAAO,SAAS;IACZ,WAAW,GAAiC,IAAI,CAAC;IACjD,OAAO,GAAQ,IAAI,CAAC;IACpB,SAAS,GAAW,CAAC,CAAC;IACtB,UAAU,GAAW,CAAC,CAAC;IACvB,cAAc,GAAW,CAAC,CAAC;IAC3B,KAAK,GAAG;QACd,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;KACX,CAAC;IAEF,UAAU;QACR,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,iBAAiB,CAAC,MAMjB;QACC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACzG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,IAAI,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,aAAa;QACX,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACjB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,qBAAqB,CAAC;YACxC,KAAK,EAAE,MAAM;SACd,CAAC,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;IAED,cAAc,CAAC,SAAiB,EAAE,SAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAExB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAE/C,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC3C,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,8DAA8D;gBACjG,eAAe,EAAE,GAAG;gBACpB,iBAAiB,EAAE,GAAG;gBACtB,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,cAAc,CAAC,QAAgB;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,WAAW,CAAC,KAAkF;QAC5F,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACjE,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACjE,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7E,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IACtE,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACjB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,+CAA+C,CAAC;YAClE,KAAK,EAAE,MAAM;SACd,CAAC,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC;YAExE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,4BAA4B,OAAO,GAAG,CAAC,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,WAAW,CAAC,OAKX;QACC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QAErF,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,KAAK,CAAC,+BAA+B,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7F,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,KAAK,CAAC,yCAAyC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3G,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { IndexProjectOptions, IndexProjectResult } from '../core/types.js';
|
|
2
|
+
export interface IndexWithProgressCallbacks {
|
|
3
|
+
onScanComplete?: (fileCount: number) => void;
|
|
4
|
+
onFileProgress?: (current: number, total: number, fileName: string) => void;
|
|
5
|
+
onFinalizing?: () => void;
|
|
6
|
+
}
|
|
7
|
+
export declare function indexProjectWithProgress(options: IndexProjectOptions & {
|
|
8
|
+
callbacks?: IndexWithProgressCallbacks;
|
|
9
|
+
}): Promise<IndexProjectResult>;
|
|
10
|
+
//# sourceMappingURL=indexer-with-progress.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer-with-progress.d.ts","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEhF,MAAM,WAAW,0BAA0B;IACzC,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5E,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;CAC3B;AAED,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,mBAAmB,GAAG;IAAE,SAAS,CAAC,EAAE,0BAA0B,CAAA;CAAE,GACxE,OAAO,CAAC,kBAAkB,CAAC,CAwC7B"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import fg from 'fast-glob';
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { indexProject } from '../core/indexer.js';
|
|
4
|
+
import { getSupportedLanguageExtensions } from '../languages/rules.js';
|
|
5
|
+
import { DEFAULT_SCAN_IGNORES } from './scan-patterns.js';
|
|
6
|
+
export async function indexProjectWithProgress(options) {
|
|
7
|
+
const { callbacks, ...indexOptions } = options;
|
|
8
|
+
const repo = path.resolve(options.repoPath || '.');
|
|
9
|
+
// Phase 1: Scan files (fast)
|
|
10
|
+
const languagePatterns = getSupportedLanguageExtensions().map(ext => `**/*${ext}`);
|
|
11
|
+
const files = await fg(languagePatterns, {
|
|
12
|
+
cwd: repo,
|
|
13
|
+
absolute: false,
|
|
14
|
+
followSymbolicLinks: false,
|
|
15
|
+
ignore: DEFAULT_SCAN_IGNORES,
|
|
16
|
+
onlyFiles: true,
|
|
17
|
+
dot: false
|
|
18
|
+
});
|
|
19
|
+
if (callbacks?.onScanComplete) {
|
|
20
|
+
callbacks.onScanComplete(files.length);
|
|
21
|
+
}
|
|
22
|
+
// Phase 2: Index with progress tracking
|
|
23
|
+
let processedCount = 0;
|
|
24
|
+
const processedFiles = new Set();
|
|
25
|
+
const result = await indexProject({
|
|
26
|
+
...indexOptions,
|
|
27
|
+
onProgress: (event) => {
|
|
28
|
+
if (event.type === 'chunk_processed' && event.file && callbacks?.onFileProgress) {
|
|
29
|
+
// Only count each file once (not per chunk)
|
|
30
|
+
if (!processedFiles.has(event.file)) {
|
|
31
|
+
processedFiles.add(event.file);
|
|
32
|
+
processedCount++;
|
|
33
|
+
callbacks.onFileProgress(processedCount, files.length, event.file);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (event.type === 'finalizing' && callbacks?.onFinalizing) {
|
|
37
|
+
callbacks.onFinalizing();
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
});
|
|
41
|
+
return result;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=indexer-with-progress.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer-with-progress.js","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAS1D,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAyE;IAEzE,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IAEnD,6BAA6B;IAC7B,MAAM,gBAAgB,GAAG,8BAA8B,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,EAAE;QACvC,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;QACf,mBAAmB,EAAE,KAAK;QAC1B,MAAM,EAAE,oBAAoB;QAC5B,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,KAAK;KACX,CAAC,CAAC;IAEH,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;QAC9B,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,wCAAwC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,GAAG,YAAY;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;gBAChF,4CAA4C;gBAC5C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC/B,cAAc,EAAE,CAAC;oBACjB,SAAS,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;gBAC3D,SAAS,CAAC,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|