codevault 1.0.0 ā 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/utils/cli-ui.d.ts +43 -0
- package/dist/utils/cli-ui.d.ts.map +1 -0
- package/dist/utils/cli-ui.js +124 -0
- package/dist/utils/cli-ui.js.map +1 -0
- package/dist/utils/indexer-with-progress.d.ts +9 -0
- package/dist/utils/indexer-with-progress.d.ts.map +1 -0
- package/dist/utils/indexer-with-progress.js +58 -0
- package/dist/utils/indexer-with-progress.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export declare class IndexerUI {
|
|
2
|
+
private progressBar;
|
|
3
|
+
private spinner;
|
|
4
|
+
private startTime;
|
|
5
|
+
private totalFiles;
|
|
6
|
+
private processedFiles;
|
|
7
|
+
private stats;
|
|
8
|
+
showHeader(): void;
|
|
9
|
+
showConfiguration(config: {
|
|
10
|
+
provider: string;
|
|
11
|
+
model?: string;
|
|
12
|
+
dimensions: number;
|
|
13
|
+
chunkSize: {
|
|
14
|
+
min: number;
|
|
15
|
+
max: number;
|
|
16
|
+
optimal: number;
|
|
17
|
+
};
|
|
18
|
+
rateLimit?: {
|
|
19
|
+
rpm: number;
|
|
20
|
+
tpm?: number;
|
|
21
|
+
};
|
|
22
|
+
}): void;
|
|
23
|
+
startScanning(): void;
|
|
24
|
+
finishScanning(fileCount: number, languages: number): void;
|
|
25
|
+
startIndexing(): void;
|
|
26
|
+
updateProgress(fileName: string): void;
|
|
27
|
+
updateStats(stats: {
|
|
28
|
+
chunks?: number;
|
|
29
|
+
merged?: number;
|
|
30
|
+
subdivided?: number;
|
|
31
|
+
skipped?: number;
|
|
32
|
+
}): void;
|
|
33
|
+
finishIndexing(): void;
|
|
34
|
+
showSummary(summary: {
|
|
35
|
+
totalChunks: number;
|
|
36
|
+
dbSize?: string;
|
|
37
|
+
codemapSize?: string;
|
|
38
|
+
tokenStats?: any;
|
|
39
|
+
}): void;
|
|
40
|
+
showError(message: string): void;
|
|
41
|
+
cleanup(): void;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=cli-ui.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli-ui.d.ts","sourceRoot":"","sources":["../../src/utils/cli-ui.ts"],"names":[],"mappings":"AAIA,qBAAa,SAAS;IACpB,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,KAAK,CAKX;IAEF,UAAU;IAIV,iBAAiB,CAAC,MAAM,EAAE;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;QACzD,SAAS,CAAC,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KAC3C;IAUD,aAAa;IAOb,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAQnD,aAAa;IAoBb,cAAc,CAAC,QAAQ,EAAE,MAAM;IAO/B,WAAW,CAAC,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAO9F,cAAc;IAkBd,WAAW,CAAC,OAAO,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,GAAG,CAAC;KAClB;IAyBD,SAAS,CAAC,OAAO,EAAE,MAAM;IAIzB,OAAO;CAUR"}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import cliProgress from 'cli-progress';
|
|
2
|
+
import ora from 'ora';
|
|
3
|
+
import chalk from 'chalk';
|
|
4
|
+
export class IndexerUI {
|
|
5
|
+
progressBar = null;
|
|
6
|
+
spinner = null;
|
|
7
|
+
startTime = 0;
|
|
8
|
+
totalFiles = 0;
|
|
9
|
+
processedFiles = 0;
|
|
10
|
+
stats = {
|
|
11
|
+
chunks: 0,
|
|
12
|
+
merged: 0,
|
|
13
|
+
subdivided: 0,
|
|
14
|
+
skipped: 0
|
|
15
|
+
};
|
|
16
|
+
showHeader() {
|
|
17
|
+
console.log(chalk.cyan.bold('\nš CodeVault Indexer'));
|
|
18
|
+
}
|
|
19
|
+
showConfiguration(config) {
|
|
20
|
+
console.log(chalk.white('\nš Configuration'));
|
|
21
|
+
console.log(chalk.gray(` Provider: ${config.provider}${config.model ? ` (${config.model})` : ''}`));
|
|
22
|
+
console.log(chalk.gray(` Dimensions: ${config.dimensions}`));
|
|
23
|
+
console.log(chalk.gray(` Chunk size: ${Math.floor(config.chunkSize.min / 1000)}K-${Math.floor(config.chunkSize.max / 1000)}K tokens (optimal: ${Math.floor(config.chunkSize.optimal / 1000)}K)`));
|
|
24
|
+
if (config.rateLimit) {
|
|
25
|
+
console.log(chalk.gray(` Rate limit: ${config.rateLimit.rpm.toLocaleString()} req/min`));
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
startScanning() {
|
|
29
|
+
this.spinner = ora({
|
|
30
|
+
text: chalk.white('Scanning project...'),
|
|
31
|
+
color: 'cyan'
|
|
32
|
+
}).start();
|
|
33
|
+
}
|
|
34
|
+
finishScanning(fileCount, languages) {
|
|
35
|
+
if (this.spinner) {
|
|
36
|
+
this.spinner.succeed(chalk.white(`Found ${chalk.cyan(fileCount)} files across ${chalk.cyan(languages)}+ languages`));
|
|
37
|
+
this.spinner = null;
|
|
38
|
+
}
|
|
39
|
+
this.totalFiles = fileCount;
|
|
40
|
+
}
|
|
41
|
+
startIndexing() {
|
|
42
|
+
this.startTime = Date.now();
|
|
43
|
+
this.processedFiles = 0;
|
|
44
|
+
console.log(chalk.white('\nā” Indexing files'));
|
|
45
|
+
if (this.totalFiles > 0) {
|
|
46
|
+
this.progressBar = new cliProgress.SingleBar({
|
|
47
|
+
format: chalk.cyan(' [{bar}]') + ' {percentage}% | {value}/{total} files | ETA {eta_formatted}',
|
|
48
|
+
barCompleteChar: 'ā',
|
|
49
|
+
barIncompleteChar: 'ā',
|
|
50
|
+
hideCursor: true,
|
|
51
|
+
clearOnComplete: false,
|
|
52
|
+
stopOnComplete: true
|
|
53
|
+
});
|
|
54
|
+
this.progressBar.start(this.totalFiles, 0);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
updateProgress(fileName) {
|
|
58
|
+
this.processedFiles++;
|
|
59
|
+
if (this.progressBar) {
|
|
60
|
+
this.progressBar.update(this.processedFiles);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
updateStats(stats) {
|
|
64
|
+
if (stats.chunks !== undefined)
|
|
65
|
+
this.stats.chunks = stats.chunks;
|
|
66
|
+
if (stats.merged !== undefined)
|
|
67
|
+
this.stats.merged = stats.merged;
|
|
68
|
+
if (stats.subdivided !== undefined)
|
|
69
|
+
this.stats.subdivided = stats.subdivided;
|
|
70
|
+
if (stats.skipped !== undefined)
|
|
71
|
+
this.stats.skipped = stats.skipped;
|
|
72
|
+
}
|
|
73
|
+
finishIndexing() {
|
|
74
|
+
if (this.progressBar) {
|
|
75
|
+
this.progressBar.stop();
|
|
76
|
+
this.progressBar = null;
|
|
77
|
+
}
|
|
78
|
+
if (this.startTime > 0) {
|
|
79
|
+
const duration = Date.now() - this.startTime;
|
|
80
|
+
const minutes = Math.floor(duration / 60000);
|
|
81
|
+
const seconds = Math.floor((duration % 60000) / 1000);
|
|
82
|
+
const timeStr = minutes > 0 ? `${minutes}m ${seconds}s` : `${seconds}s`;
|
|
83
|
+
console.log(chalk.green(`\nā
Indexing complete in ${timeStr}!`));
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
console.log(chalk.green(`\nā
Indexing complete!`));
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
showSummary(summary) {
|
|
90
|
+
console.log(chalk.white('\nš Summary'));
|
|
91
|
+
console.log(chalk.gray(` Total chunks: ${chalk.white(summary.totalChunks)}`));
|
|
92
|
+
if (this.stats.merged > 0) {
|
|
93
|
+
console.log(chalk.gray(` Merged small: ${chalk.white(this.stats.merged)}`));
|
|
94
|
+
}
|
|
95
|
+
if (this.stats.subdivided > 0) {
|
|
96
|
+
console.log(chalk.gray(` Subdivided large: ${chalk.white(this.stats.subdivided)}`));
|
|
97
|
+
}
|
|
98
|
+
if (this.stats.skipped > 0) {
|
|
99
|
+
console.log(chalk.gray(` Skipped (small): ${chalk.white(this.stats.skipped)}`));
|
|
100
|
+
}
|
|
101
|
+
if (summary.dbSize) {
|
|
102
|
+
console.log(chalk.gray(` Database: ${chalk.white(summary.dbSize)}`));
|
|
103
|
+
}
|
|
104
|
+
if (summary.codemapSize) {
|
|
105
|
+
console.log(chalk.gray(` Codemap: ${chalk.white(summary.codemapSize)}`));
|
|
106
|
+
}
|
|
107
|
+
console.log(chalk.cyan('\nš Ready to search!'));
|
|
108
|
+
console.log(chalk.gray(` Try: ${chalk.white('codevault search "your query"')}\n`));
|
|
109
|
+
}
|
|
110
|
+
showError(message) {
|
|
111
|
+
console.error(chalk.red(`\nā Error: ${message}\n`));
|
|
112
|
+
}
|
|
113
|
+
cleanup() {
|
|
114
|
+
if (this.spinner) {
|
|
115
|
+
this.spinner.stop();
|
|
116
|
+
this.spinner = null;
|
|
117
|
+
}
|
|
118
|
+
if (this.progressBar) {
|
|
119
|
+
this.progressBar.stop();
|
|
120
|
+
this.progressBar = null;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
//# sourceMappingURL=cli-ui.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli-ui.js","sourceRoot":"","sources":["../../src/utils/cli-ui.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,OAAO,SAAS;IACZ,WAAW,GAAiC,IAAI,CAAC;IACjD,OAAO,GAAQ,IAAI,CAAC;IACpB,SAAS,GAAW,CAAC,CAAC;IACtB,UAAU,GAAW,CAAC,CAAC;IACvB,cAAc,GAAW,CAAC,CAAC;IAC3B,KAAK,GAAG;QACd,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;KACX,CAAC;IAEF,UAAU;QACR,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,iBAAiB,CAAC,MAMjB;QACC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACzG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,IAAI,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,aAAa;QACX,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACjB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,qBAAqB,CAAC;YACxC,KAAK,EAAE,MAAM;SACd,CAAC,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;IAED,cAAc,CAAC,SAAiB,EAAE,SAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAExB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAE/C,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC3C,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,8DAA8D;gBACjG,eAAe,EAAE,GAAG;gBACpB,iBAAiB,EAAE,GAAG;gBACtB,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,cAAc,CAAC,QAAgB;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,WAAW,CAAC,KAAkF;QAC5F,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACjE,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACjE,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7E,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IACtE,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC;YAExE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,4BAA4B,OAAO,GAAG,CAAC,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,WAAW,CAAC,OAKX;QACC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QAErF,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { IndexProjectOptions, IndexProjectResult } from '../core/types.js';
|
|
2
|
+
export interface IndexWithProgressCallbacks {
|
|
3
|
+
onScanComplete?: (fileCount: number) => void;
|
|
4
|
+
onFileProgress?: (current: number, total: number, fileName: string) => void;
|
|
5
|
+
}
|
|
6
|
+
export declare function indexProjectWithProgress(options: IndexProjectOptions & {
|
|
7
|
+
callbacks?: IndexWithProgressCallbacks;
|
|
8
|
+
}): Promise<IndexProjectResult>;
|
|
9
|
+
//# sourceMappingURL=indexer-with-progress.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer-with-progress.d.ts","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEhF,MAAM,WAAW,0BAA0B;IACzC,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;CAC7E;AAED,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,mBAAmB,GAAG;IAAE,SAAS,CAAC,EAAE,0BAA0B,CAAA;CAAE,GACxE,OAAO,CAAC,kBAAkB,CAAC,CAwD7B"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import fg from 'fast-glob';
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { indexProject } from '../core/indexer.js';
|
|
4
|
+
import { getSupportedLanguageExtensions } from '../languages/rules.js';
|
|
5
|
+
export async function indexProjectWithProgress(options) {
|
|
6
|
+
const { callbacks, ...indexOptions } = options;
|
|
7
|
+
const repo = path.resolve(options.repoPath || '.');
|
|
8
|
+
// Phase 1: Scan files (fast)
|
|
9
|
+
const languagePatterns = getSupportedLanguageExtensions().map(ext => `**/*${ext}`);
|
|
10
|
+
const files = await fg(languagePatterns, {
|
|
11
|
+
cwd: repo,
|
|
12
|
+
absolute: false,
|
|
13
|
+
followSymbolicLinks: false,
|
|
14
|
+
ignore: [
|
|
15
|
+
'**/vendor/**',
|
|
16
|
+
'**/node_modules/**',
|
|
17
|
+
'**/.git/**',
|
|
18
|
+
'**/storage/**',
|
|
19
|
+
'**/dist/**',
|
|
20
|
+
'**/build/**',
|
|
21
|
+
'**/tmp/**',
|
|
22
|
+
'**/temp/**',
|
|
23
|
+
'**/.npm/**',
|
|
24
|
+
'**/.yarn/**',
|
|
25
|
+
'**/Library/**',
|
|
26
|
+
'**/System/**',
|
|
27
|
+
'**/.Trash/**',
|
|
28
|
+
'**/.codevault/**',
|
|
29
|
+
'**/codevault.codemap.json',
|
|
30
|
+
'**/codevault.codemap.json.backup-*',
|
|
31
|
+
'**/package-lock.json',
|
|
32
|
+
'**/yarn.lock',
|
|
33
|
+
'**/pnpm-lock.yaml',
|
|
34
|
+
'**/*.json',
|
|
35
|
+
'**/*.sh',
|
|
36
|
+
'**/examples/**',
|
|
37
|
+
'**/assets/**'
|
|
38
|
+
],
|
|
39
|
+
onlyFiles: true,
|
|
40
|
+
dot: false
|
|
41
|
+
});
|
|
42
|
+
if (callbacks?.onScanComplete) {
|
|
43
|
+
callbacks.onScanComplete(files.length);
|
|
44
|
+
}
|
|
45
|
+
// Phase 2: Index with progress tracking
|
|
46
|
+
let processedCount = 0;
|
|
47
|
+
const result = await indexProject({
|
|
48
|
+
...indexOptions,
|
|
49
|
+
onProgress: (event) => {
|
|
50
|
+
if (event.type === 'chunk_processed' && event.file && callbacks?.onFileProgress) {
|
|
51
|
+
processedCount++;
|
|
52
|
+
callbacks.onFileProgress(processedCount, files.length, event.file);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
});
|
|
56
|
+
return result;
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=indexer-with-progress.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer-with-progress.js","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAQvE,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAyE;IAEzE,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IAEnD,6BAA6B;IAC7B,MAAM,gBAAgB,GAAG,8BAA8B,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,EAAE;QACvC,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;QACf,mBAAmB,EAAE,KAAK;QAC1B,MAAM,EAAE;YACN,cAAc;YACd,oBAAoB;YACpB,YAAY;YACZ,eAAe;YACf,YAAY;YACZ,aAAa;YACb,WAAW;YACX,YAAY;YACZ,YAAY;YACZ,aAAa;YACb,eAAe;YACf,cAAc;YACd,cAAc;YACd,kBAAkB;YAClB,2BAA2B;YAC3B,oCAAoC;YACpC,sBAAsB;YACtB,cAAc;YACd,mBAAmB;YACnB,WAAW;YACX,SAAS;YACT,gBAAgB;YAChB,cAAc;SACf;QACD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,KAAK;KACX,CAAC,CAAC;IAEH,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;QAC9B,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,wCAAwC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,GAAG,YAAY;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;gBAChF,cAAc,EAAE,CAAC;gBACjB,SAAS,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|