wikimem 0.2.3 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +138 -29
- package/README.md +173 -311
- package/dist/cli/commands/ask.d.ts +3 -0
- package/dist/cli/commands/ask.d.ts.map +1 -0
- package/dist/cli/commands/ask.js +63 -0
- package/dist/cli/commands/ask.js.map +1 -0
- package/dist/cli/commands/export.d.ts +3 -0
- package/dist/cli/commands/export.d.ts.map +1 -0
- package/dist/cli/commands/export.js +108 -0
- package/dist/cli/commands/export.js.map +1 -0
- package/dist/cli/commands/history.d.ts +3 -0
- package/dist/cli/commands/history.d.ts.map +1 -0
- package/dist/cli/commands/history.js +61 -0
- package/dist/cli/commands/history.js.map +1 -0
- package/dist/cli/commands/improve.d.ts.map +1 -1
- package/dist/cli/commands/improve.js +4 -3
- package/dist/cli/commands/improve.js.map +1 -1
- package/dist/cli/commands/ingest.d.ts.map +1 -1
- package/dist/cli/commands/ingest.js +5 -4
- package/dist/cli/commands/ingest.js.map +1 -1
- package/dist/cli/commands/init.d.ts.map +1 -1
- package/dist/cli/commands/init.js +246 -79
- package/dist/cli/commands/init.js.map +1 -1
- package/dist/cli/commands/lint.d.ts.map +1 -1
- package/dist/cli/commands/lint.js +4 -3
- package/dist/cli/commands/lint.js.map +1 -1
- package/dist/cli/commands/mcp.d.ts +3 -0
- package/dist/cli/commands/mcp.d.ts.map +1 -0
- package/dist/cli/commands/mcp.js +11 -0
- package/dist/cli/commands/mcp.js.map +1 -0
- package/dist/cli/commands/open.d.ts +3 -0
- package/dist/cli/commands/open.d.ts.map +1 -0
- package/dist/cli/commands/open.js +36 -0
- package/dist/cli/commands/open.js.map +1 -0
- package/dist/cli/commands/query.d.ts.map +1 -1
- package/dist/cli/commands/query.js +5 -4
- package/dist/cli/commands/query.js.map +1 -1
- package/dist/cli/commands/search.d.ts +3 -0
- package/dist/cli/commands/search.d.ts.map +1 -0
- package/dist/cli/commands/search.js +61 -0
- package/dist/cli/commands/search.js.map +1 -0
- package/dist/cli/commands/serve.d.ts.map +1 -1
- package/dist/cli/commands/serve.js +41 -2
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/commands/watch.d.ts.map +1 -1
- package/dist/cli/commands/watch.js +4 -3
- package/dist/cli/commands/watch.js.map +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +27 -1
- package/dist/cli/index.js.map +1 -1
- package/dist/core/audit-trail.d.ts +15 -0
- package/dist/core/audit-trail.d.ts.map +1 -0
- package/dist/core/audit-trail.js +43 -0
- package/dist/core/audit-trail.js.map +1 -0
- package/dist/core/claude-code.d.ts +10 -0
- package/dist/core/claude-code.d.ts.map +1 -0
- package/dist/core/claude-code.js +81 -0
- package/dist/core/claude-code.js.map +1 -0
- package/dist/core/config.d.ts +23 -0
- package/dist/core/config.d.ts.map +1 -1
- package/dist/core/config.js.map +1 -1
- package/dist/core/connectors.d.ts +58 -0
- package/dist/core/connectors.d.ts.map +1 -0
- package/dist/core/connectors.js +189 -0
- package/dist/core/connectors.js.map +1 -0
- package/dist/core/folder-scanner.d.ts +10 -0
- package/dist/core/folder-scanner.d.ts.map +1 -0
- package/dist/core/folder-scanner.js +84 -0
- package/dist/core/folder-scanner.js.map +1 -0
- package/dist/core/git.d.ts +137 -0
- package/dist/core/git.d.ts.map +1 -0
- package/dist/core/git.js +520 -0
- package/dist/core/git.js.map +1 -0
- package/dist/core/history.d.ts +21 -0
- package/dist/core/history.d.ts.map +1 -0
- package/dist/core/history.js +107 -0
- package/dist/core/history.js.map +1 -0
- package/dist/core/improve.d.ts.map +1 -1
- package/dist/core/improve.js +9 -0
- package/dist/core/improve.js.map +1 -1
- package/dist/core/ingest.d.ts +1 -0
- package/dist/core/ingest.d.ts.map +1 -1
- package/dist/core/ingest.js +78 -5
- package/dist/core/ingest.js.map +1 -1
- package/dist/core/observer.d.ts +71 -0
- package/dist/core/observer.d.ts.map +1 -0
- package/dist/core/observer.js +350 -0
- package/dist/core/observer.js.map +1 -0
- package/dist/core/pipeline-events.d.ts +63 -0
- package/dist/core/pipeline-events.d.ts.map +1 -0
- package/dist/core/pipeline-events.js +109 -0
- package/dist/core/pipeline-events.js.map +1 -0
- package/dist/core/query.d.ts.map +1 -1
- package/dist/core/query.js +16 -8
- package/dist/core/query.js.map +1 -1
- package/dist/core/scraper.d.ts +41 -0
- package/dist/core/scraper.d.ts.map +1 -0
- package/dist/core/scraper.js +277 -0
- package/dist/core/scraper.js.map +1 -0
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/dist/mcp-entry.d.ts +10 -0
- package/dist/mcp-entry.d.ts.map +1 -0
- package/dist/mcp-entry.js +21 -0
- package/dist/mcp-entry.js.map +1 -0
- package/dist/mcp-server.d.ts +15 -0
- package/dist/mcp-server.d.ts.map +1 -0
- package/dist/mcp-server.js +390 -0
- package/dist/mcp-server.js.map +1 -0
- package/dist/processors/audio.d.ts.map +1 -1
- package/dist/processors/audio.js +42 -4
- package/dist/processors/audio.js.map +1 -1
- package/dist/processors/pdf.d.ts.map +1 -1
- package/dist/processors/pdf.js +2 -3
- package/dist/processors/pdf.js.map +1 -1
- package/dist/processors/url.js +4 -1
- package/dist/processors/url.js.map +1 -1
- package/dist/providers/claude.d.ts +1 -0
- package/dist/providers/claude.d.ts.map +1 -1
- package/dist/providers/claude.js +5 -3
- package/dist/providers/claude.js.map +1 -1
- package/dist/providers/index.d.ts +17 -1
- package/dist/providers/index.d.ts.map +1 -1
- package/dist/providers/index.js +144 -0
- package/dist/providers/index.js.map +1 -1
- package/dist/providers/openai.d.ts +1 -0
- package/dist/providers/openai.d.ts.map +1 -1
- package/dist/providers/openai.js +5 -3
- package/dist/providers/openai.js.map +1 -1
- package/dist/providers/types.d.ts +18 -0
- package/dist/providers/types.d.ts.map +1 -1
- package/dist/templates/config-yaml.d.ts.map +1 -1
- package/dist/templates/config-yaml.js +13 -2
- package/dist/templates/config-yaml.js.map +1 -1
- package/dist/web/public/index.html +8157 -745
- package/dist/web/server.d.ts.map +1 -1
- package/dist/web/server.js +2101 -29
- package/dist/web/server.js.map +1 -1
- package/package.json +7 -4
- package/scripts/install.sh +54 -0
- package/src/web/public/index.html +8157 -745
- package/templates/mcp-config.json +9 -0
- package/dist/web/public/public/index.html +0 -946
|
@@ -0,0 +1,189 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ConnectorManager — manages folder and repo data source connections.
|
|
3
|
+
* Supports: local folders, git repos (local path or remote URL).
|
|
4
|
+
* Watches connected folders with chokidar, auto-triggers ingest on new/changed files.
|
|
5
|
+
*/
|
|
6
|
+
import { EventEmitter } from 'node:events';
|
|
7
|
+
import { existsSync, readdirSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
|
|
8
|
+
import { join, extname, basename } from 'node:path';
|
|
9
|
+
import { spawnSync } from 'node:child_process';
|
|
10
|
+
import chokidar from 'chokidar';
|
|
11
|
+
/**
|
|
12
|
+
* Simple glob matching for patterns like *.md, *.txt, test-*.json.
|
|
13
|
+
* Handles * as wildcard; no ** or brace expansion needed for file-name matching.
|
|
14
|
+
*/
|
|
15
|
+
function simpleGlobMatch(filename, pattern) {
|
|
16
|
+
const regex = new RegExp('^' + pattern.replace(/[.+^${}()|[\]\\]/g, '\\$&').replace(/\*/g, '.*') + '$', 'i');
|
|
17
|
+
return regex.test(filename);
|
|
18
|
+
}
|
|
19
|
+
export class ConnectorManager extends EventEmitter {
|
|
20
|
+
connectors = new Map();
|
|
21
|
+
watchers = new Map();
|
|
22
|
+
vaultRoot;
|
|
23
|
+
configPath;
|
|
24
|
+
constructor(vaultRoot) {
|
|
25
|
+
super();
|
|
26
|
+
this.vaultRoot = vaultRoot;
|
|
27
|
+
this.configPath = join(vaultRoot, '.wikimem-connectors.json');
|
|
28
|
+
this.loadConnectors();
|
|
29
|
+
}
|
|
30
|
+
loadConnectors() {
|
|
31
|
+
try {
|
|
32
|
+
if (existsSync(this.configPath)) {
|
|
33
|
+
const data = JSON.parse(readFileSync(this.configPath, 'utf-8'));
|
|
34
|
+
for (const c of data)
|
|
35
|
+
this.connectors.set(c.id, c);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
catch { }
|
|
39
|
+
}
|
|
40
|
+
saveConnectors() {
|
|
41
|
+
writeFileSync(this.configPath, JSON.stringify([...this.connectors.values()], null, 2));
|
|
42
|
+
}
|
|
43
|
+
getAll() {
|
|
44
|
+
return [...this.connectors.values()];
|
|
45
|
+
}
|
|
46
|
+
get(id) {
|
|
47
|
+
return this.connectors.get(id);
|
|
48
|
+
}
|
|
49
|
+
add(config) {
|
|
50
|
+
const id = Date.now().toString(36) + '-' + Math.random().toString(36).substring(2, 6);
|
|
51
|
+
const connector = {
|
|
52
|
+
...config,
|
|
53
|
+
id,
|
|
54
|
+
createdAt: new Date().toISOString(),
|
|
55
|
+
status: 'idle',
|
|
56
|
+
};
|
|
57
|
+
this.connectors.set(id, connector);
|
|
58
|
+
this.saveConnectors();
|
|
59
|
+
if (config.autoSync)
|
|
60
|
+
this.startWatcher(connector);
|
|
61
|
+
return connector;
|
|
62
|
+
}
|
|
63
|
+
remove(id) {
|
|
64
|
+
const c = this.connectors.get(id);
|
|
65
|
+
if (!c)
|
|
66
|
+
return false;
|
|
67
|
+
this.stopWatcher(id);
|
|
68
|
+
this.connectors.delete(id);
|
|
69
|
+
this.saveConnectors();
|
|
70
|
+
return true;
|
|
71
|
+
}
|
|
72
|
+
stopWatcher(id) {
|
|
73
|
+
const w = this.watchers.get(id);
|
|
74
|
+
if (w) {
|
|
75
|
+
void w.close();
|
|
76
|
+
this.watchers.delete(id);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
startWatcher(connector) {
|
|
80
|
+
if (this.watchers.has(connector.id))
|
|
81
|
+
return;
|
|
82
|
+
if (!existsSync(connector.path))
|
|
83
|
+
return;
|
|
84
|
+
const ignored = (connector.excludeGlobs ?? [
|
|
85
|
+
'**/node_modules/**', '**/.git/**', '**/dist/**', '**/*.tmp',
|
|
86
|
+
]);
|
|
87
|
+
const watcher = chokidar.watch(connector.path, {
|
|
88
|
+
ignored,
|
|
89
|
+
persistent: true,
|
|
90
|
+
ignoreInitial: true,
|
|
91
|
+
awaitWriteFinish: { stabilityThreshold: 1000 },
|
|
92
|
+
});
|
|
93
|
+
watcher.on('add', (filePath) => {
|
|
94
|
+
if (this.shouldIngest(filePath, connector)) {
|
|
95
|
+
this.emit('file-detected', { connectorId: connector.id, filePath });
|
|
96
|
+
}
|
|
97
|
+
});
|
|
98
|
+
watcher.on('change', (filePath) => {
|
|
99
|
+
if (this.shouldIngest(filePath, connector)) {
|
|
100
|
+
this.emit('file-changed', { connectorId: connector.id, filePath });
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
this.watchers.set(connector.id, watcher);
|
|
104
|
+
}
|
|
105
|
+
startAllWatchers() {
|
|
106
|
+
for (const c of this.connectors.values()) {
|
|
107
|
+
if (c.autoSync && c.status !== 'error') {
|
|
108
|
+
this.startWatcher(c);
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
shouldIngest(filePath, connector) {
|
|
113
|
+
const ext = extname(filePath).toLowerCase();
|
|
114
|
+
const INGESTIBLE = new Set([
|
|
115
|
+
'.md', '.txt', '.pdf', '.json', '.yaml', '.yml', '.csv', '.html',
|
|
116
|
+
'.docx', '.mp3', '.wav', '.m4a', '.mp4', '.mov', '.png', '.jpg', '.jpeg',
|
|
117
|
+
]);
|
|
118
|
+
if (!INGESTIBLE.has(ext))
|
|
119
|
+
return false;
|
|
120
|
+
// Check include globs if specified
|
|
121
|
+
if (connector.includeGlobs?.length) {
|
|
122
|
+
const name = basename(filePath);
|
|
123
|
+
return connector.includeGlobs.some((g) => simpleGlobMatch(name, g));
|
|
124
|
+
}
|
|
125
|
+
return true;
|
|
126
|
+
}
|
|
127
|
+
async scanFiles(connector) {
|
|
128
|
+
const files = [];
|
|
129
|
+
const INGESTIBLE = new Set([
|
|
130
|
+
'.md', '.txt', '.pdf', '.json', '.yaml', '.yml', '.csv', '.html',
|
|
131
|
+
'.docx', '.mp3', '.wav', '.m4a', '.mp4', '.mov',
|
|
132
|
+
]);
|
|
133
|
+
const IGNORED = new Set(['node_modules', '.git', 'dist', '.next', '__pycache__']);
|
|
134
|
+
const walk = (dir, depth = 0) => {
|
|
135
|
+
if (depth > 5)
|
|
136
|
+
return;
|
|
137
|
+
if (!existsSync(dir))
|
|
138
|
+
return;
|
|
139
|
+
try {
|
|
140
|
+
const entries = readdirSync(dir, { withFileTypes: true });
|
|
141
|
+
for (const entry of entries) {
|
|
142
|
+
if (IGNORED.has(entry.name))
|
|
143
|
+
continue;
|
|
144
|
+
const fullPath = join(dir, entry.name);
|
|
145
|
+
if (entry.isDirectory()) {
|
|
146
|
+
walk(fullPath, depth + 1);
|
|
147
|
+
}
|
|
148
|
+
else if (entry.isFile()) {
|
|
149
|
+
const ext = extname(entry.name).toLowerCase();
|
|
150
|
+
if (INGESTIBLE.has(ext))
|
|
151
|
+
files.push(fullPath);
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
catch { }
|
|
156
|
+
};
|
|
157
|
+
walk(connector.path);
|
|
158
|
+
return files;
|
|
159
|
+
}
|
|
160
|
+
/** Clone a remote git repo to the vault's connectors directory */
|
|
161
|
+
async cloneRepo(url, targetPath) {
|
|
162
|
+
const connectorsDir = join(this.vaultRoot, '.wikimem-repos');
|
|
163
|
+
if (!existsSync(connectorsDir))
|
|
164
|
+
mkdirSync(connectorsDir, { recursive: true });
|
|
165
|
+
const result = spawnSync('git', ['clone', '--depth', '1', url, targetPath], {
|
|
166
|
+
encoding: 'utf-8', timeout: 60000,
|
|
167
|
+
});
|
|
168
|
+
if (result.status !== 0) {
|
|
169
|
+
return { success: false, error: result.stderr || 'Clone failed' };
|
|
170
|
+
}
|
|
171
|
+
return { success: true };
|
|
172
|
+
}
|
|
173
|
+
updateStatus(id, status, extra) {
|
|
174
|
+
const c = this.connectors.get(id);
|
|
175
|
+
if (!c)
|
|
176
|
+
return;
|
|
177
|
+
Object.assign(c, { status, ...extra });
|
|
178
|
+
this.saveConnectors();
|
|
179
|
+
this.emit('status-changed', { id, status, ...extra });
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
// Singleton per vault
|
|
183
|
+
const managers = new Map();
|
|
184
|
+
export function getConnectorManager(vaultRoot) {
|
|
185
|
+
if (!managers.has(vaultRoot))
|
|
186
|
+
managers.set(vaultRoot, new ConnectorManager(vaultRoot));
|
|
187
|
+
return managers.get(vaultRoot);
|
|
188
|
+
}
|
|
189
|
+
//# sourceMappingURL=connectors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"connectors.js","sourceRoot":"","sources":["../../src/core/connectors.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC1F,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,QAAQ,MAAM,UAAU,CAAC;AAEhC;;;GAGG;AACH,SAAS,eAAe,CAAC,QAAgB,EAAE,OAAe;IACxD,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,EAC7E,GAAG,CACJ,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AA+BD,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IACxC,UAAU,GAAiC,IAAI,GAAG,EAAE,CAAC;IACrD,QAAQ,GAAmD,IAAI,GAAG,EAAE,CAAC;IACrE,SAAS,CAAS;IAClB,UAAU,CAAS;IAE3B,YAAY,SAAiB;QAC3B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;QAC9D,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAsB,CAAC;gBACrF,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAEO,cAAc;QACpB,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,GAAG,CAAC,MAA4D;QAC9D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,MAAM,SAAS,GAAoB;YACjC,GAAG,MAAM;YACT,EAAE;YACF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,MAAM;SACf,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,QAAQ;YAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACrB,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,WAAW,CAAC,EAAU;QAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;IACtD,CAAC;IAED,YAAY,CAAC,SAA0B;QACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAAE,OAAO;QAC5C,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC;YAAE,OAAO;QAExC,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,YAAY,IAAI;YACzC,oBAAoB,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU;SAC7D,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE;YAC7C,OAAO;YACP,UAAU,EAAE,IAAI;YAChB,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE;SAC/C,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,QAAgB,EAAE,EAAE;YACrC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC3C,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAgB,EAAE,EAAE;YACxC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC3C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,gBAAgB;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,QAAgB,EAAE,SAA0B;QAC/D,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;YACzB,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;YAChE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;SACzE,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAEvC,mCAAmC;QACnC,IAAI,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChC,OAAO,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAA0B;QACxC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;YACzB,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;YAChE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;SAChD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC;QAElF,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,QAAgB,CAAC,EAAE,EAAE;YAC9C,IAAI,KAAK,GAAG,CAAC;gBAAE,OAAO;YACtB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO;YAC7B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;wBAAE,SAAS;oBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxB,IAAI,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBAC5B,CAAC;yBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;wBAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;wBAC9C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;4BAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAChD,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACZ,CAAC,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,kEAAkE;IAClE,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,UAAkB;QAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAC7D,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,EAAE;YAC1E,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK;SAClC,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,YAAY,CAAC,EAAU,EAAE,MAAiC,EAAE,KAAgC;QAC1F,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;CACF;AAED,sBAAsB;AACtB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;AAErD,MAAM,UAAU,mBAAmB,CAAC,SAAiB;IACnD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IACvF,OAAO,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;AAClC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export interface ScanResult {
|
|
2
|
+
files: string[];
|
|
3
|
+
summary: {
|
|
4
|
+
total: number;
|
|
5
|
+
byType: Record<string, number>;
|
|
6
|
+
};
|
|
7
|
+
}
|
|
8
|
+
export declare function scanFolder(folderPath: string, maxFiles?: number): ScanResult;
|
|
9
|
+
export declare function formatScanSummary(summary: ScanResult['summary']): string;
|
|
10
|
+
//# sourceMappingURL=folder-scanner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"folder-scanner.d.ts","sourceRoot":"","sources":["../../src/core/folder-scanner.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAChC,CAAC;CACH;AAqCD,wBAAgB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,SAAM,GAAG,UAAU,CAsCzE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,MAAM,CAKxE"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { readdirSync, statSync } from 'node:fs';
|
|
2
|
+
import { join, extname, resolve } from 'node:path';
|
|
3
|
+
const SUPPORTED_EXTENSIONS = new Set([
|
|
4
|
+
'.md', '.txt', '.csv', '.json', '.yaml', '.yml', '.xml', '.html', '.htm',
|
|
5
|
+
'.pdf',
|
|
6
|
+
'.docx', '.doc', '.xlsx', '.xls', '.pptx', '.ppt',
|
|
7
|
+
'.jpg', '.jpeg', '.png', '.gif', '.webp', '.svg',
|
|
8
|
+
'.mp3', '.wav', '.m4a', '.ogg', '.flac',
|
|
9
|
+
'.mp4', '.mov', '.avi', '.mkv', '.webm',
|
|
10
|
+
'.ts', '.js', '.py', '.go', '.rs', '.java', '.c', '.cpp', '.h', '.rb', '.php', '.swift', '.kt',
|
|
11
|
+
'.sh', '.bash', '.zsh',
|
|
12
|
+
'.toml', '.ini', '.cfg', '.env',
|
|
13
|
+
'.sql', '.graphql',
|
|
14
|
+
]);
|
|
15
|
+
const TYPE_LABELS = {
|
|
16
|
+
'.md': 'Markdown', '.txt': 'Text', '.csv': 'CSV', '.json': 'JSON',
|
|
17
|
+
'.yaml': 'YAML', '.yml': 'YAML', '.xml': 'XML', '.html': 'HTML', '.htm': 'HTML',
|
|
18
|
+
'.pdf': 'PDF',
|
|
19
|
+
'.docx': 'Word', '.doc': 'Word', '.xlsx': 'Excel', '.xls': 'Excel', '.pptx': 'PowerPoint', '.ppt': 'PowerPoint',
|
|
20
|
+
'.jpg': 'Image', '.jpeg': 'Image', '.png': 'Image', '.gif': 'Image', '.webp': 'Image', '.svg': 'Image',
|
|
21
|
+
'.mp3': 'Audio', '.wav': 'Audio', '.m4a': 'Audio', '.ogg': 'Audio', '.flac': 'Audio',
|
|
22
|
+
'.mp4': 'Video', '.mov': 'Video', '.avi': 'Video', '.mkv': 'Video', '.webm': 'Video',
|
|
23
|
+
'.ts': 'Code', '.js': 'Code', '.py': 'Code', '.go': 'Code', '.rs': 'Code',
|
|
24
|
+
'.java': 'Code', '.c': 'Code', '.cpp': 'Code', '.h': 'Code', '.rb': 'Code',
|
|
25
|
+
'.php': 'Code', '.swift': 'Code', '.kt': 'Code',
|
|
26
|
+
'.sh': 'Script', '.bash': 'Script', '.zsh': 'Script',
|
|
27
|
+
'.toml': 'Config', '.ini': 'Config', '.cfg': 'Config', '.env': 'Config',
|
|
28
|
+
'.sql': 'SQL', '.graphql': 'GraphQL',
|
|
29
|
+
};
|
|
30
|
+
const SKIP_DIRS = new Set([
|
|
31
|
+
'node_modules', '.git', '.svn', '.hg', '__pycache__', '.DS_Store',
|
|
32
|
+
'.next', '.nuxt', 'dist', 'build', '.cache', '.wikimem-cache',
|
|
33
|
+
'.obsidian', '.vscode', '.idea', 'vendor', 'target',
|
|
34
|
+
]);
|
|
35
|
+
export function scanFolder(folderPath, maxFiles = 500) {
|
|
36
|
+
const resolved = resolve(folderPath);
|
|
37
|
+
const files = [];
|
|
38
|
+
const byType = {};
|
|
39
|
+
function walk(dir, depth) {
|
|
40
|
+
if (depth > 10 || files.length >= maxFiles)
|
|
41
|
+
return;
|
|
42
|
+
try {
|
|
43
|
+
const entries = readdirSync(dir);
|
|
44
|
+
for (const entry of entries) {
|
|
45
|
+
if (files.length >= maxFiles)
|
|
46
|
+
return;
|
|
47
|
+
if (entry.startsWith('.') && entry !== '.env')
|
|
48
|
+
continue;
|
|
49
|
+
if (SKIP_DIRS.has(entry))
|
|
50
|
+
continue;
|
|
51
|
+
const full = join(dir, entry);
|
|
52
|
+
try {
|
|
53
|
+
const stat = statSync(full);
|
|
54
|
+
if (stat.isDirectory()) {
|
|
55
|
+
walk(full, depth + 1);
|
|
56
|
+
}
|
|
57
|
+
else if (stat.isFile() && stat.size > 0 && stat.size < 50 * 1024 * 1024) {
|
|
58
|
+
const ext = extname(entry).toLowerCase();
|
|
59
|
+
if (SUPPORTED_EXTENSIONS.has(ext) || ext === '') {
|
|
60
|
+
files.push(full);
|
|
61
|
+
const label = TYPE_LABELS[ext] ?? 'Other';
|
|
62
|
+
byType[label] = (byType[label] ?? 0) + 1;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
// Skip permission errors
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
catch {
|
|
72
|
+
// Skip unreadable dirs
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
walk(resolved, 0);
|
|
76
|
+
return { files, summary: { total: files.length, byType } };
|
|
77
|
+
}
|
|
78
|
+
export function formatScanSummary(summary) {
|
|
79
|
+
const parts = Object.entries(summary.byType)
|
|
80
|
+
.sort(([, a], [, b]) => b - a)
|
|
81
|
+
.map(([type, count]) => `${count} ${type}`);
|
|
82
|
+
return `Found ${summary.total} files (${parts.join(', ')})`;
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=folder-scanner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"folder-scanner.js","sourceRoot":"","sources":["../../src/core/folder-scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUnD,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACxE,MAAM;IACN,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACjD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAChD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACvC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACvC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK;IAC9F,KAAK,EAAE,OAAO,EAAE,MAAM;IACtB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC/B,MAAM,EAAE,UAAU;CACnB,CAAC,CAAC;AAEH,MAAM,WAAW,GAA2B;IAC1C,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM;IACjE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC/E,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;IAC/G,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACtG,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IACpF,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IACpF,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IACzE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC1E,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC/C,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ;IACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ;IACvE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS;CACrC,CAAC;AAEF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW;IACjE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,gBAAgB;IAC7D,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;CACpD,CAAC,CAAC;AAEH,MAAM,UAAU,UAAU,CAAC,UAAkB,EAAE,QAAQ,GAAG,GAAG;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,SAAS,IAAI,CAAC,GAAW,EAAE,KAAa;QACtC,IAAI,KAAK,GAAG,EAAE,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ;YAAE,OAAO;QACnD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ;oBAAE,OAAO;gBACrC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,MAAM;oBAAE,SAAS;gBACxD,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,SAAS;gBAEnC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC9B,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;wBACvB,IAAI,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBACxB,CAAC;yBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;wBAC1E,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;wBACzC,IAAI,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;4BAChD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BACjB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC;4BAC1C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,yBAAyB;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAClB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAA8B;IAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;SACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC;IAC9C,OAAO,SAAS,OAAO,CAAC,KAAK,WAAW,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;AAC9D,CAAC"}
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
import { type StatusResult } from 'simple-git';
|
|
2
|
+
import type { VaultConfig } from './vault.js';
|
|
3
|
+
export interface GitConfig {
|
|
4
|
+
enabled: boolean;
|
|
5
|
+
autoCommit: boolean;
|
|
6
|
+
remote?: string;
|
|
7
|
+
defaultBranch: string;
|
|
8
|
+
}
|
|
9
|
+
export interface GitCommitResult {
|
|
10
|
+
hash: string;
|
|
11
|
+
branch: string;
|
|
12
|
+
message: string;
|
|
13
|
+
filesChanged: number;
|
|
14
|
+
}
|
|
15
|
+
export interface GitLogEntry {
|
|
16
|
+
hash: string;
|
|
17
|
+
hashShort: string;
|
|
18
|
+
author: string;
|
|
19
|
+
date: string;
|
|
20
|
+
message: string;
|
|
21
|
+
filesChanged: string[];
|
|
22
|
+
isWiki: boolean;
|
|
23
|
+
}
|
|
24
|
+
export interface GitBranchInfo {
|
|
25
|
+
current: string;
|
|
26
|
+
all: string[];
|
|
27
|
+
isDetached: boolean;
|
|
28
|
+
}
|
|
29
|
+
export interface GitDiffEntry {
|
|
30
|
+
file: string;
|
|
31
|
+
insertions: number;
|
|
32
|
+
deletions: number;
|
|
33
|
+
binary: boolean;
|
|
34
|
+
}
|
|
35
|
+
export declare const WIKI_COMMIT_PREFIX = "wiki:";
|
|
36
|
+
export declare function isWikiCommit(message: string): boolean;
|
|
37
|
+
export declare function isGitRepo(vaultRoot: string): Promise<boolean>;
|
|
38
|
+
export declare function initGitRepo(config: VaultConfig): Promise<{
|
|
39
|
+
initialized: boolean;
|
|
40
|
+
message: string;
|
|
41
|
+
}>;
|
|
42
|
+
export declare function autoCommit(vaultRoot: string, automation: 'ingest' | 'scrape' | 'improve' | 'manual' | 'restore' | 'observe', summary: string, details?: string): Promise<GitCommitResult | null>;
|
|
43
|
+
export declare function getGitLog(vaultRoot: string, limit?: number, options?: {
|
|
44
|
+
wikiOnly?: boolean;
|
|
45
|
+
search?: string;
|
|
46
|
+
}): Promise<GitLogEntry[]>;
|
|
47
|
+
export declare function getGitDiff(vaultRoot: string, commitHash: string): Promise<{
|
|
48
|
+
diff: string;
|
|
49
|
+
stats: GitDiffEntry[];
|
|
50
|
+
}>;
|
|
51
|
+
export declare function getBranches(vaultRoot: string): Promise<GitBranchInfo>;
|
|
52
|
+
export declare function createBranch(vaultRoot: string, branchName: string, fromHash?: string): Promise<{
|
|
53
|
+
created: boolean;
|
|
54
|
+
message: string;
|
|
55
|
+
}>;
|
|
56
|
+
export declare function switchBranch(vaultRoot: string, branchName: string): Promise<{
|
|
57
|
+
switched: boolean;
|
|
58
|
+
message: string;
|
|
59
|
+
}>;
|
|
60
|
+
export declare function getGitStatus(vaultRoot: string): Promise<StatusResult | null>;
|
|
61
|
+
export declare function createTag(vaultRoot: string, tagName: string, message?: string, wikiNamespace?: boolean): Promise<{
|
|
62
|
+
created: boolean;
|
|
63
|
+
message: string;
|
|
64
|
+
tag: string;
|
|
65
|
+
}>;
|
|
66
|
+
export declare function restoreToCommit(vaultRoot: string, commitHash: string): Promise<{
|
|
67
|
+
restored: boolean;
|
|
68
|
+
branch: string;
|
|
69
|
+
message: string;
|
|
70
|
+
}>;
|
|
71
|
+
export declare function getFileAtCommit(vaultRoot: string, commitHash: string, filePath: string): Promise<string | null>;
|
|
72
|
+
export declare function getTreeAtCommit(vaultRoot: string, commitHash: string, path?: string): Promise<string[]>;
|
|
73
|
+
export interface GraphNodeSnapshot {
|
|
74
|
+
id: string;
|
|
75
|
+
title: string;
|
|
76
|
+
category: string;
|
|
77
|
+
linksIn: number;
|
|
78
|
+
}
|
|
79
|
+
export interface GraphSnapshot {
|
|
80
|
+
nodes: GraphNodeSnapshot[];
|
|
81
|
+
links: Array<{
|
|
82
|
+
source: string;
|
|
83
|
+
target: string;
|
|
84
|
+
}>;
|
|
85
|
+
}
|
|
86
|
+
export interface ParsedDiffFile {
|
|
87
|
+
path: string;
|
|
88
|
+
status: 'added' | 'modified' | 'deleted' | 'renamed';
|
|
89
|
+
insertions: number;
|
|
90
|
+
deletions: number;
|
|
91
|
+
hunks: Array<{
|
|
92
|
+
header: string;
|
|
93
|
+
lines: Array<{
|
|
94
|
+
type: 'add' | 'del' | 'ctx';
|
|
95
|
+
content: string;
|
|
96
|
+
}>;
|
|
97
|
+
}>;
|
|
98
|
+
}
|
|
99
|
+
export interface ParsedDiff {
|
|
100
|
+
files: ParsedDiffFile[];
|
|
101
|
+
stats: {
|
|
102
|
+
additions: number;
|
|
103
|
+
deletions: number;
|
|
104
|
+
filesChanged: number;
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
export interface PushResult {
|
|
108
|
+
pushed: boolean;
|
|
109
|
+
remote: string;
|
|
110
|
+
branch: string;
|
|
111
|
+
message: string;
|
|
112
|
+
}
|
|
113
|
+
export interface PRSubmission {
|
|
114
|
+
branch: string;
|
|
115
|
+
baseBranch: string;
|
|
116
|
+
pushed: boolean;
|
|
117
|
+
pushMessage: string;
|
|
118
|
+
diff: {
|
|
119
|
+
filesAdded: string[];
|
|
120
|
+
filesModified: string[];
|
|
121
|
+
filesDeleted: string[];
|
|
122
|
+
totalAdditions: number;
|
|
123
|
+
totalDeletions: number;
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
export declare function parseDiffOutput(rawDiff: string): ParsedDiffFile[];
|
|
127
|
+
export declare function getParsedDiff(vaultRoot: string, commitHash: string): Promise<ParsedDiff>;
|
|
128
|
+
export declare function pushBranch(vaultRoot: string, remote?: string): Promise<PushResult>;
|
|
129
|
+
export declare function getDiffSummary(vaultRoot: string, baseBranch?: string): Promise<PRSubmission['diff']>;
|
|
130
|
+
export declare function submitForReview(vaultRoot: string, description?: string): Promise<PRSubmission>;
|
|
131
|
+
export declare function migrateHistoryToGit(config: VaultConfig): Promise<{
|
|
132
|
+
migrated: number;
|
|
133
|
+
skipped: number;
|
|
134
|
+
message: string;
|
|
135
|
+
}>;
|
|
136
|
+
export declare function getGraphAtCommit(vaultRoot: string, commitHash: string): Promise<GraphSnapshot>;
|
|
137
|
+
//# sourceMappingURL=git.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/core/git.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAM1C,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAErD;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAQnE;AAED,wBAAsB,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC;IAAE,WAAW,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAyBzG;AAED,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,EAC9E,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CA4BjC;AAED,wBAAsB,SAAS,CAC7B,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,MAAW,EAClB,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAChD,OAAO,CAAC,WAAW,EAAE,CAAC,CA4BxB;AAED,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,YAAY,EAAE,CAAA;CAAE,CAAC,CAiBlD;AAED,wBAAsB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAa3E;AAED,wBAAsB,YAAY,CAChC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAkBhD;AAED,wBAAsB,YAAY,CAChC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAcjD;AAED,wBAAsB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAKlF;AAED,wBAAsB,SAAS,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,MAAM,EAChB,aAAa,GAAE,OAAc,GAC5B,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CAmB7D;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAmBjE;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CASxB;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,IAAI,GAAE,MAAW,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CAmBnB;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAClD;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,KAAK,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAChE,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;CACvE;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE;QACJ,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,EAAE,CAqDjE;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,UAAU,CAAC,CAiBrB;AAED,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,EACjB,MAAM,GAAE,MAAiB,GACxB,OAAO,CAAC,UAAU,CAAC,CAsBrB;AAED,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAgD/B;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,YAAY,CAAC,CA0CvB;AAED,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAqEjE;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,aAAa,CAAC,CAyExB"}
|