docs-hub-mcp 1.0.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +171 -0
- package/dhm.js +2 -0
- package/dist/cli/commands.d.ts +11 -0
- package/dist/cli/commands.d.ts.map +1 -0
- package/dist/cli/commands.js +112 -0
- package/dist/cli/commands.js.map +1 -0
- package/dist/cli/config.d.ts +120 -0
- package/dist/cli/config.d.ts.map +1 -0
- package/dist/cli/config.js +76 -0
- package/dist/cli/config.js.map +1 -0
- package/dist/index/builder.d.ts +25 -0
- package/dist/index/builder.d.ts.map +1 -0
- package/dist/index/builder.js +40 -0
- package/dist/index/builder.js.map +1 -0
- package/dist/index/parser.d.ts +20 -0
- package/dist/index/parser.d.ts.map +1 -0
- package/dist/index/parser.js +162 -0
- package/dist/index/parser.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +92 -0
- package/dist/index.js.map +1 -0
- package/dist/mcp/server.d.ts +3 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +97 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/tools.d.ts +57 -0
- package/dist/mcp/tools.d.ts.map +1 -0
- package/dist/mcp/tools.js +70 -0
- package/dist/mcp/tools.js.map +1 -0
- package/dist/search/cache.d.ts +12 -0
- package/dist/search/cache.d.ts.map +1 -0
- package/dist/search/cache.js +36 -0
- package/dist/search/cache.js.map +1 -0
- package/dist/search/exact.d.ts +3 -0
- package/dist/search/exact.d.ts.map +1 -0
- package/dist/search/exact.js +56 -0
- package/dist/search/exact.js.map +1 -0
- package/dist/search/graph.d.ts +6 -0
- package/dist/search/graph.d.ts.map +1 -0
- package/dist/search/graph.js +137 -0
- package/dist/search/graph.js.map +1 -0
- package/dist/search/pipeline.d.ts +18 -0
- package/dist/search/pipeline.d.ts.map +1 -0
- package/dist/search/pipeline.js +99 -0
- package/dist/search/pipeline.js.map +1 -0
- package/dist/search/semantic.d.ts +4 -0
- package/dist/search/semantic.d.ts.map +1 -0
- package/dist/search/semantic.js +120 -0
- package/dist/search/semantic.js.map +1 -0
- package/dist/sync/base.d.ts +21 -0
- package/dist/sync/base.d.ts.map +1 -0
- package/dist/sync/base.js +8 -0
- package/dist/sync/base.js.map +1 -0
- package/dist/sync/confluence.d.ts +3 -0
- package/dist/sync/confluence.d.ts.map +1 -0
- package/dist/sync/confluence.js +111 -0
- package/dist/sync/confluence.js.map +1 -0
- package/dist/sync/git-wiki.d.ts +3 -0
- package/dist/sync/git-wiki.d.ts.map +1 -0
- package/dist/sync/git-wiki.js +103 -0
- package/dist/sync/git-wiki.js.map +1 -0
- package/dist/sync/google-docs.d.ts +3 -0
- package/dist/sync/google-docs.d.ts.map +1 -0
- package/dist/sync/google-docs.js +87 -0
- package/dist/sync/google-docs.js.map +1 -0
- package/dist/sync/notion.d.ts +3 -0
- package/dist/sync/notion.d.ts.map +1 -0
- package/dist/sync/notion.js +126 -0
- package/dist/sync/notion.js.map +1 -0
- package/dist/sync/slack.d.ts +3 -0
- package/dist/sync/slack.d.ts.map +1 -0
- package/dist/sync/slack.js +92 -0
- package/dist/sync/slack.js.map +1 -0
- package/dist/sync/state.d.ts +25 -0
- package/dist/sync/state.d.ts.map +1 -0
- package/dist/sync/state.js +80 -0
- package/dist/sync/state.js.map +1 -0
- package/dist/utils/fs.d.ts +8 -0
- package/dist/utils/fs.d.ts.map +1 -0
- package/dist/utils/fs.js +43 -0
- package/dist/utils/fs.js.map +1 -0
- package/dist/utils/git.d.ts +7 -0
- package/dist/utils/git.d.ts.map +1 -0
- package/dist/utils/git.js +39 -0
- package/dist/utils/git.js.map +1 -0
- package/dist/utils/logger.d.ts +16 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +21 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/web/server.d.ts +2 -0
- package/dist/web/server.d.ts.map +1 -0
- package/dist/web/server.js +82 -0
- package/dist/web/server.js.map +1 -0
- package/dist/web/ui.html +210 -0
- package/package.json +38 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"confluence.js","sourceRoot":"","sources":["../../src/sync/confluence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAoB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAqBnF,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI;SACR,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;SAC1E,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;SACpD,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC9D,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACpD,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC;SACxD,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC;SAClE,OAAO,CAAC,+BAA+B,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACzE,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;SACtD,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SAClE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACtE,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAgB;IAC5C,IAAI,EAAE,YAAY;IAElB,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,MAAc,EAAE,GAAW,EAAE,WAAqB;QACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QACnC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QACjF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAElF,IAAI,CAAC,OAAO,EAAE,CAAC;YAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gDAAgD,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QACpK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QAExJ,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,SAAS,IAAI,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;YAE/E,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,SAAS,CAAC,SAAS,CAAC,CAAC;YAErB,IAAI,GAAG,GAAG,SAAS,MAAM,CAAC,QAAQ,IAAI,gBAAgB,gBAAgB,CAAC;YACvE,IAAI,WAAW,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACtC,GAAG,IAAI,wBAAwB,SAAS,CAAC,QAAQ,GAAG,CAAC;YACvD,CAAC;YAED,IAAI,SAAS,GAAG,GAAG,OAAO,qCAAqC,kBAAkB,CAAC,GAAG,CAAC,0BAA0B,CAAC;YAEjH,OAAO,SAAS,EAAE,CAAC;gBACjB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC3D,IAAI,CAAC,cAAc,CAAC,EAAE;oBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE1F,MAAM,UAAU,GAAG,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAA2B,CAAC;gBAE3E,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;oBACnD,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC1D,MAAM;gBACR,CAAC;gBAED,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;oBACtC,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,GAAG,OAAO,0BAA0B,IAAI,CAAC,EAAE,oCAAoC,CAAC;wBAChG,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;wBACvD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;4BAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;4BAAC,SAAS;wBAAC,CAAC;wBAElG,MAAM,QAAQ,GAAG,CAAC,MAAM,YAAY,CAAC,IAAI,EAAE,CAAyB,CAAC;wBACrE,MAAM,SAAS,GAAG,eAAe,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;wBACvE,MAAM,KAAK,GAAG;4BACZ,KAAK,QAAQ,CAAC,KAAK,IAAI;4BACvB,aAAa,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI;4BAC7D,YAAY,QAAQ,CAAC,KAAK,EAAE,GAAG,IAAI,SAAS,IAAI;4BAChD,mBAAmB,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM;4BAC9C,SAAS;yBACV,CAAC;wBAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAC3E,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;wBACrC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;wBACtC,IAAI,OAAO;4BAAE,MAAM,CAAC,YAAY,EAAE,CAAC;;4BAAM,MAAM,CAAC,YAAY,EAAE,CAAC;oBACjE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,wBAAwB,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC9F,CAAC;gBACH,CAAC;gBAED,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,QAAQ,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,CAAC;YAED,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAC/C,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;gBAClD,aAAa,EAAE,QAAQ;gBACvB,WAAW,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;gBACtD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;aAClC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAC/H,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-wiki.d.ts","sourceRoot":"","sources":["../../src/sync/git-wiki.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAS7C,eAAO,MAAM,cAAc,EAAE,WAqG5B,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { existsSync, copyFileSync, unlinkSync } from 'node:fs';
|
|
2
|
+
import { join, resolve } from 'node:path';
|
|
3
|
+
import { execSync } from 'node:child_process';
|
|
4
|
+
import { ensureDir } from '../utils/fs.js';
|
|
5
|
+
import { logger } from '../utils/logger.js';
|
|
6
|
+
import { createSyncResult } from './base.js';
|
|
7
|
+
import { getSourceState, updateSourceState, buildFilesSnapshot, detectChanges } from './state.js';
|
|
8
|
+
const SYNC_TEMP = 'temp';
|
|
9
|
+
export const gitWikiAdapter = {
|
|
10
|
+
name: 'git-wiki',
|
|
11
|
+
async sync(config, kbPath, cwd, incremental) {
|
|
12
|
+
const result = createSyncResult(config.name, config.type);
|
|
13
|
+
const startTime = performance.now();
|
|
14
|
+
if (!config.url) {
|
|
15
|
+
result.errors.push({ message: 'Missing "url" in source config' });
|
|
16
|
+
result.duration = performance.now() - startTime;
|
|
17
|
+
return result;
|
|
18
|
+
}
|
|
19
|
+
const tempDir = resolve(cwd, `.dhm-${SYNC_TEMP}-${config.name}`);
|
|
20
|
+
const sourceDir = resolve(kbPath, config.name);
|
|
21
|
+
const prevState = getSourceState(kbPath, config.name);
|
|
22
|
+
try {
|
|
23
|
+
// Clone or pull
|
|
24
|
+
if (existsSync(tempDir)) {
|
|
25
|
+
logger.info('Pulling updates', { url: config.url });
|
|
26
|
+
execSync(`git pull origin "${config.branch}"`, {
|
|
27
|
+
cwd: tempDir, encoding: 'utf-8', maxBuffer: 10 * 1024 * 1024, timeout: 60000,
|
|
28
|
+
});
|
|
29
|
+
// Get new commit hash as cursor
|
|
30
|
+
const newHash = execSync('git rev-parse HEAD', {
|
|
31
|
+
cwd: tempDir, encoding: 'utf-8', timeout: 5000,
|
|
32
|
+
}).trim();
|
|
33
|
+
prevState.lastCursor = newHash;
|
|
34
|
+
}
|
|
35
|
+
else {
|
|
36
|
+
logger.info('Cloning repo', { url: config.url });
|
|
37
|
+
const branch = config.branch || 'main';
|
|
38
|
+
execSync(`git clone --depth 1 --branch "${branch}" "${config.url}" "${tempDir}"`, {
|
|
39
|
+
encoding: 'utf-8', maxBuffer: 10 * 1024 * 1024, timeout: 120000,
|
|
40
|
+
});
|
|
41
|
+
const newHash = execSync('git rev-parse HEAD', {
|
|
42
|
+
cwd: tempDir, encoding: 'utf-8', timeout: 5000,
|
|
43
|
+
}).trim();
|
|
44
|
+
prevState.lastCursor = newHash;
|
|
45
|
+
}
|
|
46
|
+
// Sync .md files
|
|
47
|
+
ensureDir(sourceDir);
|
|
48
|
+
const newSnapshot = buildFilesSnapshot(tempDir);
|
|
49
|
+
const changes = detectChanges(prevState.filesSnapshot, newSnapshot);
|
|
50
|
+
if (incremental && changes.added.length + changes.modified.length + changes.deleted.length === 0) {
|
|
51
|
+
logger.info('No changes detected', { source: config.name });
|
|
52
|
+
result.duration = performance.now() - startTime;
|
|
53
|
+
updateSourceState(kbPath, config.name, config.type, {
|
|
54
|
+
lastCursor: prevState.lastCursor,
|
|
55
|
+
filesSnapshot: newSnapshot,
|
|
56
|
+
totalSynced: result.filesWritten + result.filesUpdated,
|
|
57
|
+
totalErrors: result.errors.length,
|
|
58
|
+
});
|
|
59
|
+
return result;
|
|
60
|
+
}
|
|
61
|
+
// Copy new/modified files
|
|
62
|
+
for (const relPath of [...changes.added, ...changes.modified]) {
|
|
63
|
+
const srcPath = join(tempDir, relPath);
|
|
64
|
+
const destPath = join(sourceDir, relPath);
|
|
65
|
+
const destDir = join(sourceDir, relPath.split('/').slice(0, -1).join('/'));
|
|
66
|
+
ensureDir(destDir);
|
|
67
|
+
const existed = existsSync(destPath);
|
|
68
|
+
copyFileSync(srcPath, destPath);
|
|
69
|
+
if (existed)
|
|
70
|
+
result.filesUpdated++;
|
|
71
|
+
else
|
|
72
|
+
result.filesWritten++;
|
|
73
|
+
}
|
|
74
|
+
// Delete removed files
|
|
75
|
+
for (const relPath of changes.deleted) {
|
|
76
|
+
const destPath = join(sourceDir, relPath);
|
|
77
|
+
if (existsSync(destPath)) {
|
|
78
|
+
unlinkSync(destPath);
|
|
79
|
+
result.filesDeleted++;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
updateSourceState(kbPath, config.name, config.type, {
|
|
83
|
+
lastCursor: prevState.lastCursor,
|
|
84
|
+
filesSnapshot: newSnapshot,
|
|
85
|
+
totalSynced: result.filesWritten + result.filesUpdated,
|
|
86
|
+
totalErrors: result.errors.length,
|
|
87
|
+
});
|
|
88
|
+
logger.info('Wiki sync complete', {
|
|
89
|
+
source: config.name,
|
|
90
|
+
added: changes.added.length,
|
|
91
|
+
modified: changes.modified.length,
|
|
92
|
+
deleted: changes.deleted.length,
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
catch (err) {
|
|
96
|
+
logger.error('Wiki sync failed', { error: String(err) });
|
|
97
|
+
result.errors.push({ message: 'Git operation failed', details: String(err) });
|
|
98
|
+
}
|
|
99
|
+
result.duration = performance.now() - startTime;
|
|
100
|
+
return result;
|
|
101
|
+
},
|
|
102
|
+
};
|
|
103
|
+
//# sourceMappingURL=git-wiki.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-wiki.js","sourceRoot":"","sources":["../../src/sync/git-wiki.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAyB,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACtF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAY,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAG9C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAElG,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC,IAAI,EAAE,UAAU;IAEhB,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,MAAc,EAAE,GAAW,EAAE,WAAqB;QACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAChB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC,CAAC;YAClE,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAChD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,SAAS,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,gBAAgB;YAChB,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;gBACpD,QAAQ,CAAC,oBAAoB,MAAM,CAAC,MAAM,GAAG,EAAE;oBAC7C,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK;iBAC7E,CAAC,CAAC;gBACH,gCAAgC;gBAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,oBAAoB,EAAE;oBAC7C,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI;iBAC/C,CAAC,CAAC,IAAI,EAAE,CAAC;gBACV,SAAS,CAAC,UAAU,GAAG,OAAO,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;gBACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;gBACvC,QAAQ,CAAC,iCAAiC,MAAM,MAAM,MAAM,CAAC,GAAG,MAAM,OAAO,GAAG,EAAE;oBAChF,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM;iBAChE,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,QAAQ,CAAC,oBAAoB,EAAE;oBAC7C,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI;iBAC/C,CAAC,CAAC,IAAI,EAAE,CAAC;gBACV,SAAS,CAAC,UAAU,GAAG,OAAO,CAAC;YACjC,CAAC;YAED,iBAAiB;YACjB,SAAS,CAAC,SAAS,CAAC,CAAC;YACrB,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YAEpE,IAAI,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjG,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC5D,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAChD,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;oBAClD,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,aAAa,EAAE,WAAW;oBAC1B,WAAW,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;oBACtD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;iBAClC,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,0BAA0B;YAC1B,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3E,SAAS,CAAC,OAAO,CAAC,CAAC;gBAEnB,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACrC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAChC,IAAI,OAAO;oBAAE,MAAM,CAAC,YAAY,EAAE,CAAC;;oBAC9B,MAAM,CAAC,YAAY,EAAE,CAAC;YAC7B,CAAC;YAED,uBAAuB;YACvB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC1C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrB,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;gBAClD,UAAU,EAAE,SAAS,CAAC,UAAU;gBAChC,aAAa,EAAE,WAAW;gBAC1B,WAAW,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;gBACtD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;aAClC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAChC,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;gBAC3B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBACjC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google-docs.d.ts","sourceRoot":"","sources":["../../src/sync/google-docs.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAe/D,eAAO,MAAM,iBAAiB,EAAE,WAwF/B,CAAC"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { existsSync } from 'node:fs';
|
|
2
|
+
import { resolve, join } from 'node:path';
|
|
3
|
+
import { logger } from '../utils/logger.js';
|
|
4
|
+
import { ensureDir, writeFile } from '../utils/fs.js';
|
|
5
|
+
import { createSyncResult } from './base.js';
|
|
6
|
+
import { getSourceState, updateSourceState, buildFilesSnapshot } from './state.js';
|
|
7
|
+
function sanitizeFilename(name) {
|
|
8
|
+
return name.replace(/[<>:"/\\|?*]/g, '-').replace(/\s+/g, '-').slice(0, 100);
|
|
9
|
+
}
|
|
10
|
+
export const googleDocsAdapter = {
|
|
11
|
+
name: 'google-docs',
|
|
12
|
+
async sync(config, kbPath, cwd, incremental) {
|
|
13
|
+
const result = createSyncResult(config.name, config.type);
|
|
14
|
+
result.incremental = !!incremental;
|
|
15
|
+
const startTime = performance.now();
|
|
16
|
+
const accessToken = process.env.GOOGLE_ACCESS_TOKEN || process.env.GOOGLE_DOCS_TOKEN;
|
|
17
|
+
const credentialsFile = config.credentialsFile ? resolve(cwd, config.credentialsFile) : null;
|
|
18
|
+
if (!accessToken && !credentialsFile) {
|
|
19
|
+
result.errors.push({
|
|
20
|
+
message: 'No credentials. Set GOOGLE_ACCESS_TOKEN env var or provide credentialsFile.',
|
|
21
|
+
});
|
|
22
|
+
result.duration = performance.now() - startTime;
|
|
23
|
+
return result;
|
|
24
|
+
}
|
|
25
|
+
const prevState = getSourceState(kbPath, config.name);
|
|
26
|
+
try {
|
|
27
|
+
const headers = { 'Content-Type': 'application/json' };
|
|
28
|
+
if (accessToken)
|
|
29
|
+
headers['Authorization'] = `Bearer ${accessToken}`;
|
|
30
|
+
const folderId = config.folderId || 'root';
|
|
31
|
+
let query = `'${folderId}' in parents and mimeType='application/vnd.google-apps.document'`;
|
|
32
|
+
// Incremental: only get files modified since last sync
|
|
33
|
+
if (incremental && prevState.lastSync) {
|
|
34
|
+
query += ` and modifiedTime > '${prevState.lastSync}'`;
|
|
35
|
+
}
|
|
36
|
+
const listUrl = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,modifiedTime)&pageSize=100`;
|
|
37
|
+
const listResponse = await fetch(listUrl, { headers });
|
|
38
|
+
if (!listResponse.ok) {
|
|
39
|
+
throw new Error(`Drive API error: ${listResponse.status}`);
|
|
40
|
+
}
|
|
41
|
+
const { files = [] } = (await listResponse.json());
|
|
42
|
+
if (files.length === 0 && incremental) {
|
|
43
|
+
logger.info('No changed documents', { source: config.name });
|
|
44
|
+
result.duration = performance.now() - startTime;
|
|
45
|
+
return result;
|
|
46
|
+
}
|
|
47
|
+
logger.info('Google Docs listed', { count: files.length, incremental });
|
|
48
|
+
const sourceDir = resolve(kbPath, config.name);
|
|
49
|
+
ensureDir(sourceDir);
|
|
50
|
+
for (const file of files) {
|
|
51
|
+
try {
|
|
52
|
+
const exportUrl = `https://www.googleapis.com/drive/v3/files/${file.id}/export?mimeType=text/markdown`;
|
|
53
|
+
const exportResponse = await fetch(exportUrl, { headers });
|
|
54
|
+
if (!exportResponse.ok) {
|
|
55
|
+
result.errors.push({ message: `Failed to export: ${file.name}`, details: `${exportResponse.status}` });
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
const content = await exportResponse.text();
|
|
59
|
+
const filename = `${sanitizeFilename(file.name)}.md`;
|
|
60
|
+
const filePath = join(sourceDir, filename);
|
|
61
|
+
const existed = existsSync(filePath);
|
|
62
|
+
writeFile(filePath, content);
|
|
63
|
+
if (existed)
|
|
64
|
+
result.filesUpdated++;
|
|
65
|
+
else
|
|
66
|
+
result.filesWritten++;
|
|
67
|
+
}
|
|
68
|
+
catch (err) {
|
|
69
|
+
result.errors.push({ message: `Failed to process: ${file.name}`, details: String(err) });
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
// Track snapshot for next incremental
|
|
73
|
+
const snapshot = buildFilesSnapshot(sourceDir);
|
|
74
|
+
updateSourceState(kbPath, config.name, config.type, {
|
|
75
|
+
filesSnapshot: snapshot,
|
|
76
|
+
totalSynced: result.filesWritten + result.filesUpdated,
|
|
77
|
+
totalErrors: result.errors.length,
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
catch (err) {
|
|
81
|
+
result.errors.push({ message: 'Google Docs sync failed', details: String(err) });
|
|
82
|
+
}
|
|
83
|
+
result.duration = performance.now() - startTime;
|
|
84
|
+
return result;
|
|
85
|
+
},
|
|
86
|
+
};
|
|
87
|
+
//# sourceMappingURL=google-docs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google-docs.js","sourceRoot":"","sources":["../../src/sync/google-docs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAoB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAUnF,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAgB;IAC5C,IAAI,EAAE,aAAa;IAEnB,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,MAAc,EAAE,GAAW,EAAE,WAAqB;QACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QACnC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACrF,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE7F,IAAI,CAAC,WAAW,IAAI,CAAC,eAAe,EAAE,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,OAAO,EAAE,6EAA6E;aACvF,CAAC,CAAC;YACH,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAChD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;YAC/E,IAAI,WAAW;gBAAE,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,WAAW,EAAE,CAAC;YAEpE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC;YAC3C,IAAI,KAAK,GAAG,IAAI,QAAQ,kEAAkE,CAAC;YAE3F,uDAAuD;YACvD,IAAI,WAAW,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACtC,KAAK,IAAI,wBAAwB,SAAS,CAAC,QAAQ,GAAG,CAAC;YACzD,CAAC;YAED,MAAM,OAAO,GAAG,+CAA+C,kBAAkB,CAAC,KAAK,CAAC,2DAA2D,CAAC;YACpJ,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAEvD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,oBAAoB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,CAAC,MAAM,YAAY,CAAC,IAAI,EAAE,CAA+B,CAAC;YAEjF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC7D,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAChD,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YACxE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,SAAS,CAAC,SAAS,CAAC,CAAC;YAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,6CAA6C,IAAI,CAAC,EAAE,gCAAgC,CAAC;oBACvG,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;oBAE3D,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;wBACvB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,qBAAqB,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;wBACvG,SAAS;oBACX,CAAC;oBAED,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;oBAC5C,MAAM,QAAQ,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;oBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBAC7B,IAAI,OAAO;wBAAE,MAAM,CAAC,YAAY,EAAE,CAAC;;wBAC9B,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC7B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,sBAAsB,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;YAED,sCAAsC;YACtC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAC/C,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;gBAClD,aAAa,EAAE,QAAQ;gBACvB,WAAW,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;gBACtD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;aAClC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,yBAAyB,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"notion.d.ts","sourceRoot":"","sources":["../../src/sync/notion.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoB,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAoE/D,eAAO,MAAM,aAAa,EAAE,WAkF3B,CAAC"}
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
import { resolve, join } from 'node:path';
|
|
2
|
+
import { logger } from '../utils/logger.js';
|
|
3
|
+
import { ensureDir, writeFile, fileExists } from '../utils/fs.js';
|
|
4
|
+
import { createSyncResult } from './base.js';
|
|
5
|
+
import { getSourceState, updateSourceState, buildFilesSnapshot } from './state.js';
|
|
6
|
+
function renderRichText(richText) {
|
|
7
|
+
return richText.map(t => {
|
|
8
|
+
let text = t.text?.content || '';
|
|
9
|
+
if (t.annotations?.bold)
|
|
10
|
+
text = `**${text}**`;
|
|
11
|
+
if (t.annotations?.italic)
|
|
12
|
+
text = `*${text}*`;
|
|
13
|
+
if (t.annotations?.strikethrough)
|
|
14
|
+
text = `~~${text}~~`;
|
|
15
|
+
if (t.annotations?.code)
|
|
16
|
+
text = `\`${text}\``;
|
|
17
|
+
if (t.text?.link)
|
|
18
|
+
text = `[${text}](${t.text.link.url})`;
|
|
19
|
+
return text;
|
|
20
|
+
}).join('');
|
|
21
|
+
}
|
|
22
|
+
function renderBlock(block) {
|
|
23
|
+
switch (block.type) {
|
|
24
|
+
case 'paragraph': return `${renderRichText(block.paragraph.rich_text)}\n\n`;
|
|
25
|
+
case 'heading_1': return `# ${renderRichText(block.heading_1.rich_text)}\n\n`;
|
|
26
|
+
case 'heading_2': return `## ${renderRichText(block.heading_2.rich_text)}\n\n`;
|
|
27
|
+
case 'heading_3': return `### ${renderRichText(block.heading_3.rich_text)}\n\n`;
|
|
28
|
+
case 'bulleted_list_item': return `- ${renderRichText(block.bulleted_list_item.rich_text)}\n`;
|
|
29
|
+
case 'numbered_list_item': return `1. ${renderRichText(block.numbered_list_item.rich_text)}\n`;
|
|
30
|
+
case 'code': return `\`\`\`${block.code.language}\n${renderRichText(block.code.rich_text)}\n\`\`\`\n\n`;
|
|
31
|
+
case 'quote': return `> ${renderRichText(block.quote.rich_text)}\n\n`;
|
|
32
|
+
case 'divider': return '---\n\n';
|
|
33
|
+
case 'image': return `![${renderRichText(block.image?.caption || [])}](${block.image?.file?.url || ''})\n\n`;
|
|
34
|
+
default: return '';
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function sanitizeFilename(name) {
|
|
38
|
+
return name.replace(/[<>:"/\\|?*]/g, '-').replace(/\s+/g, '-').slice(0, 100);
|
|
39
|
+
}
|
|
40
|
+
export const notionAdapter = {
|
|
41
|
+
name: 'notion',
|
|
42
|
+
async sync(config, kbPath, cwd, incremental) {
|
|
43
|
+
const result = createSyncResult(config.name, config.type);
|
|
44
|
+
result.incremental = !!incremental;
|
|
45
|
+
const startTime = performance.now();
|
|
46
|
+
const token = process.env.NOTION_TOKEN || process.env.NOTION_API_KEY;
|
|
47
|
+
const databaseId = config.url || process.env.NOTION_DATABASE_ID;
|
|
48
|
+
if (!token) {
|
|
49
|
+
result.errors.push({ message: 'Set NOTION_TOKEN env var.' });
|
|
50
|
+
result.duration = performance.now() - startTime;
|
|
51
|
+
return result;
|
|
52
|
+
}
|
|
53
|
+
if (!databaseId) {
|
|
54
|
+
result.errors.push({ message: 'Set "url" in config or NOTION_DATABASE_ID env var.' });
|
|
55
|
+
result.duration = performance.now() - startTime;
|
|
56
|
+
return result;
|
|
57
|
+
}
|
|
58
|
+
const prevState = getSourceState(kbPath, config.name);
|
|
59
|
+
try {
|
|
60
|
+
const headers = {
|
|
61
|
+
Authorization: `Bearer ${token}`, 'Content-Type': 'application/json', 'Notion-Version': '2022-06-28',
|
|
62
|
+
};
|
|
63
|
+
// Incremental: filter by last_edited_time
|
|
64
|
+
const filter = {};
|
|
65
|
+
if (incremental && prevState.lastSync) {
|
|
66
|
+
filter.filter = {
|
|
67
|
+
property: 'object',
|
|
68
|
+
timestamp: 'last_edited_time',
|
|
69
|
+
last_edited_time: { after: prevState.lastSync },
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
const dbUrl = `https://api.notion.com/v1/databases/${databaseId}/query`;
|
|
73
|
+
const dbResponse = await fetch(dbUrl, { method: 'POST', headers, body: JSON.stringify({ page_size: 100, ...filter }) });
|
|
74
|
+
if (!dbResponse.ok)
|
|
75
|
+
throw new Error(`Notion API error: ${dbResponse.status}`);
|
|
76
|
+
const dbData = (await dbResponse.json());
|
|
77
|
+
const pages = dbData.results;
|
|
78
|
+
if (pages.length === 0 && incremental) {
|
|
79
|
+
logger.info('No changed pages', { source: config.name });
|
|
80
|
+
result.duration = performance.now() - startTime;
|
|
81
|
+
return result;
|
|
82
|
+
}
|
|
83
|
+
logger.info('Notion pages fetched', { count: pages.length, incremental });
|
|
84
|
+
const sourceDir = resolve(kbPath, config.name);
|
|
85
|
+
ensureDir(sourceDir);
|
|
86
|
+
for (const page of pages) {
|
|
87
|
+
try {
|
|
88
|
+
const titleProp = Object.values(page.properties).find((p) => p.type === 'title');
|
|
89
|
+
const title = titleProp?.title ? renderRichText(titleProp.title).trim() : page.id;
|
|
90
|
+
const blocksUrl = `https://api.notion.com/v1/blocks/${page.id}/children?page_size=100`;
|
|
91
|
+
const blocksResponse = await fetch(blocksUrl, { headers });
|
|
92
|
+
if (!blocksResponse.ok) {
|
|
93
|
+
result.errors.push({ message: `Blocks failed: ${title}` });
|
|
94
|
+
continue;
|
|
95
|
+
}
|
|
96
|
+
const blocksData = (await blocksResponse.json());
|
|
97
|
+
const lines = [`# ${title}\n`, `_Last edited: ${page.last_edited_time}_\n\n`];
|
|
98
|
+
for (const block of blocksData.results)
|
|
99
|
+
lines.push(renderBlock(block));
|
|
100
|
+
const filePath = join(sourceDir, `${sanitizeFilename(title)}.md`);
|
|
101
|
+
const existed = fileExists(filePath);
|
|
102
|
+
writeFile(filePath, lines.join(''));
|
|
103
|
+
if (existed)
|
|
104
|
+
result.filesUpdated++;
|
|
105
|
+
else
|
|
106
|
+
result.filesWritten++;
|
|
107
|
+
}
|
|
108
|
+
catch (err) {
|
|
109
|
+
result.errors.push({ message: `Page failed: ${page.id}`, details: String(err) });
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
const snapshot = buildFilesSnapshot(sourceDir);
|
|
113
|
+
updateSourceState(kbPath, config.name, config.type, {
|
|
114
|
+
filesSnapshot: snapshot,
|
|
115
|
+
totalSynced: result.filesWritten + result.filesUpdated,
|
|
116
|
+
totalErrors: result.errors.length,
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
catch (err) {
|
|
120
|
+
result.errors.push({ message: 'Notion sync failed', details: String(err) });
|
|
121
|
+
}
|
|
122
|
+
result.duration = performance.now() - startTime;
|
|
123
|
+
return result;
|
|
124
|
+
},
|
|
125
|
+
};
|
|
126
|
+
//# sourceMappingURL=notion.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"notion.js","sourceRoot":"","sources":["../../src/sync/notion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAoB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAmCnF,SAAS,cAAc,CAAC,QAA0B;IAChD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QACtB,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI;YAAE,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,CAAC,WAAW,EAAE,MAAM;YAAE,IAAI,GAAG,IAAI,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,CAAC,WAAW,EAAE,aAAa;YAAE,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC;QACvD,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI;YAAE,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI;YAAE,IAAI,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QACzD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,KAAkB;IACrC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,WAAW,CAAC,CAAC,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,SAAU,CAAC,SAAS,CAAC,MAAM,CAAC;QAC7E,KAAK,WAAW,CAAC,CAAC,OAAO,KAAK,cAAc,CAAC,KAAK,CAAC,SAAU,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/E,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,cAAc,CAAC,KAAK,CAAC,SAAU,CAAC,SAAS,CAAC,MAAM,CAAC;QAChF,KAAK,WAAW,CAAC,CAAC,OAAO,OAAO,cAAc,CAAC,KAAK,CAAC,SAAU,CAAC,SAAS,CAAC,MAAM,CAAC;QACjF,KAAK,oBAAoB,CAAC,CAAC,OAAO,KAAK,cAAc,CAAC,KAAK,CAAC,kBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC;QAC/F,KAAK,oBAAoB,CAAC,CAAC,OAAO,MAAM,cAAc,CAAC,KAAK,CAAC,kBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC;QAChG,KAAK,MAAM,CAAC,CAAC,OAAO,SAAS,KAAK,CAAC,IAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,KAAK,CAAC,IAAK,CAAC,SAAS,CAAC,cAAc,CAAC;QAC1G,KAAK,OAAO,CAAC,CAAC,OAAO,KAAK,cAAc,CAAC,KAAK,CAAC,KAAM,CAAC,SAAS,CAAC,MAAM,CAAC;QACvE,KAAK,SAAS,CAAC,CAAC,OAAO,SAAS,CAAC;QACjC,KAAK,OAAO,CAAC,CAAC,OAAO,KAAK,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,OAAO,CAAC;QAC7G,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAgB;IACxC,IAAI,EAAE,QAAQ;IAEd,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,MAAc,EAAE,GAAW,EAAE,WAAqB;QACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QACnC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAEhE,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QAC7I,IAAI,CAAC,UAAU,EAAE,CAAC;YAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,oDAAoD,EAAE,CAAC,CAAC;YAAC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QAE3K,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG;gBACd,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,YAAY;aACrG,CAAC;YAEF,0CAA0C;YAC1C,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,IAAI,WAAW,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACtC,MAAM,CAAC,MAAM,GAAG;oBACd,QAAQ,EAAE,QAAQ;oBAClB,SAAS,EAAE,kBAAkB;oBAC7B,gBAAgB,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,QAAQ,EAAE;iBAChD,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,uCAAuC,UAAU,QAAQ,CAAC;YACxE,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YACxH,IAAI,CAAC,UAAU,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YAE9E,MAAM,MAAM,GAAG,CAAC,MAAM,UAAU,CAAC,IAAI,EAAE,CAA8B,CAAC;YACtE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC;YAE7B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzD,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAChD,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,SAAS,CAAC,SAAS,CAAC,CAAC;YAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;oBACjG,MAAM,KAAK,GAAG,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;oBAElF,MAAM,SAAS,GAAG,oCAAoC,IAAI,CAAC,EAAE,yBAAyB,CAAC;oBACvF,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;oBAC3D,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;wBAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,kBAAkB,KAAK,EAAE,EAAE,CAAC,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBAEjG,MAAM,UAAU,GAAG,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAA+B,CAAC;oBAC/E,MAAM,KAAK,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,iBAAiB,IAAI,CAAC,gBAAgB,OAAO,CAAC,CAAC;oBAC9E,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,OAAO;wBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;oBAEvE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAClE,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;oBACpC,IAAI,OAAO;wBAAE,MAAM,CAAC,YAAY,EAAE,CAAC;;wBAAM,MAAM,CAAC,YAAY,EAAE,CAAC;gBACjE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAC/C,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;gBAClD,aAAa,EAAE,QAAQ;gBACvB,WAAW,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;gBACtD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;aAClC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"slack.d.ts","sourceRoot":"","sources":["../../src/sync/slack.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoB,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAQ/D,eAAO,MAAM,YAAY,EAAE,WA4F1B,CAAC"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
import { resolve, join } from 'node:path';
|
|
2
|
+
import { logger } from '../utils/logger.js';
|
|
3
|
+
import { ensureDir, writeFile, fileExists } from '../utils/fs.js';
|
|
4
|
+
import { createSyncResult } from './base.js';
|
|
5
|
+
import { getSourceState, updateSourceState, buildFilesSnapshot } from './state.js';
|
|
6
|
+
export const slackAdapter = {
|
|
7
|
+
name: 'slack',
|
|
8
|
+
async sync(config, kbPath, cwd, incremental) {
|
|
9
|
+
const result = createSyncResult(config.name, config.type);
|
|
10
|
+
result.incremental = !!incremental;
|
|
11
|
+
const startTime = performance.now();
|
|
12
|
+
const token = process.env.SLACK_BOT_TOKEN || process.env.SLACK_TOKEN;
|
|
13
|
+
if (!token) {
|
|
14
|
+
result.errors.push({ message: 'Set SLACK_BOT_TOKEN env var.' });
|
|
15
|
+
result.duration = performance.now() - startTime;
|
|
16
|
+
return result;
|
|
17
|
+
}
|
|
18
|
+
const prevState = getSourceState(kbPath, config.name);
|
|
19
|
+
try {
|
|
20
|
+
const headers = { Authorization: `Bearer ${token}` };
|
|
21
|
+
const sourceDir = resolve(kbPath, config.name);
|
|
22
|
+
ensureDir(sourceDir);
|
|
23
|
+
const channelsUrl = 'https://slack.com/api/conversations.list?limit=200&types=public_channel,private_channel';
|
|
24
|
+
const chResp = await fetch(channelsUrl, { headers });
|
|
25
|
+
const chData = (await chResp.json());
|
|
26
|
+
if (!chData.ok)
|
|
27
|
+
throw new Error(`Slack API error: ${chData.error}`);
|
|
28
|
+
// User lookup
|
|
29
|
+
const uResp = await fetch('https://slack.com/api/users.list?limit=200', { headers });
|
|
30
|
+
const uData = (await uResp.json());
|
|
31
|
+
const userMap = new Map();
|
|
32
|
+
if (uData.ok)
|
|
33
|
+
for (const u of uData.members)
|
|
34
|
+
userMap.set(u.id, u.real_name || u.name);
|
|
35
|
+
const now = new Date();
|
|
36
|
+
const dateDir = `${now.getFullYear()}-${String(now.getMonth() + 1).padStart(2, '0')}`;
|
|
37
|
+
for (const channel of chData.channels || []) {
|
|
38
|
+
try {
|
|
39
|
+
// Incremental: use cursor from last sync
|
|
40
|
+
let historyUrl = `https://slack.com/api/conversations.history?channel=${channel.id}&limit=100`;
|
|
41
|
+
if (incremental && prevState.lastCursor) {
|
|
42
|
+
historyUrl += `&oldest=${prevState.lastCursor}`;
|
|
43
|
+
}
|
|
44
|
+
const hResp = await fetch(historyUrl, { headers });
|
|
45
|
+
const hData = (await hResp.json());
|
|
46
|
+
if (!hData.ok || !hData.messages?.length)
|
|
47
|
+
continue;
|
|
48
|
+
const lines = [
|
|
49
|
+
`# ${channel.name}\n`,
|
|
50
|
+
`Slack archive — synced ${new Date().toISOString()}\n`,
|
|
51
|
+
'---\n',
|
|
52
|
+
];
|
|
53
|
+
for (const msg of hData.messages.reverse()) {
|
|
54
|
+
const username = userMap.get(msg.user) || msg.user || 'unknown';
|
|
55
|
+
const timestamp = new Date(parseFloat(msg.ts) * 1000).toISOString();
|
|
56
|
+
lines.push(`**${username}** _${timestamp}_\n`);
|
|
57
|
+
lines.push(msg.text + '\n');
|
|
58
|
+
lines.push('---\n');
|
|
59
|
+
}
|
|
60
|
+
const channelDir = join(sourceDir, dateDir);
|
|
61
|
+
ensureDir(channelDir);
|
|
62
|
+
const filePath = join(channelDir, `${channel.name}.md`);
|
|
63
|
+
const existed = fileExists(filePath);
|
|
64
|
+
writeFile(filePath, lines.join('\n'));
|
|
65
|
+
if (existed)
|
|
66
|
+
result.filesUpdated++;
|
|
67
|
+
else
|
|
68
|
+
result.filesWritten++;
|
|
69
|
+
}
|
|
70
|
+
catch (err) {
|
|
71
|
+
result.errors.push({ message: `Channel failed: ${channel.name}`, details: String(err) });
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
// Store cursor for next incremental sync (now timestamp)
|
|
75
|
+
const latestCursor = String(Math.floor(Date.now() / 1000));
|
|
76
|
+
const snapshot = buildFilesSnapshot(sourceDir);
|
|
77
|
+
updateSourceState(kbPath, config.name, config.type, {
|
|
78
|
+
lastCursor: latestCursor,
|
|
79
|
+
filesSnapshot: snapshot,
|
|
80
|
+
totalSynced: result.filesWritten + result.filesUpdated,
|
|
81
|
+
totalErrors: result.errors.length,
|
|
82
|
+
});
|
|
83
|
+
logger.info('Slack sync complete', { source: config.name, written: result.filesWritten, updated: result.filesUpdated });
|
|
84
|
+
}
|
|
85
|
+
catch (err) {
|
|
86
|
+
result.errors.push({ message: 'Slack sync failed', details: String(err) });
|
|
87
|
+
}
|
|
88
|
+
result.duration = performance.now() - startTime;
|
|
89
|
+
return result;
|
|
90
|
+
},
|
|
91
|
+
};
|
|
92
|
+
//# sourceMappingURL=slack.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"slack.js","sourceRoot":"","sources":["../../src/sync/slack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAoB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAOnF,MAAM,CAAC,MAAM,YAAY,GAAgB;IACvC,IAAI,EAAE,OAAO;IAEb,KAAK,CAAC,IAAI,CAAC,MAAoB,EAAE,MAAc,EAAE,GAAW,EAAE,WAAqB;QACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QACnC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QAErE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC;YAChE,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAChD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,CAAC;YACrD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,SAAS,CAAC,SAAS,CAAC,CAAC;YAErB,MAAM,WAAW,GAAG,yFAAyF,CAAC;YAC9G,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAA8D,CAAC;YAClG,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAEpE,cAAc;YACd,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACrF,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAA0C,CAAC;YAC5E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC1C,IAAI,KAAK,CAAC,EAAE;gBAAE,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;YAEtF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;YAEtF,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,yCAAyC;oBACzC,IAAI,UAAU,GAAG,uDAAuD,OAAO,CAAC,EAAE,YAAY,CAAC;oBAC/F,IAAI,WAAW,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;wBACxC,UAAU,IAAI,WAAW,SAAS,CAAC,UAAU,EAAE,CAAC;oBAClD,CAAC;oBAED,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;oBACnD,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAA8C,CAAC;oBAChF,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM;wBAAE,SAAS;oBAEnD,MAAM,KAAK,GAAa;wBACtB,KAAK,OAAO,CAAC,IAAI,IAAI;wBACrB,0BAA0B,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI;wBACtD,OAAO;qBACR,CAAC;oBAEF,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC;wBAChE,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;wBACpE,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,OAAO,SAAS,KAAK,CAAC,CAAC;wBAC/C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;wBAC5B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACtB,CAAC;oBAED,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC5C,SAAS,CAAC,UAAU,CAAC,CAAC;oBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,IAAI,OAAO;wBAAE,MAAM,CAAC,YAAY,EAAE,CAAC;;wBAC9B,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC7B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,mBAAmB,OAAO,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;YAED,yDAAyD;YACzD,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAC/C,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;gBAClD,UAAU,EAAE,YAAY;gBACxB,aAAa,EAAE,QAAQ;gBACvB,WAAW,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;gBACtD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;aAClC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAC1H,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
export interface SourceState {
|
|
2
|
+
name: string;
|
|
3
|
+
type: string;
|
|
4
|
+
lastSync: string | null;
|
|
5
|
+
lastCursor: string | null;
|
|
6
|
+
filesSnapshot: Record<string, string>;
|
|
7
|
+
totalSynced: number;
|
|
8
|
+
totalErrors: number;
|
|
9
|
+
}
|
|
10
|
+
export interface SyncState {
|
|
11
|
+
version: 1;
|
|
12
|
+
updated: string;
|
|
13
|
+
sources: Record<string, SourceState>;
|
|
14
|
+
}
|
|
15
|
+
export declare function loadSyncState(kbPath: string): SyncState;
|
|
16
|
+
export declare function saveSyncState(kbPath: string, state: SyncState): void;
|
|
17
|
+
export declare function getSourceState(kbPath: string, sourceName: string): SourceState;
|
|
18
|
+
export declare function updateSourceState(kbPath: string, sourceName: string, sourceType: string, patch: Partial<Omit<SourceState, 'name' | 'type'>>): void;
|
|
19
|
+
export declare function buildFilesSnapshot(dir: string): Record<string, string>;
|
|
20
|
+
export declare function detectChanges(oldSnapshot: Record<string, string>, newSnapshot: Record<string, string>): {
|
|
21
|
+
added: string[];
|
|
22
|
+
modified: string[];
|
|
23
|
+
deleted: string[];
|
|
24
|
+
};
|
|
25
|
+
//# sourceMappingURL=state.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/sync/state.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,CAAC,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;CACtC;AAQD,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAUvD;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,IAAI,CAIpE;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,WAAW,CAM9E;AAED,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EACtD,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,GACjD,IAAI,CAWN;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAgBtE;AAED,wBAAgB,aAAa,CAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAClC;IAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAU5D"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import { readFileSafe, writeFile } from '../utils/fs.js';
|
|
2
|
+
import { resolve } from 'node:path';
|
|
3
|
+
import { existsSync, statSync, readdirSync } from 'node:fs';
|
|
4
|
+
import { logger } from '../utils/logger.js';
|
|
5
|
+
const STATE_FILE = '.dhm-state.json';
|
|
6
|
+
function emptyState() {
|
|
7
|
+
return { version: 1, updated: new Date().toISOString(), sources: {} };
|
|
8
|
+
}
|
|
9
|
+
export function loadSyncState(kbPath) {
|
|
10
|
+
const statePath = resolve(kbPath, STATE_FILE);
|
|
11
|
+
const raw = readFileSafe(statePath);
|
|
12
|
+
if (!raw)
|
|
13
|
+
return emptyState();
|
|
14
|
+
try {
|
|
15
|
+
return JSON.parse(raw);
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
logger.warn('Corrupt state file, resetting');
|
|
19
|
+
return emptyState();
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
export function saveSyncState(kbPath, state) {
|
|
23
|
+
const statePath = resolve(kbPath, STATE_FILE);
|
|
24
|
+
state.updated = new Date().toISOString();
|
|
25
|
+
writeFile(statePath, JSON.stringify(state, null, 2));
|
|
26
|
+
}
|
|
27
|
+
export function getSourceState(kbPath, sourceName) {
|
|
28
|
+
const state = loadSyncState(kbPath);
|
|
29
|
+
return state.sources[sourceName] || {
|
|
30
|
+
name: sourceName, type: 'unknown', lastSync: null, lastCursor: null,
|
|
31
|
+
filesSnapshot: {}, totalSynced: 0, totalErrors: 0,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
export function updateSourceState(kbPath, sourceName, sourceType, patch) {
|
|
35
|
+
const state = loadSyncState(kbPath);
|
|
36
|
+
state.sources[sourceName] = {
|
|
37
|
+
...(state.sources[sourceName] || {
|
|
38
|
+
name: sourceName, type: sourceType, lastSync: null, lastCursor: null,
|
|
39
|
+
filesSnapshot: {}, totalSynced: 0, totalErrors: 0,
|
|
40
|
+
}),
|
|
41
|
+
...patch,
|
|
42
|
+
lastSync: new Date().toISOString(),
|
|
43
|
+
};
|
|
44
|
+
saveSyncState(kbPath, state);
|
|
45
|
+
}
|
|
46
|
+
export function buildFilesSnapshot(dir) {
|
|
47
|
+
const snapshot = {};
|
|
48
|
+
function walk(d) {
|
|
49
|
+
if (!existsSync(d))
|
|
50
|
+
return;
|
|
51
|
+
for (const entry of readdirSync(d)) {
|
|
52
|
+
const full = resolve(d, entry);
|
|
53
|
+
if (entry.startsWith('.') && entry !== '.gitkeep')
|
|
54
|
+
continue;
|
|
55
|
+
const stat = statSync(full);
|
|
56
|
+
if (stat.isDirectory())
|
|
57
|
+
walk(full);
|
|
58
|
+
else if (entry.endsWith('.md')) {
|
|
59
|
+
snapshot[full.replace(dir + '/', '')] = stat.mtime.toISOString();
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
walk(dir);
|
|
64
|
+
return snapshot;
|
|
65
|
+
}
|
|
66
|
+
export function detectChanges(oldSnapshot, newSnapshot) {
|
|
67
|
+
const added = [], modified = [], deleted = [];
|
|
68
|
+
for (const [path, mtime] of Object.entries(newSnapshot)) {
|
|
69
|
+
if (!oldSnapshot[path])
|
|
70
|
+
added.push(path);
|
|
71
|
+
else if (oldSnapshot[path] !== mtime)
|
|
72
|
+
modified.push(path);
|
|
73
|
+
}
|
|
74
|
+
for (const path of Object.keys(oldSnapshot)) {
|
|
75
|
+
if (!newSnapshot[path])
|
|
76
|
+
deleted.push(path);
|
|
77
|
+
}
|
|
78
|
+
return { added, modified, deleted };
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=state.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/sync/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAkB5C,MAAM,UAAU,GAAG,iBAAiB,CAAC;AAErC,SAAS,UAAU;IACjB,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IACpC,IAAI,CAAC,GAAG;QAAE,OAAO,UAAU,EAAE,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAc,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,UAAU,EAAE,CAAC;IACtB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAc,EAAE,KAAgB;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC9C,KAAK,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACzC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,UAAkB;IAC/D,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI;QAClC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI;QACnE,aAAa,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAAc,EAAE,UAAkB,EAAE,UAAkB,EACtD,KAAkD;IAElD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACpC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG;QAC1B,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI;YAC/B,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI;YACpE,aAAa,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC;SAClD,CAAC;QACF,GAAG,KAAK;QACR,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACnC,CAAC;IACF,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,SAAS,IAAI,CAAC,CAAS;QACrB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAAE,OAAO;QAC3B,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC/B,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,UAAU;gBAAE,SAAS;YAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,IAAI,CAAC,WAAW,EAAE;gBAAE,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC9B,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,WAAmC,EACnC,WAAmC;IAEnC,MAAM,KAAK,GAAa,EAAE,EAAE,QAAQ,GAAa,EAAE,EAAE,OAAO,GAAa,EAAE,CAAC;IAC5E,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACxD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACpC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5D,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AACtC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export declare function readFile(path: string): string;
|
|
2
|
+
export declare function readFileSafe(path: string): string | null;
|
|
3
|
+
export declare function writeFile(path: string, content: string): void;
|
|
4
|
+
export declare function ensureDir(path: string): void;
|
|
5
|
+
export declare function fileExists(path: string): boolean;
|
|
6
|
+
export declare function listFiles(dir: string, ext: string): string[];
|
|
7
|
+
export declare function getRelativePath(fullPath: string, base: string): string;
|
|
8
|
+
//# sourceMappingURL=fs.d.ts.map
|