xtctx 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +122 -0
- package/LICENSE +21 -0
- package/README.md +149 -0
- package/dist/src/api/routes/config.d.ts +4 -0
- package/dist/src/api/routes/config.d.ts.map +1 -0
- package/dist/src/api/routes/config.js +61 -0
- package/dist/src/api/routes/config.js.map +1 -0
- package/dist/src/api/routes/knowledge.d.ts +4 -0
- package/dist/src/api/routes/knowledge.d.ts.map +1 -0
- package/dist/src/api/routes/knowledge.js +40 -0
- package/dist/src/api/routes/knowledge.js.map +1 -0
- package/dist/src/api/routes/search.d.ts +7 -0
- package/dist/src/api/routes/search.d.ts.map +1 -0
- package/dist/src/api/routes/search.js +108 -0
- package/dist/src/api/routes/search.js.map +1 -0
- package/dist/src/api/routes/sources.d.ts +12 -0
- package/dist/src/api/routes/sources.d.ts.map +1 -0
- package/dist/src/api/routes/sources.js +70 -0
- package/dist/src/api/routes/sources.js.map +1 -0
- package/dist/src/api/server.d.ts +26 -0
- package/dist/src/api/server.d.ts.map +1 -0
- package/dist/src/api/server.js +312 -0
- package/dist/src/api/server.js.map +1 -0
- package/dist/src/cli/index.d.ts +3 -0
- package/dist/src/cli/index.d.ts.map +1 -0
- package/dist/src/cli/index.js +58 -0
- package/dist/src/cli/index.js.map +1 -0
- package/dist/src/cli/ingest.d.ts +6 -0
- package/dist/src/cli/ingest.d.ts.map +1 -0
- package/dist/src/cli/ingest.js +11 -0
- package/dist/src/cli/ingest.js.map +1 -0
- package/dist/src/cli/init.d.ts +6 -0
- package/dist/src/cli/init.d.ts.map +1 -0
- package/dist/src/cli/init.js +105 -0
- package/dist/src/cli/init.js.map +1 -0
- package/dist/src/cli/serve.d.ts +7 -0
- package/dist/src/cli/serve.d.ts.map +1 -0
- package/dist/src/cli/serve.js +100 -0
- package/dist/src/cli/serve.js.map +1 -0
- package/dist/src/cli/sync.d.ts +5 -0
- package/dist/src/cli/sync.d.ts.map +1 -0
- package/dist/src/cli/sync.js +13 -0
- package/dist/src/cli/sync.js.map +1 -0
- package/dist/src/compaction/pipeline.d.ts +19 -0
- package/dist/src/compaction/pipeline.d.ts.map +1 -0
- package/dist/src/compaction/pipeline.js +37 -0
- package/dist/src/compaction/pipeline.js.map +1 -0
- package/dist/src/compaction/providers/cli.d.ts +13 -0
- package/dist/src/compaction/providers/cli.d.ts.map +1 -0
- package/dist/src/compaction/providers/cli.js +60 -0
- package/dist/src/compaction/providers/cli.js.map +1 -0
- package/dist/src/compaction/rule-based.d.ts +8 -0
- package/dist/src/compaction/rule-based.d.ts.map +1 -0
- package/dist/src/compaction/rule-based.js +120 -0
- package/dist/src/compaction/rule-based.js.map +1 -0
- package/dist/src/config/loader.d.ts +12 -0
- package/dist/src/config/loader.d.ts.map +1 -0
- package/dist/src/config/loader.js +76 -0
- package/dist/src/config/loader.js.map +1 -0
- package/dist/src/config/mappings/claude-code.d.ts +3 -0
- package/dist/src/config/mappings/claude-code.d.ts.map +1 -0
- package/dist/src/config/mappings/claude-code.js +31 -0
- package/dist/src/config/mappings/claude-code.js.map +1 -0
- package/dist/src/config/mappings/codex.d.ts +3 -0
- package/dist/src/config/mappings/codex.d.ts.map +1 -0
- package/dist/src/config/mappings/codex.js +31 -0
- package/dist/src/config/mappings/codex.js.map +1 -0
- package/dist/src/config/mappings/copilot.d.ts +3 -0
- package/dist/src/config/mappings/copilot.d.ts.map +1 -0
- package/dist/src/config/mappings/copilot.js +33 -0
- package/dist/src/config/mappings/copilot.js.map +1 -0
- package/dist/src/config/mappings/cursor.d.ts +3 -0
- package/dist/src/config/mappings/cursor.d.ts.map +1 -0
- package/dist/src/config/mappings/cursor.js +29 -0
- package/dist/src/config/mappings/cursor.js.map +1 -0
- package/dist/src/config/sync.d.ts +13 -0
- package/dist/src/config/sync.d.ts.map +1 -0
- package/dist/src/config/sync.js +96 -0
- package/dist/src/config/sync.js.map +1 -0
- package/dist/src/ingestion/coordinator.d.ts +37 -0
- package/dist/src/ingestion/coordinator.d.ts.map +1 -0
- package/dist/src/ingestion/coordinator.js +127 -0
- package/dist/src/ingestion/coordinator.js.map +1 -0
- package/dist/src/ingestion/daemon.d.ts +17 -0
- package/dist/src/ingestion/daemon.d.ts.map +1 -0
- package/dist/src/ingestion/daemon.js +35 -0
- package/dist/src/ingestion/daemon.js.map +1 -0
- package/dist/src/ingestion/watcher.d.ts +19 -0
- package/dist/src/ingestion/watcher.d.ts.map +1 -0
- package/dist/src/ingestion/watcher.js +70 -0
- package/dist/src/ingestion/watcher.js.map +1 -0
- package/dist/src/knowledge/autotag.d.ts +3 -0
- package/dist/src/knowledge/autotag.d.ts.map +1 -0
- package/dist/src/knowledge/autotag.js +24 -0
- package/dist/src/knowledge/autotag.js.map +1 -0
- package/dist/src/knowledge/dedup.d.ts +7 -0
- package/dist/src/knowledge/dedup.d.ts.map +1 -0
- package/dist/src/knowledge/dedup.js +15 -0
- package/dist/src/knowledge/dedup.js.map +1 -0
- package/dist/src/knowledge/repository.d.ts +12 -0
- package/dist/src/knowledge/repository.d.ts.map +1 -0
- package/dist/src/knowledge/repository.js +74 -0
- package/dist/src/knowledge/repository.js.map +1 -0
- package/dist/src/mcp/server.d.ts +31 -0
- package/dist/src/mcp/server.d.ts.map +1 -0
- package/dist/src/mcp/server.js +323 -0
- package/dist/src/mcp/server.js.map +1 -0
- package/dist/src/mcp/tools/config.d.ts +36 -0
- package/dist/src/mcp/tools/config.d.ts.map +1 -0
- package/dist/src/mcp/tools/config.js +54 -0
- package/dist/src/mcp/tools/config.js.map +1 -0
- package/dist/src/mcp/tools/knowledge.d.ts +17 -0
- package/dist/src/mcp/tools/knowledge.d.ts.map +1 -0
- package/dist/src/mcp/tools/knowledge.js +46 -0
- package/dist/src/mcp/tools/knowledge.js.map +1 -0
- package/dist/src/mcp/tools/search.d.ts +22 -0
- package/dist/src/mcp/tools/search.d.ts.map +1 -0
- package/dist/src/mcp/tools/search.js +30 -0
- package/dist/src/mcp/tools/search.js.map +1 -0
- package/dist/src/mcp/tools/sessions.d.ts +38 -0
- package/dist/src/mcp/tools/sessions.d.ts.map +1 -0
- package/dist/src/mcp/tools/sessions.js +55 -0
- package/dist/src/mcp/tools/sessions.js.map +1 -0
- package/dist/src/mcp/tools/write.d.ts +38 -0
- package/dist/src/mcp/tools/write.d.ts.map +1 -0
- package/dist/src/mcp/tools/write.js +97 -0
- package/dist/src/mcp/tools/write.js.map +1 -0
- package/dist/src/runtime/ingestion.d.ts +17 -0
- package/dist/src/runtime/ingestion.d.ts.map +1 -0
- package/dist/src/runtime/ingestion.js +106 -0
- package/dist/src/runtime/ingestion.js.map +1 -0
- package/dist/src/runtime/services.d.ts +46 -0
- package/dist/src/runtime/services.d.ts.map +1 -0
- package/dist/src/runtime/services.js +227 -0
- package/dist/src/runtime/services.js.map +1 -0
- package/dist/src/scrapers/base.d.ts +10 -0
- package/dist/src/scrapers/base.d.ts.map +1 -0
- package/dist/src/scrapers/base.js +34 -0
- package/dist/src/scrapers/base.js.map +1 -0
- package/dist/src/scrapers/claude-code.d.ts +16 -0
- package/dist/src/scrapers/claude-code.d.ts.map +1 -0
- package/dist/src/scrapers/claude-code.js +120 -0
- package/dist/src/scrapers/claude-code.js.map +1 -0
- package/dist/src/scrapers/codex.d.ts +17 -0
- package/dist/src/scrapers/codex.d.ts.map +1 -0
- package/dist/src/scrapers/codex.js +179 -0
- package/dist/src/scrapers/codex.js.map +1 -0
- package/dist/src/scrapers/copilot.d.ts +17 -0
- package/dist/src/scrapers/copilot.d.ts.map +1 -0
- package/dist/src/scrapers/copilot.js +198 -0
- package/dist/src/scrapers/copilot.js.map +1 -0
- package/dist/src/scrapers/cursor.d.ts +18 -0
- package/dist/src/scrapers/cursor.d.ts.map +1 -0
- package/dist/src/scrapers/cursor.js +218 -0
- package/dist/src/scrapers/cursor.js.map +1 -0
- package/dist/src/scrapers/gemini.d.ts +17 -0
- package/dist/src/scrapers/gemini.d.ts.map +1 -0
- package/dist/src/scrapers/gemini.js +245 -0
- package/dist/src/scrapers/gemini.js.map +1 -0
- package/dist/src/scrapers/registry.d.ts +9 -0
- package/dist/src/scrapers/registry.d.ts.map +1 -0
- package/dist/src/scrapers/registry.js +22 -0
- package/dist/src/scrapers/registry.js.map +1 -0
- package/dist/src/store/embeddings.d.ts +9 -0
- package/dist/src/store/embeddings.d.ts.map +1 -0
- package/dist/src/store/embeddings.js +28 -0
- package/dist/src/store/embeddings.js.map +1 -0
- package/dist/src/store/lance.d.ts +25 -0
- package/dist/src/store/lance.d.ts.map +1 -0
- package/dist/src/store/lance.js +74 -0
- package/dist/src/store/lance.js.map +1 -0
- package/dist/src/store/search.d.ts +18 -0
- package/dist/src/store/search.d.ts.map +1 -0
- package/dist/src/store/search.js +55 -0
- package/dist/src/store/search.js.map +1 -0
- package/dist/src/types/compaction.d.ts +29 -0
- package/dist/src/types/compaction.d.ts.map +1 -0
- package/dist/src/types/compaction.js +2 -0
- package/dist/src/types/compaction.js.map +1 -0
- package/dist/src/types/config.d.ts +45 -0
- package/dist/src/types/config.d.ts.map +1 -0
- package/dist/src/types/config.js +2 -0
- package/dist/src/types/config.js.map +1 -0
- package/dist/src/types/context.d.ts +33 -0
- package/dist/src/types/context.d.ts.map +1 -0
- package/dist/src/types/context.js +18 -0
- package/dist/src/types/context.js.map +1 -0
- package/dist/src/types/index.d.ts +5 -0
- package/dist/src/types/index.d.ts.map +1 -0
- package/dist/src/types/index.js +5 -0
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/types/scraper.d.ts +70 -0
- package/dist/src/types/scraper.d.ts.map +1 -0
- package/dist/src/types/scraper.js +2 -0
- package/dist/src/types/scraper.js.map +1 -0
- package/dist/src/utils/retry.d.ts +11 -0
- package/dist/src/utils/retry.d.ts.map +1 -0
- package/dist/src/utils/retry.js +46 -0
- package/dist/src/utils/retry.js.map +1 -0
- package/dist/src/utils/shutdown.d.ts +25 -0
- package/dist/src/utils/shutdown.d.ts.map +1 -0
- package/dist/src/utils/shutdown.js +56 -0
- package/dist/src/utils/shutdown.js.map +1 -0
- package/dist/web/apple-touch-icon.png +0 -0
- package/dist/web/assets/index-Nuadr5ox.css +1 -0
- package/dist/web/assets/index-aA0u8eXA.js +3504 -0
- package/dist/web/assets/primeicons-C6QP2o4f.woff2 +0 -0
- package/dist/web/assets/primeicons-DMOk5skT.eot +0 -0
- package/dist/web/assets/primeicons-Dr5RGzOO.svg +345 -0
- package/dist/web/assets/primeicons-MpK4pl85.ttf +0 -0
- package/dist/web/assets/primeicons-WjwUDZjB.woff +0 -0
- package/dist/web/favicon.ico +0 -0
- package/dist/web/favicon.svg +21 -0
- package/dist/web/index.html +21 -0
- package/dist/web/site.webmanifest +19 -0
- package/dist/web/vite.svg +1 -0
- package/package.json +69 -0
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { stringify as stringifyYaml } from "yaml";
|
|
2
|
+
export function renderCopilotInstructions(config) {
|
|
3
|
+
const lines = [
|
|
4
|
+
"## xtctx Shared Context",
|
|
5
|
+
"",
|
|
6
|
+
"Use these shared project conventions before proposing changes.",
|
|
7
|
+
"",
|
|
8
|
+
"### Commands To Run",
|
|
9
|
+
...formatMarkdownList(config.shared.commands),
|
|
10
|
+
"",
|
|
11
|
+
"### Skills",
|
|
12
|
+
...formatMarkdownList(config.shared.skills),
|
|
13
|
+
"",
|
|
14
|
+
"### Agents",
|
|
15
|
+
...formatMarkdownList(config.shared.agents),
|
|
16
|
+
];
|
|
17
|
+
const preferences = config.toolPreferences.copilot;
|
|
18
|
+
if (preferences && Object.keys(preferences).length > 0) {
|
|
19
|
+
lines.push("");
|
|
20
|
+
lines.push("### Tool Preferences (`copilot`)");
|
|
21
|
+
lines.push("```yaml");
|
|
22
|
+
lines.push(stringifyYaml(preferences).trimEnd());
|
|
23
|
+
lines.push("```");
|
|
24
|
+
}
|
|
25
|
+
return lines.join("\n").trimEnd();
|
|
26
|
+
}
|
|
27
|
+
function formatMarkdownList(values) {
|
|
28
|
+
if (values.length === 0) {
|
|
29
|
+
return ["- none"];
|
|
30
|
+
}
|
|
31
|
+
return values.map((value) => `- ${value}`);
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=copilot.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"copilot.js","sourceRoot":"","sources":["../../../../src/config/mappings/copilot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAGlD,MAAM,UAAU,yBAAyB,CAAC,MAAwB;IAChE,MAAM,KAAK,GAAa;QACtB,yBAAyB;QACzB,EAAE;QACF,gEAAgE;QAChE,EAAE;QACF,qBAAqB;QACrB,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC7C,EAAE;QACF,YAAY;QACZ,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC3C,EAAE;QACF,YAAY;QACZ,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;KAC5C,CAAC;IAEF,MAAM,WAAW,GAAG,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC;IACnD,IAAI,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAgB;IAC1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;AAC7C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cursor.d.ts","sourceRoot":"","sources":["../../../../src/config/mappings/cursor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAErD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAsBlE"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { stringify as stringifyYaml } from "yaml";
|
|
2
|
+
export function renderCursorRules(config) {
|
|
3
|
+
const lines = [
|
|
4
|
+
"xtctx shared configuration",
|
|
5
|
+
"",
|
|
6
|
+
"Skills:",
|
|
7
|
+
...formatList(config.shared.skills),
|
|
8
|
+
"",
|
|
9
|
+
"Commands:",
|
|
10
|
+
...formatList(config.shared.commands),
|
|
11
|
+
"",
|
|
12
|
+
"Agents:",
|
|
13
|
+
...formatList(config.shared.agents),
|
|
14
|
+
];
|
|
15
|
+
const preferences = config.toolPreferences.cursor;
|
|
16
|
+
if (preferences && Object.keys(preferences).length > 0) {
|
|
17
|
+
lines.push("");
|
|
18
|
+
lines.push("Cursor Preferences:");
|
|
19
|
+
lines.push(stringifyYaml(preferences).trimEnd());
|
|
20
|
+
}
|
|
21
|
+
return lines.join("\n").trimEnd();
|
|
22
|
+
}
|
|
23
|
+
function formatList(values) {
|
|
24
|
+
if (values.length === 0) {
|
|
25
|
+
return ["- none"];
|
|
26
|
+
}
|
|
27
|
+
return values.map((value) => `- ${value}`);
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=cursor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../../src/config/mappings/cursor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAGlD,MAAM,UAAU,iBAAiB,CAAC,MAAwB;IACxD,MAAM,KAAK,GAAa;QACtB,4BAA4B;QAC5B,EAAE;QACF,SAAS;QACT,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QACnC,EAAE;QACF,WAAW;QACX,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,EAAE;QACF,SAAS;QACT,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;KACpC,CAAC;IAEF,MAAM,WAAW,GAAG,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC;IAClD,IAAI,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAClC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;AAC7C,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export interface SyncedFileResult {
|
|
2
|
+
path: string;
|
|
3
|
+
updated: boolean;
|
|
4
|
+
created: boolean;
|
|
5
|
+
}
|
|
6
|
+
export interface SyncToolConfigResult {
|
|
7
|
+
updated: number;
|
|
8
|
+
created: number;
|
|
9
|
+
unchanged: number;
|
|
10
|
+
files: SyncedFileResult[];
|
|
11
|
+
}
|
|
12
|
+
export declare function syncToolConfigs(projectPath?: string): Promise<SyncToolConfigResult>;
|
|
13
|
+
//# sourceMappingURL=sync.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/config/sync.ts"],"names":[],"mappings":"AA4BA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,gBAAgB,EAAE,CAAC;CAC3B;AAED,wBAAsB,eAAe,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA0DzF"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
2
|
+
import { dirname, join, resolve } from "node:path";
|
|
3
|
+
import { loadSharedToolConfig } from "./loader.js";
|
|
4
|
+
import { renderClaudeConfig } from "./mappings/claude-code.js";
|
|
5
|
+
import { renderCopilotInstructions } from "./mappings/copilot.js";
|
|
6
|
+
import { renderCodexConfig } from "./mappings/codex.js";
|
|
7
|
+
import { renderCursorRules } from "./mappings/cursor.js";
|
|
8
|
+
const MARKERS = {
|
|
9
|
+
markdown: {
|
|
10
|
+
begin: "<!-- xtctx:begin -->",
|
|
11
|
+
end: "<!-- xtctx:end -->",
|
|
12
|
+
},
|
|
13
|
+
text: {
|
|
14
|
+
begin: "# xtctx:begin",
|
|
15
|
+
end: "# xtctx:end",
|
|
16
|
+
},
|
|
17
|
+
};
|
|
18
|
+
export async function syncToolConfigs(projectPath) {
|
|
19
|
+
const projectRoot = resolve(projectPath ?? process.cwd());
|
|
20
|
+
const sharedConfig = await loadSharedToolConfig(projectRoot);
|
|
21
|
+
const targets = [
|
|
22
|
+
{
|
|
23
|
+
path: join(projectRoot, ".cursorrules"),
|
|
24
|
+
content: renderCursorRules(sharedConfig),
|
|
25
|
+
markers: MARKERS.text,
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
path: join(projectRoot, "CLAUDE.md"),
|
|
29
|
+
content: renderClaudeConfig(sharedConfig),
|
|
30
|
+
markers: MARKERS.markdown,
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
path: join(projectRoot, "AGENTS.md"),
|
|
34
|
+
content: renderCodexConfig(sharedConfig),
|
|
35
|
+
markers: MARKERS.markdown,
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
path: join(projectRoot, ".github", "copilot-instructions.md"),
|
|
39
|
+
content: renderCopilotInstructions(sharedConfig),
|
|
40
|
+
markers: MARKERS.markdown,
|
|
41
|
+
},
|
|
42
|
+
];
|
|
43
|
+
const files = [];
|
|
44
|
+
for (const target of targets) {
|
|
45
|
+
await mkdir(dirname(target.path), { recursive: true });
|
|
46
|
+
const existing = await readUtf8IfExists(target.path);
|
|
47
|
+
const next = existing
|
|
48
|
+
? upsertManagedSection(existing, target.content, target.markers)
|
|
49
|
+
: renderManagedSection(target.content, target.markers);
|
|
50
|
+
const shouldWrite = !existing || normalizeNewlines(existing) !== normalizeNewlines(next);
|
|
51
|
+
if (shouldWrite) {
|
|
52
|
+
await writeFile(target.path, next, "utf-8");
|
|
53
|
+
}
|
|
54
|
+
files.push({
|
|
55
|
+
path: target.path,
|
|
56
|
+
updated: shouldWrite,
|
|
57
|
+
created: !existing,
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
const updated = files.filter((file) => file.updated).length;
|
|
61
|
+
const created = files.filter((file) => file.created).length;
|
|
62
|
+
return {
|
|
63
|
+
updated,
|
|
64
|
+
created,
|
|
65
|
+
unchanged: files.length - updated,
|
|
66
|
+
files,
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
function upsertManagedSection(existing, blockContent, markers) {
|
|
70
|
+
const normalized = normalizeNewlines(existing);
|
|
71
|
+
const sectionPattern = new RegExp(`${escapeRegExp(markers.begin)}[\\s\\S]*?${escapeRegExp(markers.end)}\\n?`, "g");
|
|
72
|
+
const withoutManagedSection = normalized.replace(sectionPattern, "").trimEnd();
|
|
73
|
+
const managedSection = renderManagedSection(blockContent, markers).trimEnd();
|
|
74
|
+
if (withoutManagedSection.length === 0) {
|
|
75
|
+
return `${managedSection}\n`;
|
|
76
|
+
}
|
|
77
|
+
return `${withoutManagedSection}\n\n${managedSection}\n`;
|
|
78
|
+
}
|
|
79
|
+
function renderManagedSection(blockContent, markers) {
|
|
80
|
+
return [markers.begin, "Generated by xtctx sync. Do not edit inside this block.", "", blockContent, markers.end, ""].join("\n");
|
|
81
|
+
}
|
|
82
|
+
function normalizeNewlines(input) {
|
|
83
|
+
return input.replace(/\r\n/g, "\n");
|
|
84
|
+
}
|
|
85
|
+
function escapeRegExp(value) {
|
|
86
|
+
return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
87
|
+
}
|
|
88
|
+
async function readUtf8IfExists(filePath) {
|
|
89
|
+
try {
|
|
90
|
+
return await readFile(filePath, "utf-8");
|
|
91
|
+
}
|
|
92
|
+
catch {
|
|
93
|
+
return null;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=sync.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../src/config/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,MAAM,OAAO,GAAG;IACd,QAAQ,EAAE;QACR,KAAK,EAAE,sBAAsB;QAC7B,GAAG,EAAE,oBAAoB;KAC1B;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,eAAe;QACtB,GAAG,EAAE,aAAa;KACnB;CACO,CAAC;AAwBX,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,WAAoB;IACxD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,MAAM,oBAAoB,CAAC,WAAW,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAiB;QAC5B;YACE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC;YACvC,OAAO,EAAE,iBAAiB,CAAC,YAAY,CAAC;YACxC,OAAO,EAAE,OAAO,CAAC,IAAI;SACtB;QACD;YACE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC;YACpC,OAAO,EAAE,kBAAkB,CAAC,YAAY,CAAC;YACzC,OAAO,EAAE,OAAO,CAAC,QAAQ;SAC1B;QACD;YACE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC;YACpC,OAAO,EAAE,iBAAiB,CAAC,YAAY,CAAC;YACxC,OAAO,EAAE,OAAO,CAAC,QAAQ;SAC1B;QACD;YACE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,yBAAyB,CAAC;YAC7D,OAAO,EAAE,yBAAyB,CAAC,YAAY,CAAC;YAChD,OAAO,EAAE,OAAO,CAAC,QAAQ;SAC1B;KACF,CAAC;IAEF,MAAM,KAAK,GAAuB,EAAE,CAAC;IAErC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,QAAQ;YACnB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC;YAChE,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEzF,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,WAAW;YACpB,OAAO,EAAE,CAAC,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAE5D,OAAO;QACL,OAAO;QACP,OAAO;QACP,SAAS,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO;QACjC,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAgB,EAChB,YAAoB,EACpB,OAAuC;IAEvC,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,IAAI,MAAM,CAC/B,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAC1E,GAAG,CACJ,CAAC;IACF,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IAC/E,MAAM,cAAc,GAAG,oBAAoB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IAE7E,IAAI,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,GAAG,cAAc,IAAI,CAAC;IAC/B,CAAC;IAED,OAAO,GAAG,qBAAqB,OAAO,cAAc,IAAI,CAAC;AAC3D,CAAC;AAED,SAAS,oBAAoB,CAC3B,YAAoB,EACpB,OAAuC;IAEvC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,yDAAyD,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CACvH,IAAI,CACL,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { VectorRecord } from "../store/lance.js";
|
|
2
|
+
import type { ConversationScraper } from "../types/scraper.js";
|
|
3
|
+
export interface ScraperRegistryLike {
|
|
4
|
+
detectAvailable(): Promise<ConversationScraper[]>;
|
|
5
|
+
}
|
|
6
|
+
export interface EmbeddingProvider {
|
|
7
|
+
embedBatch(texts: string[]): Promise<number[][]>;
|
|
8
|
+
}
|
|
9
|
+
export interface VectorStoreLike {
|
|
10
|
+
upsert(tableName: string, records: VectorRecord[]): Promise<void>;
|
|
11
|
+
}
|
|
12
|
+
export interface IngestionCoordinatorDependencies {
|
|
13
|
+
registry: ScraperRegistryLike;
|
|
14
|
+
embeddings: EmbeddingProvider;
|
|
15
|
+
store: VectorStoreLike;
|
|
16
|
+
}
|
|
17
|
+
export interface IngestionCoordinatorOptions {
|
|
18
|
+
tableName?: string;
|
|
19
|
+
}
|
|
20
|
+
export interface IngestionCycleResult {
|
|
21
|
+
processedScrapers: number;
|
|
22
|
+
processedChunks: number;
|
|
23
|
+
}
|
|
24
|
+
export declare class IngestionCoordinator {
|
|
25
|
+
private readonly deps;
|
|
26
|
+
private readonly tableName;
|
|
27
|
+
private timer;
|
|
28
|
+
private cycleInFlight;
|
|
29
|
+
private rerunQueued;
|
|
30
|
+
constructor(deps: IngestionCoordinatorDependencies, options?: IngestionCoordinatorOptions);
|
|
31
|
+
runCycle(): Promise<IngestionCycleResult>;
|
|
32
|
+
fullSync(): Promise<IngestionCycleResult>;
|
|
33
|
+
start(intervalMs: number): void;
|
|
34
|
+
stop(): void;
|
|
35
|
+
private toVectorRecords;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=coordinator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coordinator.d.ts","sourceRoot":"","sources":["../../../src/ingestion/coordinator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAqB,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAElF,MAAM,WAAW,mBAAmB;IAClC,eAAe,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CAClD;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,KAAK,EAAE,eAAe,CAAC;CACxB;AAED,MAAM,WAAW,2BAA2B;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,oBAAoB;IAO7B,OAAO,CAAC,QAAQ,CAAC,IAAI;IANvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,WAAW,CAAS;gBAGT,IAAI,EAAE,gCAAgC,EACvD,OAAO,GAAE,2BAAgC;IAKrC,QAAQ,IAAI,OAAO,CAAC,oBAAoB,CAAC;IA6BzC,QAAQ,IAAI,OAAO,CAAC,oBAAoB,CAAC;IA6B/C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IA4B/B,IAAI,IAAI,IAAI;YAOE,eAAe;CAiB9B"}
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
export class IngestionCoordinator {
|
|
3
|
+
deps;
|
|
4
|
+
tableName;
|
|
5
|
+
timer = null;
|
|
6
|
+
cycleInFlight = false;
|
|
7
|
+
rerunQueued = false;
|
|
8
|
+
constructor(deps, options = {}) {
|
|
9
|
+
this.deps = deps;
|
|
10
|
+
this.tableName = options.tableName ?? "context";
|
|
11
|
+
}
|
|
12
|
+
async runCycle() {
|
|
13
|
+
const available = await this.deps.registry.detectAvailable();
|
|
14
|
+
let processedChunks = 0;
|
|
15
|
+
let processedScrapers = 0;
|
|
16
|
+
for (const scraper of available) {
|
|
17
|
+
const state = await scraper.getLastScrapedPosition();
|
|
18
|
+
const chunks = await collectChunks(scraper.scrape(state.lastTimestamp));
|
|
19
|
+
if (chunks.length === 0) {
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
const records = await this.toVectorRecords(chunks);
|
|
23
|
+
if (records.length > 0) {
|
|
24
|
+
await this.deps.store.upsert(this.tableName, records);
|
|
25
|
+
}
|
|
26
|
+
await scraper.saveScrapedPosition({
|
|
27
|
+
...state,
|
|
28
|
+
lastTimestamp: maxTimestamp(chunks),
|
|
29
|
+
});
|
|
30
|
+
processedScrapers += 1;
|
|
31
|
+
processedChunks += chunks.length;
|
|
32
|
+
}
|
|
33
|
+
return { processedScrapers, processedChunks };
|
|
34
|
+
}
|
|
35
|
+
async fullSync() {
|
|
36
|
+
const available = await this.deps.registry.detectAvailable();
|
|
37
|
+
let processedChunks = 0;
|
|
38
|
+
let processedScrapers = 0;
|
|
39
|
+
for (const scraper of available) {
|
|
40
|
+
const chunks = await collectChunks(scraper.fullSync());
|
|
41
|
+
if (chunks.length === 0) {
|
|
42
|
+
continue;
|
|
43
|
+
}
|
|
44
|
+
const records = await this.toVectorRecords(chunks);
|
|
45
|
+
if (records.length > 0) {
|
|
46
|
+
await this.deps.store.upsert(this.tableName, records);
|
|
47
|
+
}
|
|
48
|
+
const state = await scraper.getLastScrapedPosition();
|
|
49
|
+
await scraper.saveScrapedPosition({
|
|
50
|
+
...state,
|
|
51
|
+
lastTimestamp: maxTimestamp(chunks),
|
|
52
|
+
});
|
|
53
|
+
processedScrapers += 1;
|
|
54
|
+
processedChunks += chunks.length;
|
|
55
|
+
}
|
|
56
|
+
return { processedScrapers, processedChunks };
|
|
57
|
+
}
|
|
58
|
+
start(intervalMs) {
|
|
59
|
+
if (this.timer) {
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
const tick = async () => {
|
|
63
|
+
if (this.cycleInFlight) {
|
|
64
|
+
this.rerunQueued = true;
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
this.cycleInFlight = true;
|
|
68
|
+
try {
|
|
69
|
+
await this.runCycle();
|
|
70
|
+
}
|
|
71
|
+
finally {
|
|
72
|
+
this.cycleInFlight = false;
|
|
73
|
+
if (this.rerunQueued) {
|
|
74
|
+
this.rerunQueued = false;
|
|
75
|
+
void tick();
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
};
|
|
79
|
+
this.timer = setInterval(() => {
|
|
80
|
+
void tick();
|
|
81
|
+
}, intervalMs);
|
|
82
|
+
}
|
|
83
|
+
stop() {
|
|
84
|
+
if (this.timer) {
|
|
85
|
+
clearInterval(this.timer);
|
|
86
|
+
this.timer = null;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
async toVectorRecords(chunks) {
|
|
90
|
+
const vectors = await this.deps.embeddings.embedBatch(chunks.map((chunk) => chunk.content));
|
|
91
|
+
return chunks.map((chunk, index) => ({
|
|
92
|
+
id: createChunkId(chunk),
|
|
93
|
+
text: chunk.content,
|
|
94
|
+
vector: vectors[index] ?? [],
|
|
95
|
+
metadata: JSON.stringify({
|
|
96
|
+
source_tool: chunk.tool,
|
|
97
|
+
source_session: chunk.sessionId,
|
|
98
|
+
role: chunk.role,
|
|
99
|
+
timestamp: chunk.timestamp.toISOString(),
|
|
100
|
+
messageIndex: chunk.metadata.messageIndex,
|
|
101
|
+
referenced_files: chunk.metadata.referencedFiles ?? [],
|
|
102
|
+
}),
|
|
103
|
+
}));
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
async function collectChunks(iterable) {
|
|
107
|
+
const chunks = [];
|
|
108
|
+
for await (const chunk of iterable) {
|
|
109
|
+
chunks.push(chunk);
|
|
110
|
+
}
|
|
111
|
+
return chunks;
|
|
112
|
+
}
|
|
113
|
+
function createChunkId(chunk) {
|
|
114
|
+
const hash = createHash("sha256");
|
|
115
|
+
hash.update(`${chunk.tool}|${chunk.sessionId}|${chunk.timestamp.toISOString()}|${chunk.role}|${chunk.content}`);
|
|
116
|
+
return hash.digest("hex").slice(0, 24);
|
|
117
|
+
}
|
|
118
|
+
function maxTimestamp(chunks) {
|
|
119
|
+
let max = chunks[0]?.timestamp ?? new Date(0);
|
|
120
|
+
for (const chunk of chunks) {
|
|
121
|
+
if (chunk.timestamp > max) {
|
|
122
|
+
max = chunk.timestamp;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
return max;
|
|
126
|
+
}
|
|
127
|
+
//# sourceMappingURL=coordinator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coordinator.js","sourceRoot":"","sources":["../../../src/ingestion/coordinator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA+BzC,MAAM,OAAO,oBAAoB;IAOZ;IANF,SAAS,CAAS;IAC3B,KAAK,GAA0C,IAAI,CAAC;IACpD,aAAa,GAAG,KAAK,CAAC;IACtB,WAAW,GAAG,KAAK,CAAC;IAE5B,YACmB,IAAsC,EACvD,UAAuC,EAAE;QADxB,SAAI,GAAJ,IAAI,CAAkC;QAGvD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC7D,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;YACxE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,OAAO,CAAC,mBAAmB,CAAC;gBAChC,GAAG,KAAK;gBACR,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,iBAAiB,IAAI,CAAC,CAAC;YACvB,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC;QACnC,CAAC;QAED,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC7D,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YACvD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;YACrD,MAAM,OAAO,CAAC,mBAAmB,CAAC;gBAChC,GAAG,KAAK;gBACR,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,iBAAiB,IAAI,CAAC,CAAC;YACvB,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC;QACnC,CAAC;QAED,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,UAAkB;QACtB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;YACtB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;gBAC3B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;oBACzB,KAAK,IAAI,EAAE,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5B,KAAK,IAAI,EAAE,CAAC;QACd,CAAC,EAAE,UAAU,CAAC,CAAC;IACjB,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAA2B;QACvD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAE5F,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,aAAa,CAAC,KAAK,CAAC;YACxB,IAAI,EAAE,KAAK,CAAC,OAAO;YACnB,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;YAC5B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvB,WAAW,EAAE,KAAK,CAAC,IAAI;gBACvB,cAAc,EAAE,KAAK,CAAC,SAAS;gBAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;gBACxC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY;gBACzC,gBAAgB,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,IAAI,EAAE;aACvD,CAAC;SACH,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAAC,QAA0C;IACrE,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAwB;IAC7C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM,CACT,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,EAAE,CACnG,CAAC;IACF,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,MAA2B;IAC/C,IAAI,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YAC1B,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { IngestionCoordinator } from "./coordinator.js";
|
|
2
|
+
import { type IngestionWatcherOptions } from "./watcher.js";
|
|
3
|
+
export interface IngestionDaemonOptions {
|
|
4
|
+
pollIntervalMs: number;
|
|
5
|
+
watchPaths: string[];
|
|
6
|
+
watcher?: IngestionWatcherOptions;
|
|
7
|
+
}
|
|
8
|
+
export declare class IngestionDaemon {
|
|
9
|
+
private readonly coordinator;
|
|
10
|
+
private readonly options;
|
|
11
|
+
private watcher;
|
|
12
|
+
private started;
|
|
13
|
+
constructor(coordinator: IngestionCoordinator, options: IngestionDaemonOptions);
|
|
14
|
+
start(): Promise<void>;
|
|
15
|
+
stop(): Promise<void>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=daemon.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon.d.ts","sourceRoot":"","sources":["../../../src/ingestion/daemon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAoB,KAAK,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAE9E,MAAM,WAAW,sBAAsB;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,CAAC,EAAE,uBAAuB,CAAC;CACnC;AAED,qBAAa,eAAe;IAKxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL1B,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,OAAO,CAAS;gBAGL,WAAW,EAAE,oBAAoB,EACjC,OAAO,EAAE,sBAAsB;IAG5C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAY5B"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { IngestionWatcher } from "./watcher.js";
|
|
2
|
+
export class IngestionDaemon {
|
|
3
|
+
coordinator;
|
|
4
|
+
options;
|
|
5
|
+
watcher = null;
|
|
6
|
+
started = false;
|
|
7
|
+
constructor(coordinator, options) {
|
|
8
|
+
this.coordinator = coordinator;
|
|
9
|
+
this.options = options;
|
|
10
|
+
}
|
|
11
|
+
async start() {
|
|
12
|
+
if (this.started) {
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
this.started = true;
|
|
16
|
+
await this.coordinator.runCycle();
|
|
17
|
+
this.coordinator.start(this.options.pollIntervalMs);
|
|
18
|
+
this.watcher = new IngestionWatcher(this.options.watchPaths, async () => {
|
|
19
|
+
await this.coordinator.runCycle();
|
|
20
|
+
}, this.options.watcher);
|
|
21
|
+
await this.watcher.start();
|
|
22
|
+
}
|
|
23
|
+
async stop() {
|
|
24
|
+
if (!this.started) {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
this.started = false;
|
|
28
|
+
this.coordinator.stop();
|
|
29
|
+
if (this.watcher) {
|
|
30
|
+
await this.watcher.stop();
|
|
31
|
+
this.watcher = null;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=daemon.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../../src/ingestion/daemon.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAgC,MAAM,cAAc,CAAC;AAQ9E,MAAM,OAAO,eAAe;IAKP;IACA;IALX,OAAO,GAA4B,IAAI,CAAC;IACxC,OAAO,GAAG,KAAK,CAAC;IAExB,YACmB,WAAiC,EACjC,OAA+B;QAD/B,gBAAW,GAAX,WAAW,CAAsB;QACjC,YAAO,GAAP,OAAO,CAAwB;IAC/C,CAAC;IAEJ,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;QAClC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAEpD,IAAI,CAAC,OAAO,GAAG,IAAI,gBAAgB,CACjC,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,KAAK,IAAI,EAAE;YACT,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;QACpC,CAAC,EACD,IAAI,CAAC,OAAO,CAAC,OAAO,CACrB,CAAC;QAEF,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface IngestionWatcherOptions {
|
|
2
|
+
debounceMs?: number;
|
|
3
|
+
ignored?: string[];
|
|
4
|
+
}
|
|
5
|
+
export declare class IngestionWatcher {
|
|
6
|
+
private readonly watchPaths;
|
|
7
|
+
private readonly onChange;
|
|
8
|
+
private readonly options;
|
|
9
|
+
private watcher;
|
|
10
|
+
private debounceTimer;
|
|
11
|
+
private callbackInFlight;
|
|
12
|
+
private rerunQueued;
|
|
13
|
+
constructor(watchPaths: string[], onChange: () => Promise<void> | void, options?: IngestionWatcherOptions);
|
|
14
|
+
start(): Promise<void>;
|
|
15
|
+
stop(): Promise<void>;
|
|
16
|
+
private schedule;
|
|
17
|
+
private invoke;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=watcher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../../src/ingestion/watcher.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,uBAAuB;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,qBAAa,gBAAgB;IAOzB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAR1B,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,aAAa,CAA8C;IACnE,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,WAAW,CAAS;gBAGT,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,EACpC,OAAO,GAAE,uBAA4B;IAGlD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B,OAAO,CAAC,QAAQ;YAYF,MAAM;CAiBrB"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import chokidar from "chokidar";
|
|
2
|
+
export class IngestionWatcher {
|
|
3
|
+
watchPaths;
|
|
4
|
+
onChange;
|
|
5
|
+
options;
|
|
6
|
+
watcher = null;
|
|
7
|
+
debounceTimer = null;
|
|
8
|
+
callbackInFlight = false;
|
|
9
|
+
rerunQueued = false;
|
|
10
|
+
constructor(watchPaths, onChange, options = {}) {
|
|
11
|
+
this.watchPaths = watchPaths;
|
|
12
|
+
this.onChange = onChange;
|
|
13
|
+
this.options = options;
|
|
14
|
+
}
|
|
15
|
+
async start() {
|
|
16
|
+
if (this.watcher) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
this.watcher = chokidar.watch(this.watchPaths, {
|
|
20
|
+
ignoreInitial: true,
|
|
21
|
+
ignored: this.options.ignored,
|
|
22
|
+
awaitWriteFinish: {
|
|
23
|
+
stabilityThreshold: 150,
|
|
24
|
+
pollInterval: 50,
|
|
25
|
+
},
|
|
26
|
+
});
|
|
27
|
+
const handler = () => this.schedule();
|
|
28
|
+
this.watcher.on("add", handler);
|
|
29
|
+
this.watcher.on("change", handler);
|
|
30
|
+
this.watcher.on("unlink", handler);
|
|
31
|
+
}
|
|
32
|
+
async stop() {
|
|
33
|
+
if (this.debounceTimer) {
|
|
34
|
+
clearTimeout(this.debounceTimer);
|
|
35
|
+
this.debounceTimer = null;
|
|
36
|
+
}
|
|
37
|
+
if (this.watcher) {
|
|
38
|
+
await this.watcher.close();
|
|
39
|
+
this.watcher = null;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
schedule() {
|
|
43
|
+
const debounceMs = this.options.debounceMs ?? 300;
|
|
44
|
+
if (this.debounceTimer) {
|
|
45
|
+
clearTimeout(this.debounceTimer);
|
|
46
|
+
}
|
|
47
|
+
this.debounceTimer = setTimeout(() => {
|
|
48
|
+
this.debounceTimer = null;
|
|
49
|
+
void this.invoke();
|
|
50
|
+
}, debounceMs);
|
|
51
|
+
}
|
|
52
|
+
async invoke() {
|
|
53
|
+
if (this.callbackInFlight) {
|
|
54
|
+
this.rerunQueued = true;
|
|
55
|
+
return;
|
|
56
|
+
}
|
|
57
|
+
this.callbackInFlight = true;
|
|
58
|
+
try {
|
|
59
|
+
await this.onChange();
|
|
60
|
+
}
|
|
61
|
+
finally {
|
|
62
|
+
this.callbackInFlight = false;
|
|
63
|
+
if (this.rerunQueued) {
|
|
64
|
+
this.rerunQueued = false;
|
|
65
|
+
void this.invoke();
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=watcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../../../src/ingestion/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,QAA4B,MAAM,UAAU,CAAC;AAOpD,MAAM,OAAO,gBAAgB;IAOR;IACA;IACA;IARX,OAAO,GAAqB,IAAI,CAAC;IACjC,aAAa,GAAyC,IAAI,CAAC;IAC3D,gBAAgB,GAAG,KAAK,CAAC;IACzB,WAAW,GAAG,KAAK,CAAC;IAE5B,YACmB,UAAoB,EACpB,QAAoC,EACpC,UAAmC,EAAE;QAFrC,eAAU,GAAV,UAAU,CAAU;QACpB,aAAQ,GAAR,QAAQ,CAA4B;QACpC,YAAO,GAAP,OAAO,CAA8B;IACrD,CAAC;IAEJ,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE;YAC7C,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,gBAAgB,EAAE;gBAChB,kBAAkB,EAAE,GAAG;gBACvB,YAAY,EAAE,EAAE;aACjB;SACF,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,QAAQ;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;QAClD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACnC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC,EAAE,UAAU,CAAC,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;gBACzB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"autotag.d.ts","sourceRoot":"","sources":["../../../src/knowledge/autotag.ts"],"names":[],"mappings":"AAAA,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EAAE,GAClB,MAAM,EAAE,CAeV;AAED,wBAAgB,eAAe,CAC7B,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GACvC,MAAM,EAAE,CAWV"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export function extractFileReferences(text, repoFiles) {
|
|
2
|
+
const found = [];
|
|
3
|
+
for (const file of repoFiles) {
|
|
4
|
+
const basename = file.split("/").pop();
|
|
5
|
+
if (!basename) {
|
|
6
|
+
continue;
|
|
7
|
+
}
|
|
8
|
+
if (text.includes(file) || text.includes(basename)) {
|
|
9
|
+
found.push(file);
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
return [...new Set(found)];
|
|
13
|
+
}
|
|
14
|
+
export function classifyDomains(text, domainKeywords) {
|
|
15
|
+
const lower = text.toLowerCase();
|
|
16
|
+
const matched = [];
|
|
17
|
+
for (const [domain, keywords] of Object.entries(domainKeywords)) {
|
|
18
|
+
if (keywords.some((keyword) => lower.includes(keyword.toLowerCase()))) {
|
|
19
|
+
matched.push(domain);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return matched;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=autotag.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"autotag.js","sourceRoot":"","sources":["../../../src/knowledge/autotag.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,qBAAqB,CACnC,IAAY,EACZ,SAAmB;IAEnB,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACvC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,IAAY,EACZ,cAAwC;IAExC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAChE,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;YACtE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { WriteAction } from "../types/context.js";
|
|
2
|
+
export interface DuplicateCheckResult {
|
|
3
|
+
action: WriteAction;
|
|
4
|
+
existingId: string | null;
|
|
5
|
+
}
|
|
6
|
+
export declare function checkDuplicate(bestSimilarity: number, bestMatchId: string | null): DuplicateCheckResult;
|
|
7
|
+
//# sourceMappingURL=dedup.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dedup.d.ts","sourceRoot":"","sources":["../../../src/knowledge/dedup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAKD,wBAAgB,cAAc,CAC5B,cAAc,EAAE,MAAM,EACtB,WAAW,EAAE,MAAM,GAAG,IAAI,GACzB,oBAAoB,CActB"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
const DUPLICATE_THRESHOLD = 0.95;
|
|
2
|
+
const SUPERSEDE_THRESHOLD = 0.85;
|
|
3
|
+
export function checkDuplicate(bestSimilarity, bestMatchId) {
|
|
4
|
+
if (!bestMatchId || bestSimilarity === 0) {
|
|
5
|
+
return { action: "created", existingId: null };
|
|
6
|
+
}
|
|
7
|
+
if (bestSimilarity > DUPLICATE_THRESHOLD) {
|
|
8
|
+
return { action: "duplicate_rejected", existingId: bestMatchId };
|
|
9
|
+
}
|
|
10
|
+
if (bestSimilarity > SUPERSEDE_THRESHOLD) {
|
|
11
|
+
return { action: "superseded", existingId: bestMatchId };
|
|
12
|
+
}
|
|
13
|
+
return { action: "created", existingId: null };
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=dedup.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dedup.js","sourceRoot":"","sources":["../../../src/knowledge/dedup.ts"],"names":[],"mappings":"AAOA,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,MAAM,UAAU,cAAc,CAC5B,cAAsB,EACtB,WAA0B;IAE1B,IAAI,CAAC,WAAW,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,IAAI,cAAc,GAAG,mBAAmB,EAAE,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;IACnE,CAAC;IAED,IAAI,cAAc,GAAG,mBAAmB,EAAE,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;IAC3D,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AACjD,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { ContextRecord, ContextType } from "../types/context.js";
|
|
2
|
+
export declare class KnowledgeRepository {
|
|
3
|
+
private readonly knowledgeDir;
|
|
4
|
+
constructor(knowledgeDir: string);
|
|
5
|
+
initialize(): Promise<void>;
|
|
6
|
+
save(record: ContextRecord): Promise<void>;
|
|
7
|
+
getById(id: string): Promise<ContextRecord | null>;
|
|
8
|
+
listByType(type: ContextType): Promise<ContextRecord[]>;
|
|
9
|
+
listAll(): Promise<ContextRecord[]>;
|
|
10
|
+
supersede(oldId: string, newId: string): Promise<void>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=repository.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../src/knowledge/repository.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAWtE,qBAAa,mBAAmB;IAClB,OAAO,CAAC,QAAQ,CAAC,YAAY;gBAAZ,YAAY,EAAE,MAAM;IAE3C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,IAAI,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAM1C,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAclD,UAAU,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAyBvD,OAAO,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAYnC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAO7D"}
|