@roarpeng/graphflow 0.6.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +58 -0
- package/CHANGELOG.md +205 -0
- package/CLAUDE.md +39 -0
- package/LICENSE +17 -0
- package/README.md +434 -0
- package/dist/agents/brainstormer.d.ts +5 -0
- package/dist/agents/brainstormer.d.ts.map +1 -0
- package/dist/agents/brainstormer.js +61 -0
- package/dist/agents/brainstormer.js.map +1 -0
- package/dist/agents/planner.d.ts +14 -0
- package/dist/agents/planner.d.ts.map +1 -0
- package/dist/agents/planner.js +166 -0
- package/dist/agents/planner.js.map +1 -0
- package/dist/agents/validator.d.ts +6 -0
- package/dist/agents/validator.d.ts.map +1 -0
- package/dist/agents/validator.js +133 -0
- package/dist/agents/validator.js.map +1 -0
- package/dist/agents/worker.d.ts +18 -0
- package/dist/agents/worker.d.ts.map +1 -0
- package/dist/agents/worker.js +34 -0
- package/dist/agents/worker.js.map +1 -0
- package/dist/config/defaults.d.ts +16 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +85 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/embedding-factory.d.ts +4 -0
- package/dist/config/embedding-factory.d.ts.map +1 -0
- package/dist/config/embedding-factory.js +37 -0
- package/dist/config/embedding-factory.js.map +1 -0
- package/dist/config/loader.d.ts +4 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +194 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/merge.d.ts +6 -0
- package/dist/config/merge.d.ts.map +1 -0
- package/dist/config/merge.js +130 -0
- package/dist/config/merge.js.map +1 -0
- package/dist/config/paths.d.ts +6 -0
- package/dist/config/paths.d.ts.map +1 -0
- package/dist/config/paths.js +32 -0
- package/dist/config/paths.js.map +1 -0
- package/dist/config/resolve.d.ts +4 -0
- package/dist/config/resolve.d.ts.map +1 -0
- package/dist/config/resolve.js +45 -0
- package/dist/config/resolve.js.map +1 -0
- package/dist/config/scaffold.d.ts +11 -0
- package/dist/config/scaffold.d.ts.map +1 -0
- package/dist/config/scaffold.js +42 -0
- package/dist/config/scaffold.js.map +1 -0
- package/dist/config/schema.d.ts +102 -0
- package/dist/config/schema.d.ts.map +1 -0
- package/dist/config/schema.js +3 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/secrets.d.ts +9 -0
- package/dist/config/secrets.d.ts.map +1 -0
- package/dist/config/secrets.js +55 -0
- package/dist/config/secrets.js.map +1 -0
- package/dist/core/dag-engine.d.ts +14 -0
- package/dist/core/dag-engine.d.ts.map +1 -0
- package/dist/core/dag-engine.js +97 -0
- package/dist/core/dag-engine.js.map +1 -0
- package/dist/core/errors.d.ts +15 -0
- package/dist/core/errors.d.ts.map +1 -0
- package/dist/core/errors.js +29 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/orchestrator.d.ts +31 -0
- package/dist/core/orchestrator.d.ts.map +1 -0
- package/dist/core/orchestrator.js +321 -0
- package/dist/core/orchestrator.js.map +1 -0
- package/dist/core/state-machine.d.ts +14 -0
- package/dist/core/state-machine.d.ts.map +1 -0
- package/dist/core/state-machine.js +77 -0
- package/dist/core/state-machine.js.map +1 -0
- package/dist/core/triage.d.ts +6 -0
- package/dist/core/triage.d.ts.map +1 -0
- package/dist/core/triage.js +58 -0
- package/dist/core/triage.js.map +1 -0
- package/dist/core/types.d.ts +61 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +3 -0
- package/dist/core/types.js.map +1 -0
- package/dist/graph/client-factory.d.ts +22 -0
- package/dist/graph/client-factory.d.ts.map +1 -0
- package/dist/graph/client-factory.js +60 -0
- package/dist/graph/client-factory.js.map +1 -0
- package/dist/graph/context-slicer.d.ts +47 -0
- package/dist/graph/context-slicer.d.ts.map +1 -0
- package/dist/graph/context-slicer.js +246 -0
- package/dist/graph/context-slicer.js.map +1 -0
- package/dist/graph/file-indexer.d.ts +15 -0
- package/dist/graph/file-indexer.d.ts.map +1 -0
- package/dist/graph/file-indexer.js +343 -0
- package/dist/graph/file-indexer.js.map +1 -0
- package/dist/graph/graph-indexer.d.ts +7 -0
- package/dist/graph/graph-indexer.d.ts.map +1 -0
- package/dist/graph/graph-indexer.js +32 -0
- package/dist/graph/graph-indexer.js.map +1 -0
- package/dist/graph/graphify-client.d.ts +30 -0
- package/dist/graph/graphify-client.d.ts.map +1 -0
- package/dist/graph/graphify-client.js +186 -0
- package/dist/graph/graphify-client.js.map +1 -0
- package/dist/graph/graphify-file-client.d.ts +26 -0
- package/dist/graph/graphify-file-client.d.ts.map +1 -0
- package/dist/graph/graphify-file-client.js +140 -0
- package/dist/graph/graphify-file-client.js.map +1 -0
- package/dist/graph/graphify-mcp-client.d.ts +18 -0
- package/dist/graph/graphify-mcp-client.d.ts.map +1 -0
- package/dist/graph/graphify-mcp-client.js +73 -0
- package/dist/graph/graphify-mcp-client.js.map +1 -0
- package/dist/graph/language-indexers/c-cpp.d.ts +3 -0
- package/dist/graph/language-indexers/c-cpp.d.ts.map +1 -0
- package/dist/graph/language-indexers/c-cpp.js +121 -0
- package/dist/graph/language-indexers/c-cpp.js.map +1 -0
- package/dist/graph/language-indexers/go.d.ts +3 -0
- package/dist/graph/language-indexers/go.d.ts.map +1 -0
- package/dist/graph/language-indexers/go.js +97 -0
- package/dist/graph/language-indexers/go.js.map +1 -0
- package/dist/graph/language-indexers/index.d.ts +29 -0
- package/dist/graph/language-indexers/index.d.ts.map +1 -0
- package/dist/graph/language-indexers/index.js +27 -0
- package/dist/graph/language-indexers/index.js.map +1 -0
- package/dist/graph/language-indexers/python.d.ts +3 -0
- package/dist/graph/language-indexers/python.d.ts.map +1 -0
- package/dist/graph/language-indexers/python.js +91 -0
- package/dist/graph/language-indexers/python.js.map +1 -0
- package/dist/graph/language-indexers/rust.d.ts +3 -0
- package/dist/graph/language-indexers/rust.d.ts.map +1 -0
- package/dist/graph/language-indexers/rust.js +99 -0
- package/dist/graph/language-indexers/rust.js.map +1 -0
- package/dist/graph/language-indexers/tree-sitter-loader.d.ts +18 -0
- package/dist/graph/language-indexers/tree-sitter-loader.d.ts.map +1 -0
- package/dist/graph/language-indexers/tree-sitter-loader.js +34 -0
- package/dist/graph/language-indexers/tree-sitter-loader.js.map +1 -0
- package/dist/graph/language-indexers/typescript.d.ts +3 -0
- package/dist/graph/language-indexers/typescript.d.ts.map +1 -0
- package/dist/graph/language-indexers/typescript.js +194 -0
- package/dist/graph/language-indexers/typescript.js.map +1 -0
- package/dist/graph/semantic-enricher.d.ts +17 -0
- package/dist/graph/semantic-enricher.d.ts.map +1 -0
- package/dist/graph/semantic-enricher.js +97 -0
- package/dist/graph/semantic-enricher.js.map +1 -0
- package/dist/graph/sqlite-client.d.ts +24 -0
- package/dist/graph/sqlite-client.d.ts.map +1 -0
- package/dist/graph/sqlite-client.js +215 -0
- package/dist/graph/sqlite-client.js.map +1 -0
- package/dist/hooks/post-run-sync.d.ts +7 -0
- package/dist/hooks/post-run-sync.d.ts.map +1 -0
- package/dist/hooks/post-run-sync.js +26 -0
- package/dist/hooks/post-run-sync.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +42 -0
- package/dist/index.js.map +1 -0
- package/dist/integrations/agent-mcp-installer.d.ts +50 -0
- package/dist/integrations/agent-mcp-installer.d.ts.map +1 -0
- package/dist/integrations/agent-mcp-installer.js +414 -0
- package/dist/integrations/agent-mcp-installer.js.map +1 -0
- package/dist/learning/canary-gate.d.ts +6 -0
- package/dist/learning/canary-gate.d.ts.map +1 -0
- package/dist/learning/canary-gate.js +13 -0
- package/dist/learning/canary-gate.js.map +1 -0
- package/dist/learning/embeddings.d.ts +19 -0
- package/dist/learning/embeddings.d.ts.map +1 -0
- package/dist/learning/embeddings.js +160 -0
- package/dist/learning/embeddings.js.map +1 -0
- package/dist/learning/episodic-memory.d.ts +36 -0
- package/dist/learning/episodic-memory.d.ts.map +1 -0
- package/dist/learning/episodic-memory.js +228 -0
- package/dist/learning/episodic-memory.js.map +1 -0
- package/dist/learning/exporter.d.ts +10 -0
- package/dist/learning/exporter.d.ts.map +1 -0
- package/dist/learning/exporter.js +25 -0
- package/dist/learning/exporter.js.map +1 -0
- package/dist/learning/feedback-collector.d.ts +12 -0
- package/dist/learning/feedback-collector.d.ts.map +1 -0
- package/dist/learning/feedback-collector.js +14 -0
- package/dist/learning/feedback-collector.js.map +1 -0
- package/dist/learning/learning-events.d.ts +4 -0
- package/dist/learning/learning-events.d.ts.map +1 -0
- package/dist/learning/learning-events.js +35 -0
- package/dist/learning/learning-events.js.map +1 -0
- package/dist/learning/local-embedding.d.ts +3 -0
- package/dist/learning/local-embedding.d.ts.map +1 -0
- package/dist/learning/local-embedding.js +21 -0
- package/dist/learning/local-embedding.js.map +1 -0
- package/dist/learning/nightly-trainer.d.ts +14 -0
- package/dist/learning/nightly-trainer.d.ts.map +1 -0
- package/dist/learning/nightly-trainer.js +56 -0
- package/dist/learning/nightly-trainer.js.map +1 -0
- package/dist/learning/reflector.d.ts +19 -0
- package/dist/learning/reflector.d.ts.map +1 -0
- package/dist/learning/reflector.js +130 -0
- package/dist/learning/reflector.js.map +1 -0
- package/dist/learning/sample-builder.d.ts +7 -0
- package/dist/learning/sample-builder.d.ts.map +1 -0
- package/dist/learning/sample-builder.js +10 -0
- package/dist/learning/sample-builder.js.map +1 -0
- package/dist/learning/skill-flywheel.d.ts +52 -0
- package/dist/learning/skill-flywheel.d.ts.map +1 -0
- package/dist/learning/skill-flywheel.js +533 -0
- package/dist/learning/skill-flywheel.js.map +1 -0
- package/dist/learning/vector-store.d.ts +18 -0
- package/dist/learning/vector-store.d.ts.map +1 -0
- package/dist/learning/vector-store.js +73 -0
- package/dist/learning/vector-store.js.map +1 -0
- package/dist/routing/model-router.d.ts +13 -0
- package/dist/routing/model-router.d.ts.map +1 -0
- package/dist/routing/model-router.js +113 -0
- package/dist/routing/model-router.js.map +1 -0
- package/dist/routing/provider-adapters/anthropic.d.ts +3 -0
- package/dist/routing/provider-adapters/anthropic.d.ts.map +1 -0
- package/dist/routing/provider-adapters/anthropic.js +57 -0
- package/dist/routing/provider-adapters/anthropic.js.map +1 -0
- package/dist/routing/provider-adapters/bailian.d.ts +3 -0
- package/dist/routing/provider-adapters/bailian.d.ts.map +1 -0
- package/dist/routing/provider-adapters/bailian.js +56 -0
- package/dist/routing/provider-adapters/bailian.js.map +1 -0
- package/dist/routing/provider-adapters/doubao.d.ts +3 -0
- package/dist/routing/provider-adapters/doubao.d.ts.map +1 -0
- package/dist/routing/provider-adapters/doubao.js +56 -0
- package/dist/routing/provider-adapters/doubao.js.map +1 -0
- package/dist/routing/provider-adapters/openai.d.ts +6 -0
- package/dist/routing/provider-adapters/openai.d.ts.map +1 -0
- package/dist/routing/provider-adapters/openai.js +80 -0
- package/dist/routing/provider-adapters/openai.js.map +1 -0
- package/dist/routing/provider-adapters/openbmb.d.ts +16 -0
- package/dist/routing/provider-adapters/openbmb.d.ts.map +1 -0
- package/dist/routing/provider-adapters/openbmb.js +368 -0
- package/dist/routing/provider-adapters/openbmb.js.map +1 -0
- package/dist/routing/provider-executor.d.ts +21 -0
- package/dist/routing/provider-executor.d.ts.map +1 -0
- package/dist/routing/provider-executor.js +260 -0
- package/dist/routing/provider-executor.js.map +1 -0
- package/dist/routing/provider-health.d.ts +9 -0
- package/dist/routing/provider-health.d.ts.map +1 -0
- package/dist/routing/provider-health.js +66 -0
- package/dist/routing/provider-health.js.map +1 -0
- package/dist/surfaces/cli/index.d.ts +3 -0
- package/dist/surfaces/cli/index.d.ts.map +1 -0
- package/dist/surfaces/cli/index.js +200 -0
- package/dist/surfaces/cli/index.js.map +1 -0
- package/dist/surfaces/cli/init.d.ts +2 -0
- package/dist/surfaces/cli/init.d.ts.map +1 -0
- package/dist/surfaces/cli/init.js +121 -0
- package/dist/surfaces/cli/init.js.map +1 -0
- package/dist/surfaces/cli/output.d.ts +16 -0
- package/dist/surfaces/cli/output.d.ts.map +1 -0
- package/dist/surfaces/cli/output.js +74 -0
- package/dist/surfaces/cli/output.js.map +1 -0
- package/dist/surfaces/cli/runtime.d.ts +218 -0
- package/dist/surfaces/cli/runtime.d.ts.map +1 -0
- package/dist/surfaces/cli/runtime.js +1130 -0
- package/dist/surfaces/cli/runtime.js.map +1 -0
- package/dist/surfaces/mcp/server.d.ts +60 -0
- package/dist/surfaces/mcp/server.d.ts.map +1 -0
- package/dist/surfaces/mcp/server.js +425 -0
- package/dist/surfaces/mcp/server.js.map +1 -0
- package/dist/surfaces/vscode/extension.d.ts +17 -0
- package/dist/surfaces/vscode/extension.d.ts.map +1 -0
- package/dist/surfaces/vscode/extension.js +35 -0
- package/dist/surfaces/vscode/extension.js.map +1 -0
- package/dist/utils/file-lock.d.ts +9 -0
- package/dist/utils/file-lock.d.ts.map +1 -0
- package/dist/utils/file-lock.js +90 -0
- package/dist/utils/file-lock.js.map +1 -0
- package/dist/utils/logger.d.ts +3 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +36 -0
- package/dist/utils/logger.js.map +1 -0
- package/package.json +89 -0
- package/scripts/safe-postinstall.cjs +14 -0
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.pythonIndexer = void 0;
|
|
4
|
+
const tree_sitter_loader_js_1 = require("./tree-sitter-loader.js");
|
|
5
|
+
exports.pythonIndexer = {
|
|
6
|
+
language: "python",
|
|
7
|
+
extensions: [".py"],
|
|
8
|
+
async extract(filePath, content) {
|
|
9
|
+
const symbols = [];
|
|
10
|
+
const imports = [];
|
|
11
|
+
const parser = await (0, tree_sitter_loader_js_1.getTreeSitterParser)("python");
|
|
12
|
+
const tree = parser.parse(content);
|
|
13
|
+
const traverse = (node) => {
|
|
14
|
+
const lineNo = node.startPosition.row + 1;
|
|
15
|
+
if (node.type === "class_definition") {
|
|
16
|
+
const nameNode = node.childForFieldName("name");
|
|
17
|
+
if (nameNode) {
|
|
18
|
+
const name = nameNode.text;
|
|
19
|
+
symbols.push({
|
|
20
|
+
name,
|
|
21
|
+
kind: "class",
|
|
22
|
+
exported: !name.startsWith("_"),
|
|
23
|
+
line: lineNo,
|
|
24
|
+
file: filePath,
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
else if (node.type === "function_definition") {
|
|
29
|
+
const nameNode = node.childForFieldName("name");
|
|
30
|
+
if (nameNode) {
|
|
31
|
+
const name = nameNode.text;
|
|
32
|
+
const parentType = node.parent?.type;
|
|
33
|
+
const kind = parentType === "block" && node.parent?.parent?.type === "class_definition" ? "method" : "function";
|
|
34
|
+
let paramsCount = 0;
|
|
35
|
+
const parametersNode = node.childForFieldName("parameters");
|
|
36
|
+
if (parametersNode) {
|
|
37
|
+
// Count actual parameters (excluding punctuation like '(' and ',')
|
|
38
|
+
paramsCount = parametersNode.namedChildren.length;
|
|
39
|
+
}
|
|
40
|
+
symbols.push({
|
|
41
|
+
name,
|
|
42
|
+
kind,
|
|
43
|
+
exported: !name.startsWith("_"),
|
|
44
|
+
line: lineNo,
|
|
45
|
+
file: filePath,
|
|
46
|
+
paramsCount,
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
else if (node.type === "import_statement") {
|
|
51
|
+
for (const child of node.namedChildren) {
|
|
52
|
+
if (child.type === "dotted_name" || child.type === "aliased_import") {
|
|
53
|
+
const nameNode = child.type === "aliased_import" ? child.childForFieldName("name") : child;
|
|
54
|
+
if (nameNode) {
|
|
55
|
+
imports.push({ module: nameNode.text.replace(/\./g, "/"), raw: node.text });
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
else if (node.type === "import_from_statement") {
|
|
61
|
+
const moduleNameNode = node.childForFieldName("module_name");
|
|
62
|
+
if (moduleNameNode) {
|
|
63
|
+
let modName = moduleNameNode.text;
|
|
64
|
+
if (modName.startsWith(".")) {
|
|
65
|
+
let upLevel = 0;
|
|
66
|
+
while (modName.startsWith(".")) {
|
|
67
|
+
upLevel++;
|
|
68
|
+
modName = modName.slice(1);
|
|
69
|
+
}
|
|
70
|
+
const parts = filePath.split(/[\\/]/);
|
|
71
|
+
// parts.length - 1 is the directory
|
|
72
|
+
const dirParts = parts.slice(0, parts.length - upLevel);
|
|
73
|
+
if (modName) {
|
|
74
|
+
dirParts.push(...modName.split("."));
|
|
75
|
+
}
|
|
76
|
+
imports.push({ module: dirParts.join("/"), raw: node.text });
|
|
77
|
+
}
|
|
78
|
+
else {
|
|
79
|
+
imports.push({ module: modName.replace(/\./g, "/"), raw: node.text });
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
for (const child of node.children ?? node.namedChildren) {
|
|
84
|
+
traverse(child);
|
|
85
|
+
}
|
|
86
|
+
};
|
|
87
|
+
traverse(tree.rootNode);
|
|
88
|
+
return { symbols, imports };
|
|
89
|
+
},
|
|
90
|
+
};
|
|
91
|
+
//# sourceMappingURL=python.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../src/graph/language-indexers/python.ts"],"names":[],"mappings":";;;AACA,mEAAyF;AAE5E,QAAA,aAAa,GAAoB;IAC5C,QAAQ,EAAE,QAAQ;IAClB,UAAU,EAAE,CAAC,KAAK,CAAC;IACnB,KAAK,CAAC,OAAO,CAAC,QAAgB,EAAE,OAAe;QAC7C,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,IAAA,2CAAmB,EAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,QAAQ,GAAG,CAAC,IAA0B,EAAE,EAAE;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC;YAE1C,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBAChD,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI;wBACJ,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;wBAC/B,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBAChD,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;oBACrC,MAAM,IAAI,GAAG,UAAU,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;oBAEhH,IAAI,WAAW,GAAG,CAAC,CAAC;oBACpB,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;oBAC5D,IAAI,cAAc,EAAE,CAAC;wBACnB,mEAAmE;wBACnE,WAAW,GAAG,cAAc,CAAC,aAAa,CAAC,MAAM,CAAC;oBACpD,CAAC;oBAED,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI;wBACJ,IAAI;wBACJ,QAAQ,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;wBAC/B,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,WAAW;qBACZ,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAC5C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;wBACpE,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;wBAC3F,IAAI,QAAQ,EAAE,CAAC;4BACb,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC9E,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,uBAAuB,EAAE,CAAC;gBACjD,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;gBAC7D,IAAI,cAAc,EAAE,CAAC;oBACnB,IAAI,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC;oBAClC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC5B,IAAI,OAAO,GAAG,CAAC,CAAC;wBAChB,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC/B,OAAO,EAAE,CAAC;4BACV,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC7B,CAAC;wBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACtC,oCAAoC;wBACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;wBACxD,IAAI,OAAO,EAAE,CAAC;4BACZ,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBACvC,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/D,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACxE,CAAC;gBACH,CAAC;YACH,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxD,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC9B,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rust.d.ts","sourceRoot":"","sources":["../../../src/graph/language-indexers/rust.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAkD,eAAe,EAAE,MAAM,SAAS,CAAC;AAa/F,eAAO,MAAM,WAAW,EAAE,eAsFzB,CAAC"}
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.rustIndexer = void 0;
|
|
4
|
+
const RE_FN = /^\s*(pub(?:\([^)]*\))?\s+)?(?:async\s+|unsafe\s+|const\s+)*fn\s+(\w+)/;
|
|
5
|
+
const RE_STRUCT = /^\s*(pub(?:\([^)]*\))?\s+)?struct\s+(\w+)/;
|
|
6
|
+
const RE_ENUM = /^\s*(pub(?:\([^)]*\))?\s+)?enum\s+(\w+)/;
|
|
7
|
+
const RE_TRAIT = /^\s*(pub(?:\([^)]*\))?\s+)?trait\s+(\w+)/;
|
|
8
|
+
const RE_IMPL = /^\s*impl(?:\s*<[^>]*>)?\s+(?:[\w:<>,\s]+?\s+for\s+)?([A-Za-z_][\w]*)/;
|
|
9
|
+
const RE_CONST = /^\s*(pub(?:\([^)]*\))?\s+)?const\s+(\w+)/;
|
|
10
|
+
const RE_STATIC = /^\s*(pub(?:\([^)]*\))?\s+)?static\s+(?:mut\s+)?(\w+)/;
|
|
11
|
+
const RE_MOD = /^\s*(pub(?:\([^)]*\))?\s+)?mod\s+(\w+)/;
|
|
12
|
+
const RE_MACRO = /^\s*macro_rules!\s*(\w+)/;
|
|
13
|
+
const RE_USE = /^\s*(?:pub\s+)?use\s+([\w:]+)/;
|
|
14
|
+
exports.rustIndexer = {
|
|
15
|
+
language: "rust",
|
|
16
|
+
extensions: [".rs"],
|
|
17
|
+
extract(filePath, content) {
|
|
18
|
+
const symbols = [];
|
|
19
|
+
const imports = [];
|
|
20
|
+
const lines = content.split(/\r?\n/);
|
|
21
|
+
let inBlockComment = false;
|
|
22
|
+
for (let idx = 0; idx < lines.length; idx += 1) {
|
|
23
|
+
let line = lines[idx] ?? "";
|
|
24
|
+
if (inBlockComment) {
|
|
25
|
+
const end = line.indexOf("*/");
|
|
26
|
+
if (end < 0)
|
|
27
|
+
continue;
|
|
28
|
+
line = line.slice(end + 2);
|
|
29
|
+
inBlockComment = false;
|
|
30
|
+
}
|
|
31
|
+
const blockStart = line.indexOf("/*");
|
|
32
|
+
if (blockStart >= 0 && line.indexOf("*/", blockStart) < 0) {
|
|
33
|
+
line = line.slice(0, blockStart);
|
|
34
|
+
inBlockComment = true;
|
|
35
|
+
}
|
|
36
|
+
const slashIdx = line.indexOf("//");
|
|
37
|
+
if (slashIdx >= 0)
|
|
38
|
+
line = line.slice(0, slashIdx);
|
|
39
|
+
if (!line.trim())
|
|
40
|
+
continue;
|
|
41
|
+
const lineNo = idx + 1;
|
|
42
|
+
const tests = [
|
|
43
|
+
[RE_FN, "function", 1, 2],
|
|
44
|
+
[RE_STRUCT, "struct", 1, 2],
|
|
45
|
+
[RE_ENUM, "enum", 1, 2],
|
|
46
|
+
[RE_TRAIT, "trait", 1, 2],
|
|
47
|
+
[RE_CONST, "const", 1, 2],
|
|
48
|
+
[RE_STATIC, "const", 1, 2],
|
|
49
|
+
[RE_MOD, "module", 1, 2],
|
|
50
|
+
];
|
|
51
|
+
let matched = false;
|
|
52
|
+
for (const [re, kind, pubGroup, nameGroup] of tests) {
|
|
53
|
+
const m = re.exec(line);
|
|
54
|
+
if (m) {
|
|
55
|
+
symbols.push({
|
|
56
|
+
name: m[nameGroup],
|
|
57
|
+
kind,
|
|
58
|
+
exported: Boolean(m[pubGroup]),
|
|
59
|
+
line: lineNo,
|
|
60
|
+
file: filePath,
|
|
61
|
+
});
|
|
62
|
+
matched = true;
|
|
63
|
+
break;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
if (matched)
|
|
67
|
+
continue;
|
|
68
|
+
const macroMatch = RE_MACRO.exec(line);
|
|
69
|
+
if (macroMatch) {
|
|
70
|
+
symbols.push({
|
|
71
|
+
name: macroMatch[1],
|
|
72
|
+
kind: "macro",
|
|
73
|
+
exported: true,
|
|
74
|
+
line: lineNo,
|
|
75
|
+
file: filePath,
|
|
76
|
+
});
|
|
77
|
+
continue;
|
|
78
|
+
}
|
|
79
|
+
const implMatch = RE_IMPL.exec(line);
|
|
80
|
+
if (implMatch) {
|
|
81
|
+
symbols.push({
|
|
82
|
+
name: implMatch[1],
|
|
83
|
+
kind: "impl",
|
|
84
|
+
exported: false,
|
|
85
|
+
line: lineNo,
|
|
86
|
+
file: filePath,
|
|
87
|
+
});
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
const useMatch = RE_USE.exec(line);
|
|
91
|
+
if (useMatch) {
|
|
92
|
+
const normalized = useMatch[1].replace(/::/g, "/");
|
|
93
|
+
imports.push({ module: normalized, raw: useMatch[0].trim() });
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return { symbols, imports };
|
|
97
|
+
},
|
|
98
|
+
};
|
|
99
|
+
//# sourceMappingURL=rust.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rust.js","sourceRoot":"","sources":["../../../src/graph/language-indexers/rust.ts"],"names":[],"mappings":";;;AAEA,MAAM,KAAK,GAAG,uEAAuE,CAAC;AACtF,MAAM,SAAS,GAAG,2CAA2C,CAAC;AAC9D,MAAM,OAAO,GAAG,yCAAyC,CAAC;AAC1D,MAAM,QAAQ,GAAG,0CAA0C,CAAC;AAC5D,MAAM,OAAO,GAAG,sEAAsE,CAAC;AACvF,MAAM,QAAQ,GAAG,0CAA0C,CAAC;AAC5D,MAAM,SAAS,GAAG,sDAAsD,CAAC;AACzE,MAAM,MAAM,GAAG,wCAAwC,CAAC;AACxD,MAAM,QAAQ,GAAG,0BAA0B,CAAC;AAC5C,MAAM,MAAM,GAAG,+BAA+B,CAAC;AAElC,QAAA,WAAW,GAAoB;IAC1C,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE,CAAC,KAAK,CAAC;IACnB,OAAO,CAAC,QAAgB,EAAE,OAAe;QACvC,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAC/C,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,GAAG,GAAG,CAAC;oBAAE,SAAS;gBACtB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBAC3B,cAAc,GAAG,KAAK,CAAC;YACzB,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,UAAU,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1D,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBACjC,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,QAAQ,IAAI,CAAC;gBAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAC3B,MAAM,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC;YAEvB,MAAM,KAAK,GAA4C;gBACrD,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;gBACzB,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvB,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gBACzB,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gBACzB,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC1B,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;aACzB,CAAC;YACF,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,IAAI,KAAK,EAAE,CAAC;gBACpD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,CAAC,EAAE,CAAC;oBACN,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,CAAC,CAAC,SAAS,CAAE;wBACnB,IAAI;wBACJ,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;wBAC9B,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;oBACH,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,OAAO;gBAAE,SAAS;YAEtB,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,UAAU,CAAC,CAAC,CAAE;oBACpB,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,IAAI;oBACd,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,SAAS,CAAC,CAAC,CAAE;oBACnB,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC9B,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export interface TreeSitterSyntaxNode {
|
|
2
|
+
type: string;
|
|
3
|
+
text: string;
|
|
4
|
+
startPosition: {
|
|
5
|
+
row: number;
|
|
6
|
+
};
|
|
7
|
+
parent?: TreeSitterSyntaxNode;
|
|
8
|
+
namedChildren: TreeSitterSyntaxNode[];
|
|
9
|
+
children?: TreeSitterSyntaxNode[];
|
|
10
|
+
childForFieldName(name: string): TreeSitterSyntaxNode | null;
|
|
11
|
+
}
|
|
12
|
+
export interface TreeSitterParser {
|
|
13
|
+
parse(content: string): {
|
|
14
|
+
rootNode: TreeSitterSyntaxNode;
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export declare function getTreeSitterParser(language: "python" | "go"): Promise<TreeSitterParser>;
|
|
18
|
+
//# sourceMappingURL=tree-sitter-loader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tree-sitter-loader.d.ts","sourceRoot":"","sources":["../../../src/graph/language-indexers/tree-sitter-loader.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,oBAAoB,CAAC;IAC9B,aAAa,EAAE,oBAAoB,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAClC,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI,CAAC;CAC9D;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,QAAQ,EAAE,oBAAoB,CAAA;KAAE,CAAC;CAC5D;AAED,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA6B9F"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getTreeSitterParser = getTreeSitterParser;
|
|
4
|
+
const Parser = require("web-tree-sitter");
|
|
5
|
+
const node_fs_1 = require("node:fs");
|
|
6
|
+
const node_path_1 = require("node:path");
|
|
7
|
+
let initialized = false;
|
|
8
|
+
async function getTreeSitterParser(language) {
|
|
9
|
+
if (!initialized) {
|
|
10
|
+
await Parser.init();
|
|
11
|
+
initialized = true;
|
|
12
|
+
}
|
|
13
|
+
const cacheDir = (0, node_path_1.join)(process.cwd(), ".graphflow-cache", "wasm");
|
|
14
|
+
if (!(0, node_fs_1.existsSync)(cacheDir)) {
|
|
15
|
+
(0, node_fs_1.mkdirSync)(cacheDir, { recursive: true });
|
|
16
|
+
}
|
|
17
|
+
const wasmFileName = `tree-sitter-${language}.wasm`;
|
|
18
|
+
const wasmPath = (0, node_path_1.join)(cacheDir, wasmFileName);
|
|
19
|
+
if (!(0, node_fs_1.existsSync)(wasmPath)) {
|
|
20
|
+
// Attempt to download from unpkg tree-sitter-wasms package
|
|
21
|
+
const url = `https://unpkg.com/tree-sitter-wasms@0.1.11/out/tree-sitter-${language}.wasm`;
|
|
22
|
+
const res = await fetch(url);
|
|
23
|
+
if (!res.ok) {
|
|
24
|
+
throw new Error(`Failed to download ${wasmFileName} from ${url}: ${res.statusText}`);
|
|
25
|
+
}
|
|
26
|
+
const buffer = Buffer.from(await res.arrayBuffer());
|
|
27
|
+
(0, node_fs_1.writeFileSync)(wasmPath, buffer);
|
|
28
|
+
}
|
|
29
|
+
const parser = new Parser();
|
|
30
|
+
const lang = await Parser.Language.load(wasmPath);
|
|
31
|
+
parser.setLanguage(lang);
|
|
32
|
+
return parser;
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=tree-sitter-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tree-sitter-loader.js","sourceRoot":"","sources":["../../../src/graph/language-indexers/tree-sitter-loader.ts"],"names":[],"mappings":";;AAoBA,kDA6BC;AAjDD,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAC1C,qCAA+D;AAC/D,yCAAiC;AAEjC,IAAI,WAAW,GAAG,KAAK,CAAC;AAgBjB,KAAK,UAAU,mBAAmB,CAAC,QAAyB;IACjE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,gBAAI,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;IACjE,IAAI,CAAC,IAAA,oBAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,IAAA,mBAAS,EAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,YAAY,GAAG,eAAe,QAAQ,OAAO,CAAC;IACpD,MAAM,QAAQ,GAAG,IAAA,gBAAI,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAE9C,IAAI,CAAC,IAAA,oBAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,2DAA2D;QAC3D,MAAM,GAAG,GAAG,8DAA8D,QAAQ,OAAO,CAAC;QAC1F,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,sBAAsB,YAAY,SAAS,GAAG,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACpD,IAAA,uBAAa,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,MAA0B,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"typescript.d.ts","sourceRoot":"","sources":["../../../src/graph/language-indexers/typescript.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAkD,eAAe,EAAE,MAAM,SAAS,CAAC;AAoL/F,eAAO,MAAM,iBAAiB,EAAE,eAa/B,CAAC"}
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.typescriptIndexer = void 0;
|
|
4
|
+
const logger_1 = require("../../utils/logger");
|
|
5
|
+
const node_module_1 = require("node:module");
|
|
6
|
+
const requireFn = (0, node_module_1.createRequire)(__filename);
|
|
7
|
+
let tsModule;
|
|
8
|
+
function loadTs() {
|
|
9
|
+
if (tsModule !== undefined)
|
|
10
|
+
return tsModule;
|
|
11
|
+
try {
|
|
12
|
+
tsModule = requireFn("typescript");
|
|
13
|
+
}
|
|
14
|
+
catch (error) {
|
|
15
|
+
logger_1.logger.error({ error }, "Caught error");
|
|
16
|
+
tsModule = null;
|
|
17
|
+
}
|
|
18
|
+
return tsModule;
|
|
19
|
+
}
|
|
20
|
+
const EXTS = [".ts", ".tsx", ".js", ".jsx"];
|
|
21
|
+
function extOf(relPath) {
|
|
22
|
+
const idx = relPath.lastIndexOf(".");
|
|
23
|
+
return idx < 0 ? "" : relPath.slice(idx).toLowerCase();
|
|
24
|
+
}
|
|
25
|
+
function extractFromAst(relPath, content, ts) {
|
|
26
|
+
const ext = extOf(relPath);
|
|
27
|
+
const scriptKind = ext === ".tsx" ? ts.ScriptKind.TSX :
|
|
28
|
+
ext === ".jsx" ? ts.ScriptKind.JSX :
|
|
29
|
+
ext === ".js" ? ts.ScriptKind.JS :
|
|
30
|
+
ts.ScriptKind.TS;
|
|
31
|
+
const sourceFile = ts.createSourceFile(relPath, content, ts.ScriptTarget.Latest, true, scriptKind);
|
|
32
|
+
const symbols = [];
|
|
33
|
+
const imports = [];
|
|
34
|
+
const estimateComplexity = (text) => {
|
|
35
|
+
const hits = text.match(/\b(if|else if|for|while|case|catch|\&\&|\|\|)\b/g);
|
|
36
|
+
return 1 + (hits?.length ?? 0);
|
|
37
|
+
};
|
|
38
|
+
const getVisibility = (node) => {
|
|
39
|
+
const flags = ts.getCombinedModifierFlags(node);
|
|
40
|
+
if ((flags & ts.ModifierFlags.Private) !== 0)
|
|
41
|
+
return "private";
|
|
42
|
+
if ((flags & ts.ModifierFlags.Protected) !== 0)
|
|
43
|
+
return "protected";
|
|
44
|
+
return "public";
|
|
45
|
+
};
|
|
46
|
+
const summarizeJsDoc = (node) => {
|
|
47
|
+
const jsdocs = node.jsDoc;
|
|
48
|
+
if (!jsdocs || jsdocs.length === 0) {
|
|
49
|
+
return undefined;
|
|
50
|
+
}
|
|
51
|
+
const text = jsdocs
|
|
52
|
+
.map((item) => {
|
|
53
|
+
if (typeof item.comment === "string") {
|
|
54
|
+
return item.comment;
|
|
55
|
+
}
|
|
56
|
+
return "";
|
|
57
|
+
})
|
|
58
|
+
.join(" ")
|
|
59
|
+
.trim();
|
|
60
|
+
return text || undefined;
|
|
61
|
+
};
|
|
62
|
+
const declarationType = (node) => {
|
|
63
|
+
const paramsCount = node.parameters.length;
|
|
64
|
+
let returnType;
|
|
65
|
+
if (node.type) {
|
|
66
|
+
returnType = node.type.getText(sourceFile).slice(0, 80);
|
|
67
|
+
}
|
|
68
|
+
return { paramsCount, ...(returnType ? { returnType } : {}) };
|
|
69
|
+
};
|
|
70
|
+
const addDecl = (nameNode, kind, exported, sourceNode, extras) => {
|
|
71
|
+
if (!nameNode || !ts.isIdentifier(nameNode))
|
|
72
|
+
return;
|
|
73
|
+
const name = nameNode.text;
|
|
74
|
+
if (!name)
|
|
75
|
+
return;
|
|
76
|
+
const start = nameNode.getStart(sourceFile);
|
|
77
|
+
const { line } = sourceFile.getLineAndCharacterOfPosition(start);
|
|
78
|
+
const signature = sourceNode.getText(sourceFile).split(/\r?\n/)[0]?.slice(0, 240) ?? `${kind} ${name}`;
|
|
79
|
+
const jsdoc = summarizeJsDoc(sourceNode);
|
|
80
|
+
symbols.push({
|
|
81
|
+
name,
|
|
82
|
+
kind,
|
|
83
|
+
exported,
|
|
84
|
+
line: line + 1,
|
|
85
|
+
file: relPath,
|
|
86
|
+
signature,
|
|
87
|
+
...(jsdoc ? { jsdoc } : {}),
|
|
88
|
+
visibility: getVisibility(sourceNode),
|
|
89
|
+
complexity: estimateComplexity(sourceNode.getText(sourceFile)),
|
|
90
|
+
...extras,
|
|
91
|
+
});
|
|
92
|
+
};
|
|
93
|
+
const hasExport = (node) => {
|
|
94
|
+
const flags = ts.getCombinedModifierFlags(node);
|
|
95
|
+
return (flags & ts.ModifierFlags.Export) !== 0;
|
|
96
|
+
};
|
|
97
|
+
for (const stmt of sourceFile.statements) {
|
|
98
|
+
if (ts.isFunctionDeclaration(stmt)) {
|
|
99
|
+
addDecl(stmt.name, "function", hasExport(stmt), stmt, declarationType(stmt));
|
|
100
|
+
}
|
|
101
|
+
else if (ts.isClassDeclaration(stmt)) {
|
|
102
|
+
addDecl(stmt.name, "class", hasExport(stmt), stmt);
|
|
103
|
+
for (const member of stmt.members) {
|
|
104
|
+
if (ts.isMethodDeclaration(member) && member.name && ts.isIdentifier(member.name)) {
|
|
105
|
+
addDecl(member.name, "method", false, member, declarationType(member));
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
else if (ts.isInterfaceDeclaration(stmt)) {
|
|
110
|
+
addDecl(stmt.name, "interface", hasExport(stmt), stmt);
|
|
111
|
+
}
|
|
112
|
+
else if (ts.isTypeAliasDeclaration(stmt)) {
|
|
113
|
+
addDecl(stmt.name, "type", hasExport(stmt), stmt);
|
|
114
|
+
}
|
|
115
|
+
else if (ts.isEnumDeclaration(stmt)) {
|
|
116
|
+
addDecl(stmt.name, "enum", hasExport(stmt), stmt);
|
|
117
|
+
}
|
|
118
|
+
else if (ts.isVariableStatement(stmt)) {
|
|
119
|
+
const exported = hasExport(stmt);
|
|
120
|
+
for (const decl of stmt.declarationList.declarations) {
|
|
121
|
+
if (ts.isIdentifier(decl.name)) {
|
|
122
|
+
addDecl(decl.name, "variable", exported, decl);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
else if (ts.isImportDeclaration(stmt)) {
|
|
127
|
+
const spec = stmt.moduleSpecifier;
|
|
128
|
+
if (ts.isStringLiteral(spec))
|
|
129
|
+
imports.push({ module: spec.text, raw: spec.text });
|
|
130
|
+
}
|
|
131
|
+
else if (ts.isExportDeclaration(stmt)) {
|
|
132
|
+
const spec = stmt.moduleSpecifier;
|
|
133
|
+
if (spec && ts.isStringLiteral(spec))
|
|
134
|
+
imports.push({ module: spec.text, raw: spec.text });
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
const visit = (node) => {
|
|
138
|
+
if (ts.isCallExpression(node)) {
|
|
139
|
+
const callee = node.expression;
|
|
140
|
+
if (ts.isIdentifier(callee) && callee.text === "require" && node.arguments.length > 0) {
|
|
141
|
+
const arg = node.arguments[0];
|
|
142
|
+
if (arg && ts.isStringLiteral(arg))
|
|
143
|
+
imports.push({ module: arg.text, raw: arg.text });
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
ts.forEachChild(node, visit);
|
|
147
|
+
};
|
|
148
|
+
ts.forEachChild(sourceFile, visit);
|
|
149
|
+
return { symbols, imports };
|
|
150
|
+
}
|
|
151
|
+
function fallbackExtract(relPath, content) {
|
|
152
|
+
const lines = content.split(/\r?\n/);
|
|
153
|
+
const symbols = [];
|
|
154
|
+
for (let i = 0; i < lines.length && symbols.length < 80; i += 1) {
|
|
155
|
+
const trimmed = lines[i]?.trim() ?? "";
|
|
156
|
+
if (trimmed.startsWith("export ") || trimmed.startsWith("function ")) {
|
|
157
|
+
const summary = trimmed.slice(0, 200);
|
|
158
|
+
symbols.push({
|
|
159
|
+
name: summary,
|
|
160
|
+
kind: "raw",
|
|
161
|
+
exported: trimmed.startsWith("export "),
|
|
162
|
+
line: i + 1,
|
|
163
|
+
file: relPath,
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
const imports = [];
|
|
168
|
+
const matches = content.matchAll(/(?:import\s+[^"']+from\s+|require\()\s*["']([^"']+)["']/g);
|
|
169
|
+
for (const match of matches) {
|
|
170
|
+
const target = match[1]?.trim();
|
|
171
|
+
if (target)
|
|
172
|
+
imports.push({ module: target, raw: target });
|
|
173
|
+
if (imports.length >= 120)
|
|
174
|
+
break;
|
|
175
|
+
}
|
|
176
|
+
return { symbols, imports };
|
|
177
|
+
}
|
|
178
|
+
exports.typescriptIndexer = {
|
|
179
|
+
language: "typescript",
|
|
180
|
+
extensions: EXTS,
|
|
181
|
+
extract(filePath, content) {
|
|
182
|
+
const ts = loadTs();
|
|
183
|
+
if (!ts)
|
|
184
|
+
return fallbackExtract(filePath, content);
|
|
185
|
+
try {
|
|
186
|
+
return extractFromAst(filePath, content, ts);
|
|
187
|
+
}
|
|
188
|
+
catch (error) {
|
|
189
|
+
logger_1.logger.error({ error }, "Caught error");
|
|
190
|
+
return fallbackExtract(filePath, content);
|
|
191
|
+
}
|
|
192
|
+
},
|
|
193
|
+
};
|
|
194
|
+
//# sourceMappingURL=typescript.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"typescript.js","sourceRoot":"","sources":["../../../src/graph/language-indexers/typescript.ts"],"names":[],"mappings":";;;AAAA,+CAA4C;AAC5C,6CAA4C;AAI5C,MAAM,SAAS,GAAG,IAAA,2BAAa,EAAC,UAAU,CAAC,CAAC;AAE5C,IAAI,QAAwC,CAAC;AAE7C,SAAS,MAAM;IACb,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,IAAI,CAAC;QACH,QAAQ,GAAG,SAAS,CAAC,YAAY,CAAgB,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QACxC,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAE5C,SAAS,KAAK,CAAC,OAAe;IAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACrC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,cAAc,CAAC,OAAe,EAAE,OAAe,EAAE,EAAe;IACvE,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,MAAM,UAAU,GACd,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACpC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBAClC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;IAEnB,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IACnG,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAU,EAAE;QAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,CAAC,IAAe,EAAsC,EAAE;QAC5E,MAAM,KAAK,GAAG,EAAE,CAAC,wBAAwB,CAAC,IAAwB,CAAC,CAAC;QACpE,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC/D,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO,WAAW,CAAC;QACnE,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,IAAe,EAAsB,EAAE;QAC7D,MAAM,MAAM,GAAI,IAA+F,CAAC,KAAK,CAAC;QACtH,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,GAAG,MAAM;aAChB,GAAG,CAAC,CAAC,IAA8D,EAAE,EAAE;YACtE,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,OAAO,IAAI,CAAC,OAAO,CAAC;YACtB,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC;aACT,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,IAAI,SAAS,CAAC;IAC3B,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,IAAmC,EAAgD,EAAE;QAC5G,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAC3C,IAAI,UAA8B,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAChE,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,CACd,QAA+B,EAC/B,IAAY,EACZ,QAAiB,EACjB,UAAqB,EACrB,MAAgC,EAC1B,EAAE;QACR,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC;YAAE,OAAO;QACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;QACvG,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QACzC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,IAAI,EAAE,IAAI,GAAG,CAAC;YACd,IAAI,EAAE,OAAO;YACb,SAAS;YACT,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;YACrC,UAAU,EAAE,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC9D,GAAG,MAAM;SACV,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,IAAe,EAAW,EAAE;QAC7C,MAAM,KAAK,GAAG,EAAE,CAAC,wBAAwB,CAAC,IAAwB,CAAC,CAAC;QACpE,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;QACzC,IAAI,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/E,CAAC;aAAM,IAAI,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YACnD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,IAAI,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClF,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YACjC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,CAAC;gBACrD,IAAI,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/B,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC,IAAI,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACpF,CAAC;aAAM,IAAI,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC,IAAI,IAAI,IAAI,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,IAAe,EAAQ,EAAE;QACtC,IAAI,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YAC/B,IAAI,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtF,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,GAAG,IAAI,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;QACD,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC,CAAC;IACF,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAEnC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,eAAe,CAAC,OAAe,EAAE,OAAe;IACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACrE,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,KAAK;gBACX,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;gBACvC,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,0DAA0D,CAAC,CAAC;IAC7F,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAChC,IAAI,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG;YAAE,MAAM;IACnC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC;AAEY,QAAA,iBAAiB,GAAoB;IAChD,QAAQ,EAAE,YAAY;IACtB,UAAU,EAAE,IAAI;IAChB,OAAO,CAAC,QAAgB,EAAE,OAAe;QACvC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,EAAE;YAAE,OAAO,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC;YACH,OAAO,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACjB,eAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;YACtC,OAAO,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { GraphClient } from "./client-factory";
|
|
2
|
+
export interface EnricherOptions {
|
|
3
|
+
batchSize?: number;
|
|
4
|
+
sleepMs?: number;
|
|
5
|
+
/** Explicit model override; when omitted, routing uses semanticEnrichment/economy tier config. */
|
|
6
|
+
model?: string;
|
|
7
|
+
/** @deprecated Use `model` instead. */
|
|
8
|
+
openbmbModel?: string;
|
|
9
|
+
timeoutMs?: number;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* 后台静默富化图谱节点语义
|
|
13
|
+
*/
|
|
14
|
+
export declare function enrichGraphSemanticsSilent(client: GraphClient, options?: EnricherOptions): Promise<{
|
|
15
|
+
enrichedCount: number;
|
|
16
|
+
}>;
|
|
17
|
+
//# sourceMappingURL=semantic-enricher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic-enricher.d.ts","sourceRoot":"","sources":["../../src/graph/semantic-enricher.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKpD,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kGAAkG;IAClG,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CA8FpC"}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.enrichGraphSemanticsSilent = enrichGraphSemanticsSilent;
|
|
4
|
+
const logger_1 = require("../utils/logger");
|
|
5
|
+
const provider_executor_1 = require("../routing/provider-executor");
|
|
6
|
+
const model_router_1 = require("../routing/model-router");
|
|
7
|
+
/**
|
|
8
|
+
* 后台静默富化图谱节点语义
|
|
9
|
+
*/
|
|
10
|
+
async function enrichGraphSemanticsSilent(client, options) {
|
|
11
|
+
if (!client.readSnapshot || typeof client.readSnapshot !== "function") {
|
|
12
|
+
return { enrichedCount: 0 };
|
|
13
|
+
}
|
|
14
|
+
const batchSize = options?.batchSize ?? 5;
|
|
15
|
+
const sleepMs = options?.sleepMs ?? 0;
|
|
16
|
+
const modelOverride = options?.model ?? options?.openbmbModel;
|
|
17
|
+
const timeoutMs = options?.timeoutMs;
|
|
18
|
+
// 1. 读取当前图谱快照
|
|
19
|
+
const snapshot = await client.readSnapshot();
|
|
20
|
+
// 2. 筛选出缺乏自然语言摘要说明的 Symbol 节点
|
|
21
|
+
const pendingNodes = snapshot.nodes.filter((node) => {
|
|
22
|
+
if (node.type !== "Symbol")
|
|
23
|
+
return false;
|
|
24
|
+
const summary = node.metadata?.summary;
|
|
25
|
+
return typeof summary !== "string" || summary.trim().length === 0;
|
|
26
|
+
});
|
|
27
|
+
if (pendingNodes.length === 0) {
|
|
28
|
+
return { enrichedCount: 0 };
|
|
29
|
+
}
|
|
30
|
+
// 3. 小批量增量提取并分析
|
|
31
|
+
const batch = pendingNodes.slice(0, batchSize);
|
|
32
|
+
const updatedNodes = [];
|
|
33
|
+
for (const node of batch) {
|
|
34
|
+
const codeSignature = node.content; // 原有的代码签名行
|
|
35
|
+
const fileSource = node.metadata?.file ?? "unknown";
|
|
36
|
+
const prompt = [
|
|
37
|
+
"你是一个卓越的代码语义分析器。",
|
|
38
|
+
"请用一句话极其精炼地总结以下代码片段或函数签名的核心功能,限 20 字以内(使用中文)。",
|
|
39
|
+
"绝不要输出任何解释、标点或引言,直接给出核心功能总结。",
|
|
40
|
+
`代码签名: ${safeQuote(codeSignature)}`,
|
|
41
|
+
`所在文件: ${fileSource}`,
|
|
42
|
+
"功能总结:"
|
|
43
|
+
].join("\n");
|
|
44
|
+
try {
|
|
45
|
+
const selection = (0, model_router_1.resolveModelForRole)("enricher");
|
|
46
|
+
if (modelOverride?.trim()) {
|
|
47
|
+
selection.model = modelOverride.trim();
|
|
48
|
+
}
|
|
49
|
+
const previousTimeout = process.env.GRAPHFLOW_PROVIDER_TIMEOUT_MS;
|
|
50
|
+
if (timeoutMs !== undefined) {
|
|
51
|
+
process.env.GRAPHFLOW_PROVIDER_TIMEOUT_MS = String(timeoutMs);
|
|
52
|
+
}
|
|
53
|
+
let rawSummary = "";
|
|
54
|
+
try {
|
|
55
|
+
rawSummary = await (0, provider_executor_1.executeRolePrompt)("enricher", prompt, selection);
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
if (timeoutMs !== undefined) {
|
|
59
|
+
if (previousTimeout === undefined) {
|
|
60
|
+
delete process.env.GRAPHFLOW_PROVIDER_TIMEOUT_MS;
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
process.env.GRAPHFLOW_PROVIDER_TIMEOUT_MS = previousTimeout;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
const summary = rawSummary.trim().replace(/^功能总结[::]?\s*/, "");
|
|
68
|
+
// 5. 写入 metadata 存储
|
|
69
|
+
updatedNodes.push({
|
|
70
|
+
...node,
|
|
71
|
+
metadata: {
|
|
72
|
+
...node.metadata,
|
|
73
|
+
summary: summary || "无描述",
|
|
74
|
+
enrichedAt: Date.now()
|
|
75
|
+
}
|
|
76
|
+
});
|
|
77
|
+
// 批次内微休眠,保护系统 IO 性能
|
|
78
|
+
if (sleepMs > 0) {
|
|
79
|
+
await new Promise((resolve) => setTimeout(resolve, sleepMs));
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
catch (error) {
|
|
83
|
+
logger_1.logger.error({ error }, "Caught error");
|
|
84
|
+
// 异常保护,如果小模型离线或限流,跳过当前节点,保证后台线程绝对健壮
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
// 6. 增量写回图谱数据库 (SQLite 或 File 自动增量更新)
|
|
89
|
+
if (updatedNodes.length > 0) {
|
|
90
|
+
await client.upsertNodes(updatedNodes);
|
|
91
|
+
}
|
|
92
|
+
return { enrichedCount: updatedNodes.length };
|
|
93
|
+
}
|
|
94
|
+
function safeQuote(value) {
|
|
95
|
+
return "```\n" + value.replace(/```/g, "''").slice(0, 800) + "\n```";
|
|
96
|
+
}
|
|
97
|
+
//# sourceMappingURL=semantic-enricher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic-enricher.js","sourceRoot":"","sources":["../../src/graph/semantic-enricher.ts"],"names":[],"mappings":";;AAmBA,gEAiGC;AApHD,4CAAyC;AAEzC,oEAAiE;AACjE,0DAA8D;AAa9D;;GAEG;AACI,KAAK,UAAU,0BAA0B,CAC9C,MAAmB,EACnB,OAAyB;IAEzB,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,OAAO,MAAM,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;QACtE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC;IACtC,MAAM,aAAa,GAAG,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,YAAY,CAAC;IAC9D,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;IAErC,cAAc;IACd,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;IAE7C,8BAA8B;IAC9B,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC;QACvC,OAAO,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC9B,CAAC;IAED,gBAAgB;IAChB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAgB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,WAAW;QAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,SAAS,CAAC;QAEpD,MAAM,MAAM,GAAG;YACb,iBAAiB;YACjB,8CAA8C;YAC9C,6BAA6B;YAC7B,SAAS,SAAS,CAAC,aAAa,CAAC,EAAE;YACnC,SAAS,UAAU,EAAE;YACrB,OAAO;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAA,kCAAmB,EAAC,UAAU,CAAC,CAAC;YAClD,IAAI,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC1B,SAAS,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC;YAED,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;YAClE,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,UAAU,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,UAAU,GAAG,MAAM,IAAA,qCAAiB,EAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YACtE,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC5B,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;wBAClC,OAAO,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;oBACnD,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,eAAe,CAAC;oBAC9D,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;YAE/D,oBAAoB;YACpB,YAAY,CAAC,IAAI,CAAC;gBAChB,GAAG,IAAI;gBACP,QAAQ,EAAE;oBACR,GAAG,IAAI,CAAC,QAAQ;oBAChB,OAAO,EAAE,OAAO,IAAI,KAAK;oBACzB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;iBACvB;aACF,CAAC,CAAC;YAEH,oBAAoB;YACpB,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACjB,eAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;YACtC,oCAAoC;YACpC,SAAS;QACX,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC;AACvE,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { GraphEdge, GraphNode } from "../core/types";
|
|
2
|
+
import type { GraphClient } from "./client-factory";
|
|
3
|
+
export declare class GraphifySqliteClient implements GraphClient {
|
|
4
|
+
private readonly db;
|
|
5
|
+
constructor(dbPath: string);
|
|
6
|
+
private migrate;
|
|
7
|
+
upsertNodes(nodes: GraphNode[]): Promise<void>;
|
|
8
|
+
upsertEdges(edges: GraphEdge[]): Promise<void>;
|
|
9
|
+
readSnapshot(): {
|
|
10
|
+
nodes: GraphNode[];
|
|
11
|
+
edges: GraphEdge[];
|
|
12
|
+
};
|
|
13
|
+
queryByKeyword(query: string): Promise<GraphNode[]>;
|
|
14
|
+
getNodesByIds(ids: string[]): Promise<GraphNode[]>;
|
|
15
|
+
getNeighbors(nodeIds: string[], relations?: GraphEdge["relation"][], direction?: "out" | "in" | "both"): Promise<{
|
|
16
|
+
node: GraphNode;
|
|
17
|
+
via: GraphEdge["relation"];
|
|
18
|
+
}[]>;
|
|
19
|
+
deleteNode(id: string): Promise<void>;
|
|
20
|
+
deleteEdge(from: string, to: string, relation: GraphEdge["relation"]): Promise<void>;
|
|
21
|
+
vacuum(): void;
|
|
22
|
+
close(): void;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=sqlite-client.d.ts.map
|