ctx-pilot 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/LICENSE-COMMERCIAL +32 -0
- package/README.md +314 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +577 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/index.d.ts +9 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +67 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/schema.d.ts +22 -0
- package/dist/config/schema.d.ts.map +1 -0
- package/dist/config/schema.js +9 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/indexer/file-scanner.d.ts +6 -0
- package/dist/indexer/file-scanner.d.ts.map +1 -0
- package/dist/indexer/file-scanner.js +37 -0
- package/dist/indexer/file-scanner.js.map +1 -0
- package/dist/indexer/index.d.ts +10 -0
- package/dist/indexer/index.d.ts.map +1 -0
- package/dist/indexer/index.js +123 -0
- package/dist/indexer/index.js.map +1 -0
- package/dist/indexer/parsers/asciidoc.d.ts +3 -0
- package/dist/indexer/parsers/asciidoc.d.ts.map +1 -0
- package/dist/indexer/parsers/asciidoc.js +55 -0
- package/dist/indexer/parsers/asciidoc.js.map +1 -0
- package/dist/indexer/parsers/c.d.ts +3 -0
- package/dist/indexer/parsers/c.d.ts.map +1 -0
- package/dist/indexer/parsers/c.js +93 -0
- package/dist/indexer/parsers/c.js.map +1 -0
- package/dist/indexer/parsers/csharp.d.ts +3 -0
- package/dist/indexer/parsers/csharp.d.ts.map +1 -0
- package/dist/indexer/parsers/csharp.js +79 -0
- package/dist/indexer/parsers/csharp.js.map +1 -0
- package/dist/indexer/parsers/dart.d.ts +3 -0
- package/dist/indexer/parsers/dart.d.ts.map +1 -0
- package/dist/indexer/parsers/dart.js +81 -0
- package/dist/indexer/parsers/dart.js.map +1 -0
- package/dist/indexer/parsers/go.d.ts +3 -0
- package/dist/indexer/parsers/go.d.ts.map +1 -0
- package/dist/indexer/parsers/go.js +64 -0
- package/dist/indexer/parsers/go.js.map +1 -0
- package/dist/indexer/parsers/index.d.ts +4 -0
- package/dist/indexer/parsers/index.d.ts.map +1 -0
- package/dist/indexer/parsers/index.js +109 -0
- package/dist/indexer/parsers/index.js.map +1 -0
- package/dist/indexer/parsers/java.d.ts +3 -0
- package/dist/indexer/parsers/java.d.ts.map +1 -0
- package/dist/indexer/parsers/java.js +84 -0
- package/dist/indexer/parsers/java.js.map +1 -0
- package/dist/indexer/parsers/javascript.d.ts +3 -0
- package/dist/indexer/parsers/javascript.d.ts.map +1 -0
- package/dist/indexer/parsers/javascript.js +78 -0
- package/dist/indexer/parsers/javascript.js.map +1 -0
- package/dist/indexer/parsers/markdown.d.ts +3 -0
- package/dist/indexer/parsers/markdown.d.ts.map +1 -0
- package/dist/indexer/parsers/markdown.js +67 -0
- package/dist/indexer/parsers/markdown.js.map +1 -0
- package/dist/indexer/parsers/php.d.ts +3 -0
- package/dist/indexer/parsers/php.d.ts.map +1 -0
- package/dist/indexer/parsers/php.js +78 -0
- package/dist/indexer/parsers/php.js.map +1 -0
- package/dist/indexer/parsers/plain.d.ts +3 -0
- package/dist/indexer/parsers/plain.d.ts.map +1 -0
- package/dist/indexer/parsers/plain.js +18 -0
- package/dist/indexer/parsers/plain.js.map +1 -0
- package/dist/indexer/parsers/python.d.ts +3 -0
- package/dist/indexer/parsers/python.d.ts.map +1 -0
- package/dist/indexer/parsers/python.js +64 -0
- package/dist/indexer/parsers/python.js.map +1 -0
- package/dist/indexer/parsers/rst.d.ts +3 -0
- package/dist/indexer/parsers/rst.d.ts.map +1 -0
- package/dist/indexer/parsers/rst.js +67 -0
- package/dist/indexer/parsers/rst.js.map +1 -0
- package/dist/indexer/parsers/ruby.d.ts +3 -0
- package/dist/indexer/parsers/ruby.d.ts.map +1 -0
- package/dist/indexer/parsers/ruby.js +77 -0
- package/dist/indexer/parsers/ruby.js.map +1 -0
- package/dist/indexer/parsers/rust.d.ts +3 -0
- package/dist/indexer/parsers/rust.d.ts.map +1 -0
- package/dist/indexer/parsers/rust.js +83 -0
- package/dist/indexer/parsers/rust.js.map +1 -0
- package/dist/indexer/parsers/shader.d.ts +3 -0
- package/dist/indexer/parsers/shader.d.ts.map +1 -0
- package/dist/indexer/parsers/shader.js +81 -0
- package/dist/indexer/parsers/shader.js.map +1 -0
- package/dist/indexer/parsers/shell.d.ts +3 -0
- package/dist/indexer/parsers/shell.d.ts.map +1 -0
- package/dist/indexer/parsers/shell.js +77 -0
- package/dist/indexer/parsers/shell.js.map +1 -0
- package/dist/indexer/parsers/structured.d.ts +3 -0
- package/dist/indexer/parsers/structured.d.ts.map +1 -0
- package/dist/indexer/parsers/structured.js +104 -0
- package/dist/indexer/parsers/structured.js.map +1 -0
- package/dist/indexer/parsers/swift.d.ts +3 -0
- package/dist/indexer/parsers/swift.d.ts.map +1 -0
- package/dist/indexer/parsers/swift.js +89 -0
- package/dist/indexer/parsers/swift.js.map +1 -0
- package/dist/indexer/parsers/toml.d.ts +3 -0
- package/dist/indexer/parsers/toml.d.ts.map +1 -0
- package/dist/indexer/parsers/toml.js +58 -0
- package/dist/indexer/parsers/toml.js.map +1 -0
- package/dist/indexer/parsers/xml.d.ts +3 -0
- package/dist/indexer/parsers/xml.d.ts.map +1 -0
- package/dist/indexer/parsers/xml.js +73 -0
- package/dist/indexer/parsers/xml.js.map +1 -0
- package/dist/search/index.d.ts +5 -0
- package/dist/search/index.d.ts.map +1 -0
- package/dist/search/index.js +84 -0
- package/dist/search/index.js.map +1 -0
- package/dist/search/keywords.d.ts +9 -0
- package/dist/search/keywords.d.ts.map +1 -0
- package/dist/search/keywords.js +79 -0
- package/dist/search/keywords.js.map +1 -0
- package/dist/types.d.ts +44 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/gitignore.d.ts +5 -0
- package/dist/utils/gitignore.d.ts.map +1 -0
- package/dist/utils/gitignore.js +31 -0
- package/dist/utils/gitignore.js.map +1 -0
- package/dist/utils/index.d.ts +3 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +3 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/paths.d.ts +8 -0
- package/dist/utils/paths.d.ts.map +1 -0
- package/dist/utils/paths.js +23 -0
- package/dist/utils/paths.js.map +1 -0
- package/dist/utils/tokens.d.ts +3 -0
- package/dist/utils/tokens.d.ts.map +1 -0
- package/dist/utils/tokens.js +22 -0
- package/dist/utils/tokens.js.map +1 -0
- package/package.json +77 -0
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { estimateTokens } from '../../utils/tokens.js';
|
|
2
|
+
import { extractKeywords } from '../../search/keywords.js';
|
|
3
|
+
// Patterns to detect Dart declarations
|
|
4
|
+
const PATTERNS = [
|
|
5
|
+
/^(?:abstract\s+)?class\s+(\w+)/,
|
|
6
|
+
/^mixin\s+(\w+)/,
|
|
7
|
+
/^enum\s+(\w+)/,
|
|
8
|
+
/^extension\s+(\w+)/,
|
|
9
|
+
/^typedef\s+(\w+)/,
|
|
10
|
+
/^(?:\w+(?:<[^>]+>)?)\s+(?:get\s+)?(\w+)\s*[({]/,
|
|
11
|
+
];
|
|
12
|
+
function getDeclarationType(line) {
|
|
13
|
+
if (/\bclass\b/.test(line))
|
|
14
|
+
return 'class';
|
|
15
|
+
if (/\bmixin\b/.test(line))
|
|
16
|
+
return 'mixin';
|
|
17
|
+
if (/\benum\b/.test(line))
|
|
18
|
+
return 'enum';
|
|
19
|
+
if (/\bextension\b/.test(line))
|
|
20
|
+
return 'extension';
|
|
21
|
+
if (/\btypedef\b/.test(line))
|
|
22
|
+
return 'typedef';
|
|
23
|
+
if (/\bget\b/.test(line))
|
|
24
|
+
return 'getter';
|
|
25
|
+
return 'function';
|
|
26
|
+
}
|
|
27
|
+
export function parseDart(content, _filePath) {
|
|
28
|
+
const lines = content.split('\n');
|
|
29
|
+
const declarations = [];
|
|
30
|
+
for (let i = 0; i < lines.length; i++) {
|
|
31
|
+
const trimmedLine = lines[i].trim();
|
|
32
|
+
// Skip comments
|
|
33
|
+
if (trimmedLine.startsWith('//') || trimmedLine.startsWith('*') || trimmedLine.startsWith('/*')) {
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
for (const pattern of PATTERNS) {
|
|
37
|
+
const match = trimmedLine.match(pattern);
|
|
38
|
+
if (match) {
|
|
39
|
+
declarations.push({
|
|
40
|
+
name: match[1],
|
|
41
|
+
lineIndex: i,
|
|
42
|
+
type: getDeclarationType(trimmedLine),
|
|
43
|
+
});
|
|
44
|
+
break;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
if (declarations.length === 0) {
|
|
49
|
+
const fullContent = content.trim();
|
|
50
|
+
if (!fullContent)
|
|
51
|
+
return [];
|
|
52
|
+
return [{
|
|
53
|
+
title: 'Module',
|
|
54
|
+
lineStart: 1,
|
|
55
|
+
lineEnd: lines.length,
|
|
56
|
+
preview: fullContent.slice(0, 100),
|
|
57
|
+
tokens: estimateTokens(fullContent),
|
|
58
|
+
keywords: extractKeywords(fullContent),
|
|
59
|
+
}];
|
|
60
|
+
}
|
|
61
|
+
const sections = [];
|
|
62
|
+
for (let i = 0; i < declarations.length; i++) {
|
|
63
|
+
const decl = declarations[i];
|
|
64
|
+
const nextDecl = declarations[i + 1];
|
|
65
|
+
const endLine = nextDecl ? nextDecl.lineIndex : lines.length;
|
|
66
|
+
const sectionLines = lines.slice(decl.lineIndex, endLine);
|
|
67
|
+
const sectionContent = sectionLines.join('\n').trim();
|
|
68
|
+
if (sectionContent) {
|
|
69
|
+
sections.push({
|
|
70
|
+
title: `${decl.type} ${decl.name}`,
|
|
71
|
+
lineStart: decl.lineIndex + 1,
|
|
72
|
+
lineEnd: endLine,
|
|
73
|
+
preview: sectionContent.slice(0, 100),
|
|
74
|
+
tokens: estimateTokens(sectionContent),
|
|
75
|
+
keywords: extractKeywords(sectionContent),
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
return sections;
|
|
80
|
+
}
|
|
81
|
+
//# sourceMappingURL=dart.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dart.js","sourceRoot":"","sources":["../../../src/indexer/parsers/dart.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,uCAAuC;AACvC,MAAM,QAAQ,GAAG;IACf,gCAAgC;IAChC,gBAAgB;IAChB,eAAe;IACf,oBAAoB;IACpB,kBAAkB;IAClB,gDAAgD;CACjD,CAAC;AAQF,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC;IACnD,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,SAAiB;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEpC,gBAAgB;QAChB,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAChG,SAAS;QACX,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,KAAK,EAAE,CAAC;gBACV,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;oBACd,SAAS,EAAE,CAAC;oBACZ,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC;iBACtC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE5B,OAAO,CAAC;gBACN,KAAK,EAAE,QAAQ;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC;gBACnC,QAAQ,EAAE,eAAe,CAAC,WAAW,CAAC;aACvC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAEtD,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC;gBAC7B,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrC,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;gBACtC,QAAQ,EAAE,eAAe,CAAC,cAAc,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"go.d.ts","sourceRoot":"","sources":["../../../src/indexer/parsers/go.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAiB9C,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CA6DrE"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { estimateTokens } from '../../utils/tokens.js';
|
|
2
|
+
import { extractKeywords } from '../../search/keywords.js';
|
|
3
|
+
// Patterns to detect Go declarations
|
|
4
|
+
const PATTERNS = [
|
|
5
|
+
/^func\s+(?:\(\w+\s+\*?\w+\)\s+)?(\w+)\s*\(/, // func or method
|
|
6
|
+
/^type\s+(\w+)\s+struct/,
|
|
7
|
+
/^type\s+(\w+)\s+interface/,
|
|
8
|
+
];
|
|
9
|
+
export function parseGo(content, _filePath) {
|
|
10
|
+
const lines = content.split('\n');
|
|
11
|
+
const declarations = [];
|
|
12
|
+
for (let i = 0; i < lines.length; i++) {
|
|
13
|
+
const line = lines[i];
|
|
14
|
+
for (const pattern of PATTERNS) {
|
|
15
|
+
const match = line.match(pattern);
|
|
16
|
+
if (match) {
|
|
17
|
+
let type = 'func';
|
|
18
|
+
if (line.includes('struct'))
|
|
19
|
+
type = 'struct';
|
|
20
|
+
else if (line.includes('interface'))
|
|
21
|
+
type = 'interface';
|
|
22
|
+
declarations.push({
|
|
23
|
+
name: match[1],
|
|
24
|
+
lineIndex: i,
|
|
25
|
+
type,
|
|
26
|
+
});
|
|
27
|
+
break;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
if (declarations.length === 0) {
|
|
32
|
+
const fullContent = content.trim();
|
|
33
|
+
if (!fullContent)
|
|
34
|
+
return [];
|
|
35
|
+
return [{
|
|
36
|
+
title: 'Package',
|
|
37
|
+
lineStart: 1,
|
|
38
|
+
lineEnd: lines.length,
|
|
39
|
+
preview: fullContent.slice(0, 100),
|
|
40
|
+
tokens: estimateTokens(fullContent),
|
|
41
|
+
keywords: extractKeywords(fullContent),
|
|
42
|
+
}];
|
|
43
|
+
}
|
|
44
|
+
const sections = [];
|
|
45
|
+
for (let i = 0; i < declarations.length; i++) {
|
|
46
|
+
const decl = declarations[i];
|
|
47
|
+
const nextDecl = declarations[i + 1];
|
|
48
|
+
const endLine = nextDecl ? nextDecl.lineIndex : lines.length;
|
|
49
|
+
const sectionLines = lines.slice(decl.lineIndex, endLine);
|
|
50
|
+
const sectionContent = sectionLines.join('\n').trim();
|
|
51
|
+
if (sectionContent) {
|
|
52
|
+
sections.push({
|
|
53
|
+
title: `${decl.type} ${decl.name}`,
|
|
54
|
+
lineStart: decl.lineIndex + 1,
|
|
55
|
+
lineEnd: endLine,
|
|
56
|
+
preview: sectionContent.slice(0, 100),
|
|
57
|
+
tokens: estimateTokens(sectionContent),
|
|
58
|
+
keywords: extractKeywords(sectionContent),
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return sections;
|
|
63
|
+
}
|
|
64
|
+
//# sourceMappingURL=go.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"go.js","sourceRoot":"","sources":["../../../src/indexer/parsers/go.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,qCAAqC;AACrC,MAAM,QAAQ,GAAG;IACf,4CAA4C,EAAG,iBAAiB;IAChE,wBAAwB;IACxB,2BAA2B;CAC5B,CAAC;AAQF,MAAM,UAAU,OAAO,CAAC,OAAe,EAAE,SAAiB;IACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,IAAI,GAAG,MAAM,CAAC;gBAClB,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAAE,IAAI,GAAG,QAAQ,CAAC;qBACxC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAAE,IAAI,GAAG,WAAW,CAAC;gBAExD,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;oBACd,SAAS,EAAE,CAAC;oBACZ,IAAI;iBACL,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE5B,OAAO,CAAC;gBACN,KAAK,EAAE,SAAS;gBAChB,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC;gBACnC,QAAQ,EAAE,eAAe,CAAC,WAAW,CAAC;aACvC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAErC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAEtD,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC;gBAC7B,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrC,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;gBACtC,QAAQ,EAAE,eAAe,CAAC,cAAc,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/indexer/parsers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA2HpD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,CAGzD;AAED,wBAAgB,sBAAsB,IAAI,MAAM,EAAE,CAEjD"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import { parseMarkdown } from './markdown.js';
|
|
2
|
+
import { parseJavaScript } from './javascript.js';
|
|
3
|
+
import { parsePython } from './python.js';
|
|
4
|
+
import { parseGo } from './go.js';
|
|
5
|
+
import { parseRust } from './rust.js';
|
|
6
|
+
import { parseShader } from './shader.js';
|
|
7
|
+
import { parseStructured } from './structured.js';
|
|
8
|
+
import { parsePlain } from './plain.js';
|
|
9
|
+
import { parseJava } from './java.js';
|
|
10
|
+
import { parseCSharp } from './csharp.js';
|
|
11
|
+
import { parseC } from './c.js';
|
|
12
|
+
import { parseRuby } from './ruby.js';
|
|
13
|
+
import { parsePHP } from './php.js';
|
|
14
|
+
import { parseSwift } from './swift.js';
|
|
15
|
+
import { parseDart } from './dart.js';
|
|
16
|
+
import { parseShell } from './shell.js';
|
|
17
|
+
import { parseRST } from './rst.js';
|
|
18
|
+
import { parseAsciiDoc } from './asciidoc.js';
|
|
19
|
+
import { parseTOML } from './toml.js';
|
|
20
|
+
import { parseXML } from './xml.js';
|
|
21
|
+
import { getExtension } from '../../utils/paths.js';
|
|
22
|
+
const parsersByExtension = {
|
|
23
|
+
// Markdown
|
|
24
|
+
'.md': parseMarkdown,
|
|
25
|
+
'.markdown': parseMarkdown,
|
|
26
|
+
// JavaScript/TypeScript
|
|
27
|
+
'.js': parseJavaScript,
|
|
28
|
+
'.mjs': parseJavaScript,
|
|
29
|
+
'.cjs': parseJavaScript,
|
|
30
|
+
'.ts': parseJavaScript,
|
|
31
|
+
'.mts': parseJavaScript,
|
|
32
|
+
'.cts': parseJavaScript,
|
|
33
|
+
'.jsx': parseJavaScript,
|
|
34
|
+
'.tsx': parseJavaScript,
|
|
35
|
+
// Python
|
|
36
|
+
'.py': parsePython,
|
|
37
|
+
'.pyw': parsePython,
|
|
38
|
+
// Go
|
|
39
|
+
'.go': parseGo,
|
|
40
|
+
// Rust
|
|
41
|
+
'.rs': parseRust,
|
|
42
|
+
// Shaders
|
|
43
|
+
'.hlsl': parseShader,
|
|
44
|
+
'.fx': parseShader,
|
|
45
|
+
'.glsl': parseShader,
|
|
46
|
+
'.vert': parseShader,
|
|
47
|
+
'.frag': parseShader,
|
|
48
|
+
'.geom': parseShader,
|
|
49
|
+
'.comp': parseShader,
|
|
50
|
+
'.wgsl': parseShader,
|
|
51
|
+
// Structured data
|
|
52
|
+
'.yaml': parseStructured,
|
|
53
|
+
'.yml': parseStructured,
|
|
54
|
+
'.json': parseStructured,
|
|
55
|
+
// Java/Kotlin
|
|
56
|
+
'.java': parseJava,
|
|
57
|
+
'.kt': parseJava,
|
|
58
|
+
'.kts': parseJava,
|
|
59
|
+
// C#
|
|
60
|
+
'.cs': parseCSharp,
|
|
61
|
+
// C/C++
|
|
62
|
+
'.c': parseC,
|
|
63
|
+
'.h': parseC,
|
|
64
|
+
'.cpp': parseC,
|
|
65
|
+
'.hpp': parseC,
|
|
66
|
+
'.cc': parseC,
|
|
67
|
+
'.cxx': parseC,
|
|
68
|
+
'.hxx': parseC,
|
|
69
|
+
// Ruby
|
|
70
|
+
'.rb': parseRuby,
|
|
71
|
+
'.rake': parseRuby,
|
|
72
|
+
'.gemspec': parseRuby,
|
|
73
|
+
// PHP
|
|
74
|
+
'.php': parsePHP,
|
|
75
|
+
// Swift
|
|
76
|
+
'.swift': parseSwift,
|
|
77
|
+
// Dart
|
|
78
|
+
'.dart': parseDart,
|
|
79
|
+
// Shell/Bash
|
|
80
|
+
'.sh': parseShell,
|
|
81
|
+
'.bash': parseShell,
|
|
82
|
+
'.zsh': parseShell,
|
|
83
|
+
'.fish': parseShell,
|
|
84
|
+
// reStructuredText
|
|
85
|
+
'.rst': parseRST,
|
|
86
|
+
// AsciiDoc
|
|
87
|
+
'.adoc': parseAsciiDoc,
|
|
88
|
+
'.asciidoc': parseAsciiDoc,
|
|
89
|
+
'.asc': parseAsciiDoc,
|
|
90
|
+
// TOML
|
|
91
|
+
'.toml': parseTOML,
|
|
92
|
+
// XML/HTML
|
|
93
|
+
'.xml': parseXML,
|
|
94
|
+
'.html': parseXML,
|
|
95
|
+
'.htm': parseXML,
|
|
96
|
+
'.xhtml': parseXML,
|
|
97
|
+
'.svg': parseXML,
|
|
98
|
+
'.plist': parseXML,
|
|
99
|
+
// Plain text
|
|
100
|
+
'.txt': parsePlain,
|
|
101
|
+
};
|
|
102
|
+
export function getParser(filePath) {
|
|
103
|
+
const ext = getExtension(filePath);
|
|
104
|
+
return parsersByExtension[ext] || parsePlain;
|
|
105
|
+
}
|
|
106
|
+
export function getSupportedExtensions() {
|
|
107
|
+
return Object.keys(parsersByExtension);
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/indexer/parsers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,MAAM,kBAAkB,GAAkC;IACxD,WAAW;IACX,KAAK,EAAE,aAAa;IACpB,WAAW,EAAE,aAAa;IAE1B,wBAAwB;IACxB,KAAK,EAAE,eAAe;IACtB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,eAAe;IACvB,KAAK,EAAE,eAAe;IACtB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,eAAe;IAEvB,SAAS;IACT,KAAK,EAAE,WAAW;IAClB,MAAM,EAAE,WAAW;IAEnB,KAAK;IACL,KAAK,EAAE,OAAO;IAEd,OAAO;IACP,KAAK,EAAE,SAAS;IAEhB,UAAU;IACV,OAAO,EAAE,WAAW;IACpB,KAAK,EAAE,WAAW;IAClB,OAAO,EAAE,WAAW;IACpB,OAAO,EAAE,WAAW;IACpB,OAAO,EAAE,WAAW;IACpB,OAAO,EAAE,WAAW;IACpB,OAAO,EAAE,WAAW;IACpB,OAAO,EAAE,WAAW;IAEpB,kBAAkB;IAClB,OAAO,EAAE,eAAe;IACxB,MAAM,EAAE,eAAe;IACvB,OAAO,EAAE,eAAe;IAExB,cAAc;IACd,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IAEjB,KAAK;IACL,KAAK,EAAE,WAAW;IAElB,QAAQ;IACR,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IAEd,OAAO;IACP,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,SAAS;IAErB,MAAM;IACN,MAAM,EAAE,QAAQ;IAEhB,QAAQ;IACR,QAAQ,EAAE,UAAU;IAEpB,OAAO;IACP,OAAO,EAAE,SAAS;IAElB,aAAa;IACb,KAAK,EAAE,UAAU;IACjB,OAAO,EAAE,UAAU;IACnB,MAAM,EAAE,UAAU;IAClB,OAAO,EAAE,UAAU;IAEnB,mBAAmB;IACnB,MAAM,EAAE,QAAQ;IAEhB,WAAW;IACX,OAAO,EAAE,aAAa;IACtB,WAAW,EAAE,aAAa;IAC1B,MAAM,EAAE,aAAa;IAErB,OAAO;IACP,OAAO,EAAE,SAAS;IAElB,WAAW;IACX,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,QAAQ;IACjB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,QAAQ;IAClB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,QAAQ;IAElB,aAAa;IACb,MAAM,EAAE,UAAU;CACnB,CAAC;AAEF,MAAM,UAAU,SAAS,CAAC,QAAgB;IACxC,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnC,OAAO,kBAAkB,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"java.d.ts","sourceRoot":"","sources":["../../../src/indexer/parsers/java.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAiC9C,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CA6DvE"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { estimateTokens } from '../../utils/tokens.js';
|
|
2
|
+
import { extractKeywords } from '../../search/keywords.js';
|
|
3
|
+
// Patterns to detect Java/Kotlin declarations
|
|
4
|
+
const PATTERNS = [
|
|
5
|
+
/^(?:public|private|protected)?\s*(?:static)?\s*(?:final)?\s*class\s+(\w+)/,
|
|
6
|
+
/^(?:public|private|protected)?\s*(?:static)?\s*(?:final)?\s*interface\s+(\w+)/,
|
|
7
|
+
/^(?:public|private|protected)?\s*(?:static)?\s*(?:final)?\s*enum\s+(\w+)/,
|
|
8
|
+
/^(?:public|private|protected)?\s*(?:static)?\s*(?:final)?\s*record\s+(\w+)/,
|
|
9
|
+
/^(?:public|private|protected)?\s*(?:static)?\s*(?:final)?\s*(?:abstract)?\s*(?:\w+(?:<[^>]+>)?)\s+(\w+)\s*\(/,
|
|
10
|
+
// Kotlin
|
|
11
|
+
/^(?:fun|suspend\s+fun)\s+(\w+)/,
|
|
12
|
+
/^(?:data\s+)?class\s+(\w+)/,
|
|
13
|
+
/^object\s+(\w+)/,
|
|
14
|
+
];
|
|
15
|
+
function getDeclarationType(line) {
|
|
16
|
+
if (/\bclass\b/.test(line))
|
|
17
|
+
return 'class';
|
|
18
|
+
if (/\binterface\b/.test(line))
|
|
19
|
+
return 'interface';
|
|
20
|
+
if (/\benum\b/.test(line))
|
|
21
|
+
return 'enum';
|
|
22
|
+
if (/\brecord\b/.test(line))
|
|
23
|
+
return 'record';
|
|
24
|
+
if (/\bobject\b/.test(line))
|
|
25
|
+
return 'object';
|
|
26
|
+
if (/\bfun\b/.test(line))
|
|
27
|
+
return 'function';
|
|
28
|
+
return 'method';
|
|
29
|
+
}
|
|
30
|
+
export function parseJava(content, _filePath) {
|
|
31
|
+
const lines = content.split('\n');
|
|
32
|
+
const declarations = [];
|
|
33
|
+
for (let i = 0; i < lines.length; i++) {
|
|
34
|
+
const trimmedLine = lines[i].trim();
|
|
35
|
+
// Skip comments
|
|
36
|
+
if (trimmedLine.startsWith('//') || trimmedLine.startsWith('*') || trimmedLine.startsWith('/*')) {
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
for (const pattern of PATTERNS) {
|
|
40
|
+
const match = trimmedLine.match(pattern);
|
|
41
|
+
if (match) {
|
|
42
|
+
declarations.push({
|
|
43
|
+
name: match[1],
|
|
44
|
+
lineIndex: i,
|
|
45
|
+
type: getDeclarationType(trimmedLine),
|
|
46
|
+
});
|
|
47
|
+
break;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
if (declarations.length === 0) {
|
|
52
|
+
const fullContent = content.trim();
|
|
53
|
+
if (!fullContent)
|
|
54
|
+
return [];
|
|
55
|
+
return [{
|
|
56
|
+
title: 'Module',
|
|
57
|
+
lineStart: 1,
|
|
58
|
+
lineEnd: lines.length,
|
|
59
|
+
preview: fullContent.slice(0, 100),
|
|
60
|
+
tokens: estimateTokens(fullContent),
|
|
61
|
+
keywords: extractKeywords(fullContent),
|
|
62
|
+
}];
|
|
63
|
+
}
|
|
64
|
+
const sections = [];
|
|
65
|
+
for (let i = 0; i < declarations.length; i++) {
|
|
66
|
+
const decl = declarations[i];
|
|
67
|
+
const nextDecl = declarations[i + 1];
|
|
68
|
+
const endLine = nextDecl ? nextDecl.lineIndex : lines.length;
|
|
69
|
+
const sectionLines = lines.slice(decl.lineIndex, endLine);
|
|
70
|
+
const sectionContent = sectionLines.join('\n').trim();
|
|
71
|
+
if (sectionContent) {
|
|
72
|
+
sections.push({
|
|
73
|
+
title: `${decl.type} ${decl.name}`,
|
|
74
|
+
lineStart: decl.lineIndex + 1,
|
|
75
|
+
lineEnd: endLine,
|
|
76
|
+
preview: sectionContent.slice(0, 100),
|
|
77
|
+
tokens: estimateTokens(sectionContent),
|
|
78
|
+
keywords: extractKeywords(sectionContent),
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return sections;
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=java.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"java.js","sourceRoot":"","sources":["../../../src/indexer/parsers/java.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,8CAA8C;AAC9C,MAAM,QAAQ,GAAG;IACf,2EAA2E;IAC3E,+EAA+E;IAC/E,0EAA0E;IAC1E,4EAA4E;IAC5E,8GAA8G;IAC9G,SAAS;IACT,gCAAgC;IAChC,4BAA4B;IAC5B,iBAAiB;CAClB,CAAC;AAQF,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC;IACnD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IAC5C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,SAAiB;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEpC,gBAAgB;QAChB,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAChG,SAAS;QACX,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,KAAK,EAAE,CAAC;gBACV,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;oBACd,SAAS,EAAE,CAAC;oBACZ,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC;iBACtC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE5B,OAAO,CAAC;gBACN,KAAK,EAAE,QAAQ;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC;gBACnC,QAAQ,EAAE,eAAe,CAAC,WAAW,CAAC;aACvC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAEtD,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC;gBAC7B,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrC,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;gBACtC,QAAQ,EAAE,eAAe,CAAC,cAAc,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../src/indexer/parsers/javascript.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AA6B9C,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CA6D7E"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { estimateTokens } from '../../utils/tokens.js';
|
|
2
|
+
import { extractKeywords } from '../../search/keywords.js';
|
|
3
|
+
// Patterns to detect JavaScript/TypeScript declarations
|
|
4
|
+
const PATTERNS = [
|
|
5
|
+
/^(?:export\s+)?(?:async\s+)?function\s+(\w+)/,
|
|
6
|
+
/^(?:export\s+)?class\s+(\w+)/,
|
|
7
|
+
/^(?:export\s+)?(?:const|let|var)\s+(\w+)\s*=/,
|
|
8
|
+
/^(?:export\s+)?interface\s+(\w+)/,
|
|
9
|
+
/^(?:export\s+)?type\s+(\w+)\s*=/,
|
|
10
|
+
/^(?:export\s+)?enum\s+(\w+)/,
|
|
11
|
+
];
|
|
12
|
+
function getDeclarationType(line) {
|
|
13
|
+
if (/function/.test(line))
|
|
14
|
+
return 'function';
|
|
15
|
+
if (/class/.test(line))
|
|
16
|
+
return 'class';
|
|
17
|
+
if (/interface/.test(line))
|
|
18
|
+
return 'interface';
|
|
19
|
+
if (/type\s+\w+\s*=/.test(line))
|
|
20
|
+
return 'type';
|
|
21
|
+
if (/enum/.test(line))
|
|
22
|
+
return 'enum';
|
|
23
|
+
return 'const';
|
|
24
|
+
}
|
|
25
|
+
export function parseJavaScript(content, _filePath) {
|
|
26
|
+
const lines = content.split('\n');
|
|
27
|
+
const declarations = [];
|
|
28
|
+
for (let i = 0; i < lines.length; i++) {
|
|
29
|
+
const trimmedLine = lines[i].trim();
|
|
30
|
+
for (const pattern of PATTERNS) {
|
|
31
|
+
const match = trimmedLine.match(pattern);
|
|
32
|
+
if (match) {
|
|
33
|
+
declarations.push({
|
|
34
|
+
name: match[1],
|
|
35
|
+
lineIndex: i,
|
|
36
|
+
type: getDeclarationType(trimmedLine),
|
|
37
|
+
});
|
|
38
|
+
break;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
if (declarations.length === 0) {
|
|
43
|
+
// No declarations found, treat entire file as single section
|
|
44
|
+
const fullContent = content.trim();
|
|
45
|
+
if (!fullContent)
|
|
46
|
+
return [];
|
|
47
|
+
return [{
|
|
48
|
+
title: 'Module',
|
|
49
|
+
lineStart: 1,
|
|
50
|
+
lineEnd: lines.length,
|
|
51
|
+
preview: fullContent.slice(0, 100),
|
|
52
|
+
tokens: estimateTokens(fullContent),
|
|
53
|
+
keywords: extractKeywords(fullContent),
|
|
54
|
+
}];
|
|
55
|
+
}
|
|
56
|
+
const sections = [];
|
|
57
|
+
for (let i = 0; i < declarations.length; i++) {
|
|
58
|
+
const decl = declarations[i];
|
|
59
|
+
const nextDecl = declarations[i + 1];
|
|
60
|
+
// Section ends at next declaration or end of file
|
|
61
|
+
const endLine = nextDecl ? nextDecl.lineIndex : lines.length;
|
|
62
|
+
// Extract section content
|
|
63
|
+
const sectionLines = lines.slice(decl.lineIndex, endLine);
|
|
64
|
+
const sectionContent = sectionLines.join('\n').trim();
|
|
65
|
+
if (sectionContent) {
|
|
66
|
+
sections.push({
|
|
67
|
+
title: `${decl.type} ${decl.name}`,
|
|
68
|
+
lineStart: decl.lineIndex + 1, // 1-based
|
|
69
|
+
lineEnd: endLine,
|
|
70
|
+
preview: sectionContent.slice(0, 100),
|
|
71
|
+
tokens: estimateTokens(sectionContent),
|
|
72
|
+
keywords: extractKeywords(sectionContent),
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
return sections;
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=javascript.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../src/indexer/parsers/javascript.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,wDAAwD;AACxD,MAAM,QAAQ,GAAG;IACf,8CAA8C;IAC9C,8BAA8B;IAC9B,8CAA8C;IAC9C,kCAAkC;IAClC,iCAAiC;IACjC,6BAA6B;CAC9B,CAAC;AAQF,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IAC7C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACvC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC;IAC/C,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAe,EAAE,SAAiB;IAChE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEpC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,KAAK,EAAE,CAAC;gBACV,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;oBACd,SAAS,EAAE,CAAC;oBACZ,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC;iBACtC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,6DAA6D;QAC7D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE5B,OAAO,CAAC;gBACN,KAAK,EAAE,QAAQ;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC;gBACnC,QAAQ,EAAE,eAAe,CAAC,WAAW,CAAC;aACvC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAErC,kDAAkD;QAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QAE7D,0BAA0B;QAC1B,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAEtD,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,UAAU;gBACzC,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrC,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;gBACtC,QAAQ,EAAE,eAAe,CAAC,cAAc,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../../src/indexer/parsers/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAY9C,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CAqE3E"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { estimateTokens } from '../../utils/tokens.js';
|
|
2
|
+
import { extractKeywords } from '../../search/keywords.js';
|
|
3
|
+
const HEADER_REGEX = /^(#{1,3})\s+(.+)$/;
|
|
4
|
+
export function parseMarkdown(content, _filePath) {
|
|
5
|
+
const lines = content.split('\n');
|
|
6
|
+
const headers = [];
|
|
7
|
+
// Find all headers (levels 1-3)
|
|
8
|
+
for (let i = 0; i < lines.length; i++) {
|
|
9
|
+
const match = lines[i].match(HEADER_REGEX);
|
|
10
|
+
if (match) {
|
|
11
|
+
headers.push({
|
|
12
|
+
level: match[1].length,
|
|
13
|
+
title: match[2].trim(),
|
|
14
|
+
lineIndex: i,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
if (headers.length === 0) {
|
|
19
|
+
// No headers, treat entire file as single section
|
|
20
|
+
const fullContent = content.trim();
|
|
21
|
+
if (!fullContent)
|
|
22
|
+
return [];
|
|
23
|
+
return [{
|
|
24
|
+
title: 'Document',
|
|
25
|
+
lineStart: 1,
|
|
26
|
+
lineEnd: lines.length,
|
|
27
|
+
preview: fullContent.slice(0, 100),
|
|
28
|
+
tokens: estimateTokens(fullContent),
|
|
29
|
+
keywords: extractKeywords(fullContent),
|
|
30
|
+
}];
|
|
31
|
+
}
|
|
32
|
+
const sections = [];
|
|
33
|
+
for (let i = 0; i < headers.length; i++) {
|
|
34
|
+
const header = headers[i];
|
|
35
|
+
const nextHeader = headers[i + 1];
|
|
36
|
+
// Section ends at next same-or-higher level header, or end of file
|
|
37
|
+
let endLine;
|
|
38
|
+
if (nextHeader) {
|
|
39
|
+
// Find the next header that is same level or higher (smaller number)
|
|
40
|
+
let endIndex = i + 1;
|
|
41
|
+
while (endIndex < headers.length && headers[endIndex].level > header.level) {
|
|
42
|
+
endIndex++;
|
|
43
|
+
}
|
|
44
|
+
endLine = endIndex < headers.length
|
|
45
|
+
? headers[endIndex].lineIndex
|
|
46
|
+
: lines.length;
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
endLine = lines.length;
|
|
50
|
+
}
|
|
51
|
+
// Extract section content
|
|
52
|
+
const sectionLines = lines.slice(header.lineIndex, endLine);
|
|
53
|
+
const sectionContent = sectionLines.join('\n').trim();
|
|
54
|
+
if (sectionContent) {
|
|
55
|
+
sections.push({
|
|
56
|
+
title: header.title,
|
|
57
|
+
lineStart: header.lineIndex + 1, // 1-based
|
|
58
|
+
lineEnd: endLine,
|
|
59
|
+
preview: sectionContent.slice(0, 100),
|
|
60
|
+
tokens: estimateTokens(sectionContent),
|
|
61
|
+
keywords: extractKeywords(sectionContent),
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return sections;
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=markdown.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../../src/indexer/parsers/markdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,MAAM,YAAY,GAAG,mBAAmB,CAAC;AAQzC,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,SAAiB;IAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,gCAAgC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;gBACtB,SAAS,EAAE,CAAC;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,kDAAkD;QAClD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE5B,OAAO,CAAC;gBACN,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAClC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC;gBACnC,QAAQ,EAAE,eAAe,CAAC,WAAW,CAAC;aACvC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAElC,mEAAmE;QACnE,IAAI,OAAe,CAAC;QACpB,IAAI,UAAU,EAAE,CAAC;YACf,qEAAqE;YACrE,IAAI,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,OAAO,QAAQ,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC3E,QAAQ,EAAE,CAAC;YACb,CAAC;YACD,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC,MAAM;gBACjC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,SAAS;gBAC7B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;QACzB,CAAC;QAED,0BAA0B;QAC1B,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAEtD,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,UAAU;gBAC3C,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrC,MAAM,EAAE,cAAc,CAAC,cAAc,CAAC;gBACtC,QAAQ,EAAE,eAAe,CAAC,cAAc,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"php.d.ts","sourceRoot":"","sources":["../../../src/indexer/parsers/php.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AA4B9C,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CA8DtE"}
|