cliper-memory 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +268 -0
- package/dist/auth/config.d.ts +13 -0
- package/dist/auth/config.d.ts.map +1 -0
- package/dist/auth/config.js +33 -0
- package/dist/auth/config.js.map +1 -0
- package/dist/auth/github.d.ts +5 -0
- package/dist/auth/github.d.ts.map +1 -0
- package/dist/auth/github.js +38 -0
- package/dist/auth/github.js.map +1 -0
- package/dist/cognee/legacyClient.d.ts +20 -0
- package/dist/cognee/legacyClient.d.ts.map +1 -0
- package/dist/cognee/legacyClient.js +409 -0
- package/dist/cognee/legacyClient.js.map +1 -0
- package/dist/commands/analyze.d.ts +6 -0
- package/dist/commands/analyze.d.ts.map +1 -0
- package/dist/commands/analyze.js +216 -0
- package/dist/commands/analyze.js.map +1 -0
- package/dist/commands/auth.d.ts +3 -0
- package/dist/commands/auth.d.ts.map +1 -0
- package/dist/commands/auth.js +85 -0
- package/dist/commands/auth.js.map +1 -0
- package/dist/commands/export.d.ts +6 -0
- package/dist/commands/export.d.ts.map +1 -0
- package/dist/commands/export.js +64 -0
- package/dist/commands/export.js.map +1 -0
- package/dist/commands/init.d.ts +7 -0
- package/dist/commands/init.d.ts.map +1 -0
- package/dist/commands/init.js +220 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/push.d.ts +2 -0
- package/dist/commands/push.d.ts.map +1 -0
- package/dist/commands/push.js +94 -0
- package/dist/commands/push.js.map +1 -0
- package/dist/commands/scope.d.ts +2 -0
- package/dist/commands/scope.d.ts.map +1 -0
- package/dist/commands/scope.js +124 -0
- package/dist/commands/scope.js.map +1 -0
- package/dist/commands/status.d.ts +2 -0
- package/dist/commands/status.d.ts.map +1 -0
- package/dist/commands/status.js +100 -0
- package/dist/commands/status.js.map +1 -0
- package/dist/commands/sync.d.ts +6 -0
- package/dist/commands/sync.d.ts.map +1 -0
- package/dist/commands/sync.js +83 -0
- package/dist/commands/sync.js.map +1 -0
- package/dist/commands/view.d.ts +2 -0
- package/dist/commands/view.d.ts.map +1 -0
- package/dist/commands/view.js +60 -0
- package/dist/commands/view.js.map +1 -0
- package/dist/context/builder.d.ts +19 -0
- package/dist/context/builder.d.ts.map +1 -0
- package/dist/context/builder.js +143 -0
- package/dist/context/builder.js.map +1 -0
- package/dist/gaps/detector.d.ts +10 -0
- package/dist/gaps/detector.d.ts.map +1 -0
- package/dist/gaps/detector.js +139 -0
- package/dist/gaps/detector.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +101 -0
- package/dist/index.js.map +1 -0
- package/dist/providers/cognee/client.d.ts +32 -0
- package/dist/providers/cognee/client.d.ts.map +1 -0
- package/dist/providers/cognee/client.js +189 -0
- package/dist/providers/cognee/client.js.map +1 -0
- package/dist/providers/cognee/provider.d.ts +7 -0
- package/dist/providers/cognee/provider.d.ts.map +1 -0
- package/dist/providers/cognee/provider.js +17 -0
- package/dist/providers/cognee/provider.js.map +1 -0
- package/dist/providers/memoryProvider.d.ts +4 -0
- package/dist/providers/memoryProvider.d.ts.map +1 -0
- package/dist/providers/memoryProvider.js +3 -0
- package/dist/providers/memoryProvider.js.map +1 -0
- package/dist/resolver/urlFetcher.d.ts +9 -0
- package/dist/resolver/urlFetcher.d.ts.map +1 -0
- package/dist/resolver/urlFetcher.js +134 -0
- package/dist/resolver/urlFetcher.js.map +1 -0
- package/dist/scanner/dependencies.d.ts +14 -0
- package/dist/scanner/dependencies.d.ts.map +1 -0
- package/dist/scanner/dependencies.js +203 -0
- package/dist/scanner/dependencies.js.map +1 -0
- package/dist/scanner/fileContent.d.ts +8 -0
- package/dist/scanner/fileContent.d.ts.map +1 -0
- package/dist/scanner/fileContent.js +133 -0
- package/dist/scanner/fileContent.js.map +1 -0
- package/dist/scanner/fileTree.d.ts +2 -0
- package/dist/scanner/fileTree.d.ts.map +1 -0
- package/dist/scanner/fileTree.js +152 -0
- package/dist/scanner/fileTree.js.map +1 -0
- package/dist/scanner/gitContext.d.ts +25 -0
- package/dist/scanner/gitContext.d.ts.map +1 -0
- package/dist/scanner/gitContext.js +76 -0
- package/dist/scanner/gitContext.js.map +1 -0
- package/dist/scanner/github.d.ts +5 -0
- package/dist/scanner/github.d.ts.map +1 -0
- package/dist/scanner/github.js +30 -0
- package/dist/scanner/github.js.map +1 -0
- package/dist/scanner/githubIssues.d.ts +12 -0
- package/dist/scanner/githubIssues.d.ts.map +1 -0
- package/dist/scanner/githubIssues.js +31 -0
- package/dist/scanner/githubIssues.js.map +1 -0
- package/dist/scanner/githubPullRequests.d.ts +17 -0
- package/dist/scanner/githubPullRequests.d.ts.map +1 -0
- package/dist/scanner/githubPullRequests.js +57 -0
- package/dist/scanner/githubPullRequests.js.map +1 -0
- package/dist/scanner/semanticLabels.d.ts +12 -0
- package/dist/scanner/semanticLabels.d.ts.map +1 -0
- package/dist/scanner/semanticLabels.js +185 -0
- package/dist/scanner/semanticLabels.js.map +1 -0
- package/dist/scope/autoScope.d.ts +2 -0
- package/dist/scope/autoScope.d.ts.map +1 -0
- package/dist/scope/autoScope.js +233 -0
- package/dist/scope/autoScope.js.map +1 -0
- package/dist/scope/config.d.ts +10 -0
- package/dist/scope/config.d.ts.map +1 -0
- package/dist/scope/config.js +71 -0
- package/dist/scope/config.js.map +1 -0
- package/dist/sdk/cliper.d.ts +8 -0
- package/dist/sdk/cliper.d.ts.map +1 -0
- package/dist/sdk/cliper.js +11 -0
- package/dist/sdk/cliper.js.map +1 -0
- package/dist/sdk/memory/memory.d.ts +11 -0
- package/dist/sdk/memory/memory.d.ts.map +1 -0
- package/dist/sdk/memory/memory.js +3 -0
- package/dist/sdk/memory/memory.js.map +1 -0
- package/dist/sdk/memoryBuilder.d.ts +56 -0
- package/dist/sdk/memoryBuilder.d.ts.map +1 -0
- package/dist/sdk/memoryBuilder.js +821 -0
- package/dist/sdk/memoryBuilder.js.map +1 -0
- package/dist/sdk/memoryDeduplicator.d.ts +5 -0
- package/dist/sdk/memoryDeduplicator.d.ts.map +1 -0
- package/dist/sdk/memoryDeduplicator.js +14 -0
- package/dist/sdk/memoryDeduplicator.js.map +1 -0
- package/package.json +67 -0
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.resolveBlockedReferences = resolveBlockedReferences;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const glob_1 = require("glob");
|
|
40
|
+
const URL_REGEX = /https?:\/\/[^\s\)\]\>"']+/g;
|
|
41
|
+
const ALWAYS_BLOCKED_PATTERNS = [
|
|
42
|
+
/robots\.txt/i,
|
|
43
|
+
/localhost/i,
|
|
44
|
+
/127\.0\.0\.1/,
|
|
45
|
+
/internal\./,
|
|
46
|
+
/\.local\//,
|
|
47
|
+
];
|
|
48
|
+
const SKIP_EXTENSIONS = [".png", ".jpg", ".jpeg", ".gif", ".pdf", ".zip"];
|
|
49
|
+
function shouldSkip(url) {
|
|
50
|
+
if (SKIP_EXTENSIONS.some((ext) => url.toLowerCase().includes(ext)))
|
|
51
|
+
return true;
|
|
52
|
+
if (url.includes("shields.io"))
|
|
53
|
+
return true;
|
|
54
|
+
if (url.includes("badge"))
|
|
55
|
+
return true;
|
|
56
|
+
if (url.includes("github.com/") && url.includes("/actions/"))
|
|
57
|
+
return true;
|
|
58
|
+
return false;
|
|
59
|
+
}
|
|
60
|
+
async function fetchUrl(url) {
|
|
61
|
+
try {
|
|
62
|
+
const { default: fetch } = await Promise.resolve().then(() => __importStar(require("node-fetch")));
|
|
63
|
+
const controller = new AbortController();
|
|
64
|
+
const timeout = setTimeout(() => controller.abort(), 8000);
|
|
65
|
+
const res = await fetch(url, {
|
|
66
|
+
signal: controller.signal,
|
|
67
|
+
headers: {
|
|
68
|
+
"User-Agent": "Cliper/1.0 context-doc-generator",
|
|
69
|
+
},
|
|
70
|
+
});
|
|
71
|
+
clearTimeout(timeout);
|
|
72
|
+
if (!res.ok) {
|
|
73
|
+
return { ok: false, reason: `HTTP ${res.status}` };
|
|
74
|
+
}
|
|
75
|
+
const contentType = res.headers.get("content-type") ?? "";
|
|
76
|
+
if (!contentType.includes("text") && !contentType.includes("json")) {
|
|
77
|
+
return { ok: false, reason: "Non-text content" };
|
|
78
|
+
}
|
|
79
|
+
const text = await res.text();
|
|
80
|
+
// Strip HTML tags for cleaner context
|
|
81
|
+
const cleaned = text
|
|
82
|
+
.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, "")
|
|
83
|
+
.replace(/<style[^>]*>[\s\S]*?<\/style>/gi, "")
|
|
84
|
+
.replace(/<[^>]+>/g, " ")
|
|
85
|
+
.replace(/\s+/g, " ")
|
|
86
|
+
.trim()
|
|
87
|
+
.slice(0, 3000); // Cap at 3000 chars per URL
|
|
88
|
+
return { ok: true, content: cleaned };
|
|
89
|
+
}
|
|
90
|
+
catch (err) {
|
|
91
|
+
return { ok: false, reason: err.message ?? "Network error" };
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
async function resolveBlockedReferences(projectRoot) {
|
|
95
|
+
const markdownFiles = await (0, glob_1.glob)("**/*.md", {
|
|
96
|
+
cwd: projectRoot,
|
|
97
|
+
ignore: ["node_modules/**", ".git/**", "dist/**"],
|
|
98
|
+
});
|
|
99
|
+
const urlMap = new Map(); // url -> source file
|
|
100
|
+
for (const mdFile of markdownFiles) {
|
|
101
|
+
const fullPath = path.join(projectRoot, mdFile);
|
|
102
|
+
try {
|
|
103
|
+
const content = fs.readFileSync(fullPath, "utf-8");
|
|
104
|
+
const matches = content.match(URL_REGEX) ?? [];
|
|
105
|
+
for (const url of matches) {
|
|
106
|
+
if (!urlMap.has(url))
|
|
107
|
+
urlMap.set(url, mdFile);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
catch {
|
|
111
|
+
// Skip unreadable files
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
const results = [];
|
|
115
|
+
for (const [url, source] of urlMap) {
|
|
116
|
+
if (shouldSkip(url)) {
|
|
117
|
+
results.push({ url, source, status: "skipped", reason: "Badge/asset URL" });
|
|
118
|
+
continue;
|
|
119
|
+
}
|
|
120
|
+
if (ALWAYS_BLOCKED_PATTERNS.some((p) => p.test(url))) {
|
|
121
|
+
results.push({ url, source, status: "blocked", reason: "Internal/local URL" });
|
|
122
|
+
continue;
|
|
123
|
+
}
|
|
124
|
+
const result = await fetchUrl(url);
|
|
125
|
+
if (result.ok && result.content) {
|
|
126
|
+
results.push({ url, source, status: "fetched", content: result.content });
|
|
127
|
+
}
|
|
128
|
+
else {
|
|
129
|
+
results.push({ url, source, status: "failed", reason: result.reason });
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
return results;
|
|
133
|
+
}
|
|
134
|
+
//# sourceMappingURL=urlFetcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"urlFetcher.js","sourceRoot":"","sources":["../../src/resolver/urlFetcher.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyEA,4DA6CC;AAtHD,uCAAyB;AACzB,2CAA6B;AAC7B,+BAA4B;AAU5B,MAAM,SAAS,GAAG,4BAA4B,CAAC;AAE/C,MAAM,uBAAuB,GAAG;IAC9B,cAAc;IACd,YAAY;IACZ,cAAc;IACd,YAAY;IACZ,WAAW;CACZ,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAE1E,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAChF,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAW;IACjC,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,wDAAa,YAAY,GAAC,CAAC;QACtD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;QAE3D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,UAAU,CAAC,MAAa;YAChC,OAAO,EAAE;gBACP,YAAY,EAAE,kCAAkC;aACjD;SACF,CAAC,CAAC;QAEH,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAE9B,sCAAsC;QACtC,MAAM,OAAO,GAAG,IAAI;aACjB,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;aAChD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;aAC9C,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;aACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;QAE/C,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC;IAC/D,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,wBAAwB,CAC5C,WAAmB;IAEnB,MAAM,aAAa,GAAG,MAAM,IAAA,WAAI,EAAC,SAAS,EAAE;QAC1C,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,SAAS,CAAC;KAClD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,qBAAqB;IAE/D,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAwB,EAAE,CAAC;IAExC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC5E,SAAS;QACX,CAAC;QAED,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;YAC/E,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { FileContent } from "./fileContent";
|
|
2
|
+
export interface DependencyEdge {
|
|
3
|
+
from: string;
|
|
4
|
+
to: string;
|
|
5
|
+
type: "import" | "require" | "use" | "mod";
|
|
6
|
+
}
|
|
7
|
+
export interface DependencyMap {
|
|
8
|
+
edges: DependencyEdge[];
|
|
9
|
+
externalPackages: string[];
|
|
10
|
+
entryPoints: string[];
|
|
11
|
+
}
|
|
12
|
+
export declare function buildDependencyMap(files: FileContent[]): DependencyMap;
|
|
13
|
+
export declare function formatDependencyMap(map: DependencyMap): string;
|
|
14
|
+
//# sourceMappingURL=dependencies.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dependencies.d.ts","sourceRoot":"","sources":["../../src/scanner/dependencies.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,GAAG,SAAS,GAAG,KAAK,GAAG,KAAK,CAAC;CAC9C;AAED,MAAM,WAAW,aAAa;IAC1B,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;CACzB;AAqGD,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,aAAa,CA2CtE;AAED,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,aAAa,GAAG,MAAM,CAsC9D"}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.buildDependencyMap = buildDependencyMap;
|
|
37
|
+
exports.formatDependencyMap = formatDependencyMap;
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
function extractJSImports(file) {
|
|
40
|
+
const internal = [];
|
|
41
|
+
const external = [];
|
|
42
|
+
const patterns = [
|
|
43
|
+
/import\s+.*?\s+from\s+['"]([^'"]+)['"]/g,
|
|
44
|
+
/require\(['"]([^'"]+)['"]\)/g,
|
|
45
|
+
/import\(['"]([^'"]+)['"]\)/g,
|
|
46
|
+
];
|
|
47
|
+
for (const pattern of patterns) {
|
|
48
|
+
let match;
|
|
49
|
+
while ((match = pattern.exec(file.content)) !== null) {
|
|
50
|
+
const dep = match[1];
|
|
51
|
+
if (dep.startsWith(".") || dep.startsWith("/")) {
|
|
52
|
+
const dir = path.dirname(file.relativePath);
|
|
53
|
+
const resolved = path.normalize(path.join(dir, dep));
|
|
54
|
+
internal.push(resolved);
|
|
55
|
+
}
|
|
56
|
+
else if (dep.startsWith("@/")) {
|
|
57
|
+
// TS path alias (e.g. "@/*": ["./*"]) — internal, not an npm scoped package
|
|
58
|
+
internal.push(dep.slice(2));
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
const pkgName = dep.startsWith("@")
|
|
62
|
+
? dep.split("/").slice(0, 2).join("/")
|
|
63
|
+
: dep.split("/")[0];
|
|
64
|
+
external.push(pkgName);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
return { internal, external };
|
|
69
|
+
}
|
|
70
|
+
function extractRustImports(file) {
|
|
71
|
+
const internal = [];
|
|
72
|
+
const external = [];
|
|
73
|
+
const usePattern = /^use\s+([\w:]+)/gm;
|
|
74
|
+
const modPattern = /^(?:pub\s+)?mod\s+(\w+)/gm;
|
|
75
|
+
let match;
|
|
76
|
+
while ((match = usePattern.exec(file.content)) !== null) {
|
|
77
|
+
const dep = match[1];
|
|
78
|
+
if (dep.startsWith("crate::") || dep.startsWith("super::") || dep.startsWith("self::")) {
|
|
79
|
+
internal.push(dep.replace(/^(crate|super|self)::/, ""));
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
external.push(dep.split("::")[0]);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
while ((match = modPattern.exec(file.content)) !== null) {
|
|
86
|
+
internal.push(match[1]);
|
|
87
|
+
}
|
|
88
|
+
return { internal, external };
|
|
89
|
+
}
|
|
90
|
+
function extractPythonImports(file) {
|
|
91
|
+
const internal = [];
|
|
92
|
+
const external = [];
|
|
93
|
+
const relPattern = /^from\s+(\.+[\w.]*)\s+import/gm;
|
|
94
|
+
const absPatterns = [
|
|
95
|
+
/^import\s+([\w.]+)/gm,
|
|
96
|
+
/^from\s+([\w.]+)\s+import/gm,
|
|
97
|
+
];
|
|
98
|
+
let match;
|
|
99
|
+
while ((match = relPattern.exec(file.content)) !== null) {
|
|
100
|
+
internal.push(match[1]);
|
|
101
|
+
}
|
|
102
|
+
for (const pattern of absPatterns) {
|
|
103
|
+
while ((match = pattern.exec(file.content)) !== null) {
|
|
104
|
+
external.push(match[1].split(".")[0]);
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
return { internal, external };
|
|
108
|
+
}
|
|
109
|
+
function getExtractor(filePath) {
|
|
110
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
111
|
+
if ([".ts", ".tsx", ".js", ".jsx", ".mjs"].includes(ext))
|
|
112
|
+
return extractJSImports;
|
|
113
|
+
if (ext === ".rs")
|
|
114
|
+
return extractRustImports;
|
|
115
|
+
if (ext === ".py")
|
|
116
|
+
return extractPythonImports;
|
|
117
|
+
return null;
|
|
118
|
+
}
|
|
119
|
+
function isEntryPoint(filePath) {
|
|
120
|
+
const name = path.basename(filePath);
|
|
121
|
+
return [
|
|
122
|
+
"index.ts", "index.js", "main.ts", "main.js",
|
|
123
|
+
"main.rs", "lib.rs",
|
|
124
|
+
"main.py", "__init__.py",
|
|
125
|
+
"main.go",
|
|
126
|
+
].includes(name);
|
|
127
|
+
}
|
|
128
|
+
function buildDependencyMap(files) {
|
|
129
|
+
const edges = [];
|
|
130
|
+
const externalSet = new Set();
|
|
131
|
+
const entryPoints = [];
|
|
132
|
+
for (const file of files) {
|
|
133
|
+
if (file.truncated)
|
|
134
|
+
continue;
|
|
135
|
+
const extractor = getExtractor(file.relativePath);
|
|
136
|
+
if (!extractor)
|
|
137
|
+
continue;
|
|
138
|
+
if (isEntryPoint(file.relativePath)) {
|
|
139
|
+
entryPoints.push(file.relativePath);
|
|
140
|
+
}
|
|
141
|
+
const { internal, external } = extractor(file);
|
|
142
|
+
for (const dep of internal) {
|
|
143
|
+
edges.push({
|
|
144
|
+
from: file.relativePath,
|
|
145
|
+
to: dep,
|
|
146
|
+
type: file.relativePath.endsWith(".rs") ? "use" : "import",
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
for (const pkg of external) {
|
|
150
|
+
externalSet.add(pkg);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
const seen = new Set();
|
|
154
|
+
const uniqueEdges = edges.filter((e) => {
|
|
155
|
+
const key = `${e.from}→${e.to}`;
|
|
156
|
+
if (seen.has(key))
|
|
157
|
+
return false;
|
|
158
|
+
seen.add(key);
|
|
159
|
+
return true;
|
|
160
|
+
});
|
|
161
|
+
return {
|
|
162
|
+
edges: uniqueEdges,
|
|
163
|
+
externalPackages: Array.from(externalSet).sort(),
|
|
164
|
+
entryPoints,
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
function formatDependencyMap(map) {
|
|
168
|
+
if (map.edges.length === 0 && map.externalPackages.length === 0) {
|
|
169
|
+
return "No dependency information available for scoped files.";
|
|
170
|
+
}
|
|
171
|
+
const lines = [];
|
|
172
|
+
if (map.entryPoints.length > 0) {
|
|
173
|
+
lines.push("**Entry points:**");
|
|
174
|
+
for (const ep of map.entryPoints) {
|
|
175
|
+
lines.push(` → ${ep}`);
|
|
176
|
+
}
|
|
177
|
+
lines.push("");
|
|
178
|
+
}
|
|
179
|
+
if (map.edges.length > 0) {
|
|
180
|
+
lines.push("**Internal dependencies:**");
|
|
181
|
+
const byFile = new Map();
|
|
182
|
+
for (const edge of map.edges) {
|
|
183
|
+
if (!byFile.has(edge.from))
|
|
184
|
+
byFile.set(edge.from, []);
|
|
185
|
+
byFile.get(edge.from).push(edge.to);
|
|
186
|
+
}
|
|
187
|
+
for (const [from, deps] of byFile) {
|
|
188
|
+
lines.push(` ${from}`);
|
|
189
|
+
for (const dep of deps.slice(0, 8)) {
|
|
190
|
+
lines.push(` ↳ ${dep}`);
|
|
191
|
+
}
|
|
192
|
+
if (deps.length > 8)
|
|
193
|
+
lines.push(` ↳ ... and ${deps.length - 8} more`);
|
|
194
|
+
}
|
|
195
|
+
lines.push("");
|
|
196
|
+
}
|
|
197
|
+
if (map.externalPackages.length > 0) {
|
|
198
|
+
lines.push("**External packages used:**");
|
|
199
|
+
lines.push(` ${map.externalPackages.join(", ")}`);
|
|
200
|
+
}
|
|
201
|
+
return lines.join("\n");
|
|
202
|
+
}
|
|
203
|
+
//# sourceMappingURL=dependencies.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dependencies.js","sourceRoot":"","sources":["../../src/scanner/dependencies.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmHA,gDA2CC;AAED,kDAsCC;AArMD,2CAA6B;AAe7B,SAAS,gBAAgB,CAAC,IAAiB;IACvC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,QAAQ,GAAG;QACb,yCAAyC;QACzC,8BAA8B;QAC9B,6BAA6B;KAChC,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;gBACrD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,CAAC;iBAAM,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,4EAA4E;gBAC5E,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;oBAC/B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBACtC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAiB;IACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,mBAAmB,CAAC;IACvC,MAAM,UAAU,GAAG,2BAA2B,CAAC;IAE/C,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrF,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACJ,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAiB;IAC3C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,gCAAgC,CAAC;IACpD,MAAM,WAAW,GAAG;QAChB,sBAAsB;QACtB,6BAA6B;KAChC,CAAC;IAEF,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAClF,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,kBAAkB,CAAC;IAC7C,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,oBAAoB,CAAC;IAC/C,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IAClC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACrC,OAAO;QACH,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS;QAC5C,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,aAAa;QACxB,SAAS;KACZ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACrB,CAAC;AAED,SAAgB,kBAAkB,CAAC,KAAoB;IACnD,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,SAAS;YAAE,SAAS;QAE7B,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,IAAI,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAE/C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,IAAI,CAAC,YAAY;gBACvB,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ;aAC7D,CAAC,CAAC;QACP,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACnC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,KAAK,EAAE,WAAW;QAClB,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE;QAChD,WAAW;KACd,CAAC;AACN,CAAC;AAED,SAAgB,mBAAmB,CAAC,GAAkB;IAClD,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,OAAO,uDAAuD,CAAC;IACnE,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACxB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;YAC/B,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7E,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;IAED,IAAI,GAAG,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export interface FileContent {
|
|
2
|
+
relativePath: string;
|
|
3
|
+
content: string;
|
|
4
|
+
truncated: boolean;
|
|
5
|
+
size: number;
|
|
6
|
+
}
|
|
7
|
+
export declare function extractFileContents(projectRoot: string, activeScope: string[], watchedScope: string[], maxFileSizeKB?: number): Promise<FileContent[]>;
|
|
8
|
+
//# sourceMappingURL=fileContent.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fileContent.d.ts","sourceRoot":"","sources":["../../src/scanner/fileContent.ts"],"names":[],"mappings":"AAkCA,MAAM,WAAW,WAAW;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,EAAE,MAAM,EAAE,EACtB,aAAa,GAAE,MAAW,GACzB,OAAO,CAAC,WAAW,EAAE,CAAC,CA0ExB"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.extractFileContents = extractFileContents;
|
|
40
|
+
const fs = __importStar(require("fs"));
|
|
41
|
+
const path = __importStar(require("path"));
|
|
42
|
+
const glob_1 = require("glob");
|
|
43
|
+
const ignore_1 = __importDefault(require("ignore"));
|
|
44
|
+
const MAX_TOTAL_CHARS = 150000;
|
|
45
|
+
const BINARY_EXTENSIONS = new Set([
|
|
46
|
+
".png", ".jpg", ".jpeg", ".gif", ".svg", ".ico", ".webp",
|
|
47
|
+
".pdf", ".zip", ".tar", ".gz", ".exe", ".bin", ".wasm",
|
|
48
|
+
".ttf", ".woff", ".woff2", ".eot", ".mp4", ".mp3",
|
|
49
|
+
]);
|
|
50
|
+
const PRIORITY_EXTENSIONS = [
|
|
51
|
+
".ts", ".tsx", ".js", ".jsx", ".py", ".rs", ".go",
|
|
52
|
+
".java", ".kt", ".swift", ".rb", ".php", ".cs",
|
|
53
|
+
".json", ".yaml", ".yml", ".toml", ".env.example",
|
|
54
|
+
".md", ".mdx", ".sql", ".graphql", ".prisma",
|
|
55
|
+
];
|
|
56
|
+
function isBinary(filePath) {
|
|
57
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
58
|
+
return BINARY_EXTENSIONS.has(ext);
|
|
59
|
+
}
|
|
60
|
+
function getPriority(filePath) {
|
|
61
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
62
|
+
const idx = PRIORITY_EXTENSIONS.indexOf(ext);
|
|
63
|
+
return idx === -1 ? 999 : idx;
|
|
64
|
+
}
|
|
65
|
+
async function extractFileContents(projectRoot, activeScope, watchedScope, maxFileSizeKB = 50) {
|
|
66
|
+
const MAX_FILE_SIZE_BYTES = maxFileSizeKB * 1024;
|
|
67
|
+
const ig = (0, ignore_1.default)();
|
|
68
|
+
const gitignorePath = path.join(projectRoot, ".gitignore");
|
|
69
|
+
if (fs.existsSync(gitignorePath)) {
|
|
70
|
+
ig.add(fs.readFileSync(gitignorePath, "utf-8"));
|
|
71
|
+
}
|
|
72
|
+
const allPaths = new Set();
|
|
73
|
+
// Collect files from active scope and watched scope
|
|
74
|
+
for (const scopePath of [...activeScope, ...watchedScope]) {
|
|
75
|
+
const fullScopePath = path.join(projectRoot, scopePath);
|
|
76
|
+
if (!fs.existsSync(fullScopePath))
|
|
77
|
+
continue;
|
|
78
|
+
const stat = fs.statSync(fullScopePath);
|
|
79
|
+
if (stat.isFile()) {
|
|
80
|
+
allPaths.add(scopePath);
|
|
81
|
+
}
|
|
82
|
+
else if (stat.isDirectory()) {
|
|
83
|
+
const files = await (0, glob_1.glob)("**/*", {
|
|
84
|
+
cwd: fullScopePath,
|
|
85
|
+
nodir: true,
|
|
86
|
+
ignore: ["node_modules/**", ".git/**", "dist/**", "build/**"],
|
|
87
|
+
});
|
|
88
|
+
for (const f of files) {
|
|
89
|
+
const rel = path.join(scopePath, f);
|
|
90
|
+
if (!ig.ignores(rel))
|
|
91
|
+
allPaths.add(rel);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
// Sort by priority
|
|
96
|
+
const sortedPaths = Array.from(allPaths).sort((a, b) => getPriority(a) - getPriority(b));
|
|
97
|
+
const results = [];
|
|
98
|
+
let totalChars = 0;
|
|
99
|
+
for (const relativePath of sortedPaths) {
|
|
100
|
+
if (totalChars >= MAX_TOTAL_CHARS)
|
|
101
|
+
break;
|
|
102
|
+
if (isBinary(relativePath))
|
|
103
|
+
continue;
|
|
104
|
+
const fullPath = path.join(projectRoot, relativePath);
|
|
105
|
+
if (!fs.existsSync(fullPath))
|
|
106
|
+
continue;
|
|
107
|
+
const stat = fs.statSync(fullPath);
|
|
108
|
+
if (stat.size > MAX_FILE_SIZE_BYTES) {
|
|
109
|
+
results.push({
|
|
110
|
+
relativePath,
|
|
111
|
+
content: `[File too large to include: ${Math.round(stat.size / 1024)}KB]`,
|
|
112
|
+
truncated: true,
|
|
113
|
+
size: stat.size,
|
|
114
|
+
});
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
117
|
+
try {
|
|
118
|
+
let content = fs.readFileSync(fullPath, "utf-8");
|
|
119
|
+
let truncated = false;
|
|
120
|
+
if (totalChars + content.length > MAX_TOTAL_CHARS) {
|
|
121
|
+
content = content.slice(0, MAX_TOTAL_CHARS - totalChars);
|
|
122
|
+
truncated = true;
|
|
123
|
+
}
|
|
124
|
+
totalChars += content.length;
|
|
125
|
+
results.push({ relativePath, content, truncated, size: stat.size });
|
|
126
|
+
}
|
|
127
|
+
catch {
|
|
128
|
+
// Skip files that can't be read
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
return results;
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=fileContent.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fileContent.js","sourceRoot":"","sources":["../../src/scanner/fileContent.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyCA,kDA+EC;AAxHD,uCAAyB;AACzB,2CAA6B;AAC7B,+BAA4B;AAC5B,oDAA4B;AAG5B,MAAM,eAAe,GAAG,MAAO,CAAC;AAEhC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACxD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACtD,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;CAClD,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG;IAC1B,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;IACjD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc;IACjD,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS;CAC7C,CAAC;AAEF,SAAS,QAAQ,CAAC,QAAgB;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,OAAO,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,MAAM,GAAG,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7C,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AAChC,CAAC;AAWM,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,WAAqB,EACrB,YAAsB,EACtB,gBAAwB,EAAE;IAE1B,MAAM,mBAAmB,GAAG,aAAa,GAAG,IAAI,CAAC;IACjD,MAAM,EAAE,GAAG,IAAA,gBAAM,GAAE,CAAC;IACpB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAC3D,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,oDAAoD;IACpD,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC;QAC1D,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,SAAS;QAE5C,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAA,WAAI,EAAC,MAAM,EAAE;gBAC/B,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,CAAC;aAC9D,CAAC,CAAC;YACH,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;oBAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAC1C,CAAC;IAEF,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,YAAY,IAAI,WAAW,EAAE,CAAC;QACvC,IAAI,UAAU,IAAI,eAAe;YAAE,MAAM;QACzC,IAAI,QAAQ,CAAC,YAAY,CAAC;YAAE,SAAS;QAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QAEvC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC;gBACX,YAAY;gBACZ,OAAO,EAAE,+BAA+B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK;gBACzE,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACjD,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,IAAI,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;gBAClD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,CAAC;gBACzD,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YAED,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fileTree.d.ts","sourceRoot":"","sources":["../../src/scanner/fileTree.ts"],"names":[],"mappings":"AA0IA,wBAAgB,gBAAgB,CAC9B,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,EAAE,MAAM,EAAE,GACrB,MAAM,CAMR"}
|