@jcode.labs/ragmir 6.1.6 → 6.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +43 -49
- package/dist/cli.js +194 -24
- package/dist/cli.js.map +1 -1
- package/dist/config.d.ts +24 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +127 -24
- package/dist/config.js.map +1 -1
- package/dist/context-resources.d.ts.map +1 -1
- package/dist/context-resources.js +19 -8
- package/dist/context-resources.js.map +1 -1
- package/dist/defaults.d.ts +5 -0
- package/dist/defaults.d.ts.map +1 -1
- package/dist/defaults.js +16 -0
- package/dist/defaults.js.map +1 -1
- package/dist/destroy.d.ts.map +1 -1
- package/dist/destroy.js +3 -2
- package/dist/destroy.js.map +1 -1
- package/dist/doctor.d.ts.map +1 -1
- package/dist/doctor.js +37 -5
- package/dist/doctor.js.map +1 -1
- package/dist/durable-file.d.ts.map +1 -1
- package/dist/durable-file.js +3 -2
- package/dist/durable-file.js.map +1 -1
- package/dist/embeddings.d.ts.map +1 -1
- package/dist/embeddings.js +7 -6
- package/dist/embeddings.js.map +1 -1
- package/dist/evaluate.d.ts.map +1 -1
- package/dist/evaluate.js +11 -6
- package/dist/evaluate.js.map +1 -1
- package/dist/files.d.ts +27 -1
- package/dist/files.d.ts.map +1 -1
- package/dist/files.js +344 -100
- package/dist/files.js.map +1 -1
- package/dist/freshness.d.ts +16 -0
- package/dist/freshness.d.ts.map +1 -0
- package/dist/freshness.js +97 -0
- package/dist/freshness.js.map +1 -0
- package/dist/fs-retry.d.ts +16 -0
- package/dist/fs-retry.d.ts.map +1 -0
- package/dist/fs-retry.js +49 -0
- package/dist/fs-retry.js.map +1 -0
- package/dist/generation-retention.d.ts +12 -0
- package/dist/generation-retention.d.ts.map +1 -1
- package/dist/generation-retention.js +13 -2
- package/dist/generation-retention.js.map +1 -1
- package/dist/git-hooks.d.ts +25 -0
- package/dist/git-hooks.d.ts.map +1 -0
- package/dist/git-hooks.js +173 -0
- package/dist/git-hooks.js.map +1 -0
- package/dist/index-diagnostics.d.ts +9 -1
- package/dist/index-diagnostics.d.ts.map +1 -1
- package/dist/index-diagnostics.js +35 -0
- package/dist/index-diagnostics.js.map +1 -1
- package/dist/index-policy.d.ts.map +1 -1
- package/dist/index-policy.js +4 -0
- package/dist/index-policy.js.map +1 -1
- package/dist/index-write-lock.d.ts.map +1 -1
- package/dist/index-write-lock.js +8 -7
- package/dist/index-write-lock.js.map +1 -1
- package/dist/ingest.d.ts +6 -0
- package/dist/ingest.d.ts.map +1 -1
- package/dist/ingest.js +44 -21
- package/dist/ingest.js.map +1 -1
- package/dist/init.d.ts.map +1 -1
- package/dist/init.js +19 -4
- package/dist/init.js.map +1 -1
- package/dist/knowledge-bases.d.ts +18 -1
- package/dist/knowledge-bases.d.ts.map +1 -1
- package/dist/knowledge-bases.js +73 -4
- package/dist/knowledge-bases.js.map +1 -1
- package/dist/mcp-output.d.ts +14 -3
- package/dist/mcp-output.d.ts.map +1 -1
- package/dist/mcp-output.js +37 -0
- package/dist/mcp-output.js.map +1 -1
- package/dist/mcp-registrations.d.ts +9 -0
- package/dist/mcp-registrations.d.ts.map +1 -0
- package/dist/mcp-registrations.js +247 -0
- package/dist/mcp-registrations.js.map +1 -0
- package/dist/mcp-scope.d.ts +32 -0
- package/dist/mcp-scope.d.ts.map +1 -0
- package/dist/mcp-scope.js +114 -0
- package/dist/mcp-scope.js.map +1 -0
- package/dist/mcp-session.d.ts +37 -0
- package/dist/mcp-session.d.ts.map +1 -0
- package/dist/mcp-session.js +53 -0
- package/dist/mcp-session.js.map +1 -0
- package/dist/mcp-summaries.d.ts +5 -0
- package/dist/mcp-summaries.d.ts.map +1 -1
- package/dist/mcp-summaries.js +30 -0
- package/dist/mcp-summaries.js.map +1 -1
- package/dist/mcp.d.ts +6 -0
- package/dist/mcp.d.ts.map +1 -1
- package/dist/mcp.js +410 -103
- package/dist/mcp.js.map +1 -1
- package/dist/ocr-cache.d.ts.map +1 -1
- package/dist/ocr-cache.js +3 -2
- package/dist/ocr-cache.js.map +1 -1
- package/dist/ocr.d.ts +51 -0
- package/dist/ocr.d.ts.map +1 -1
- package/dist/ocr.js +213 -6
- package/dist/ocr.js.map +1 -1
- package/dist/package-manager.d.ts.map +1 -1
- package/dist/package-manager.js +2 -1
- package/dist/package-manager.js.map +1 -1
- package/dist/preview.d.ts.map +1 -1
- package/dist/preview.js +3 -7
- package/dist/preview.js.map +1 -1
- package/dist/project-config-file.d.ts.map +1 -1
- package/dist/project-config-file.js +3 -2
- package/dist/project-config-file.js.map +1 -1
- package/dist/quality-report.d.ts.map +1 -1
- package/dist/quality-report.js +1 -1
- package/dist/quality-report.js.map +1 -1
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +235 -34
- package/dist/query.js.map +1 -1
- package/dist/ranking.d.ts +56 -6
- package/dist/ranking.d.ts.map +1 -1
- package/dist/ranking.js +187 -16
- package/dist/ranking.js.map +1 -1
- package/dist/retrieval-diversity.d.ts +5 -0
- package/dist/retrieval-diversity.d.ts.map +1 -1
- package/dist/retrieval-diversity.js +4 -2
- package/dist/retrieval-diversity.js.map +1 -1
- package/dist/search-output.d.ts.map +1 -1
- package/dist/search-output.js +2 -0
- package/dist/search-output.js.map +1 -1
- package/dist/security.js +1 -1
- package/dist/security.js.map +1 -1
- package/dist/setup-prompt.d.ts +1 -1
- package/dist/setup-prompt.d.ts.map +1 -1
- package/dist/setup-prompt.js +3 -3
- package/dist/setup.js +1 -1
- package/dist/setup.js.map +1 -1
- package/dist/skill.d.ts +2 -0
- package/dist/skill.d.ts.map +1 -1
- package/dist/skill.js +125 -16
- package/dist/skill.js.map +1 -1
- package/dist/source-fingerprint-cache.d.ts.map +1 -1
- package/dist/source-fingerprint-cache.js +3 -2
- package/dist/source-fingerprint-cache.js.map +1 -1
- package/dist/source-paths.d.ts +36 -0
- package/dist/source-paths.d.ts.map +1 -0
- package/dist/source-paths.js +157 -0
- package/dist/source-paths.js.map +1 -0
- package/dist/source-weights.d.ts +28 -0
- package/dist/source-weights.d.ts.map +1 -0
- package/dist/source-weights.js +241 -0
- package/dist/source-weights.js.map +1 -0
- package/dist/storage-maintenance.d.ts +3 -1
- package/dist/storage-maintenance.d.ts.map +1 -1
- package/dist/storage-maintenance.js +24 -4
- package/dist/storage-maintenance.js.map +1 -1
- package/dist/storage-usage.d.ts +21 -0
- package/dist/storage-usage.d.ts.map +1 -0
- package/dist/storage-usage.js +119 -0
- package/dist/storage-usage.js.map +1 -0
- package/dist/types.d.ts +127 -3
- package/dist/types.d.ts.map +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/package.json +3 -1
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { execFile } from "node:child_process";
|
|
2
|
+
import { existsSync } from "node:fs";
|
|
3
|
+
import { chmod, mkdir, readFile, realpath, rm, writeFile } from "node:fs/promises";
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import { RAGMIR_DIR } from "./defaults.js";
|
|
6
|
+
import { RGR_RUNNER_FILENAME } from "./package-manager.js";
|
|
7
|
+
import { canonicalSourcePath } from "./source-paths.js";
|
|
8
|
+
export const GIT_HOOK_NAMES = [
|
|
9
|
+
"post-checkout",
|
|
10
|
+
"post-commit",
|
|
11
|
+
"post-merge",
|
|
12
|
+
"post-rewrite",
|
|
13
|
+
];
|
|
14
|
+
const BLOCK_START = "# >>> ragmir auto-ingest >>>";
|
|
15
|
+
const BLOCK_END = "# <<< ragmir auto-ingest <<<";
|
|
16
|
+
const SHEBANG = "#!/bin/sh";
|
|
17
|
+
/**
|
|
18
|
+
* Refresh the index in the background after Git changes files: commits, merges, checkouts, and
|
|
19
|
+
* rebases. Each hook gets one marked block, existing hook content is preserved, and the block runs
|
|
20
|
+
* the project's generated runner so it uses the same Ragmir version as the agents.
|
|
21
|
+
*/
|
|
22
|
+
export async function installGitHooks(options = {}) {
|
|
23
|
+
const location = await gitHooksLocation(options.cwd);
|
|
24
|
+
if (location.trackedHooksDir && options.force !== true) {
|
|
25
|
+
throw new Error(`Git hooks resolve to ${location.hooksDir}, inside the working tree (for example a husky directory). Add the Ragmir block to that tool's hook files, or rerun with --force to edit them.`);
|
|
26
|
+
}
|
|
27
|
+
await mkdir(location.hooksDir, { recursive: true });
|
|
28
|
+
const changed = [];
|
|
29
|
+
for (const hookName of GIT_HOOK_NAMES) {
|
|
30
|
+
const hookPath = path.join(location.hooksDir, hookName);
|
|
31
|
+
const current = existsSync(hookPath) ? await readFile(hookPath, "utf8") : null;
|
|
32
|
+
const next = withRagmirBlock(current, ragmirHookBlock(location.projectPath));
|
|
33
|
+
if (next !== current) {
|
|
34
|
+
await writeFile(hookPath, next, "utf8");
|
|
35
|
+
changed.push(hookName);
|
|
36
|
+
}
|
|
37
|
+
if (process.platform !== "win32") {
|
|
38
|
+
await chmod(hookPath, 0o755);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return reportFor(location, changed);
|
|
42
|
+
}
|
|
43
|
+
export async function uninstallGitHooks(options = {}) {
|
|
44
|
+
const location = await gitHooksLocation(options.cwd);
|
|
45
|
+
const changed = [];
|
|
46
|
+
for (const hookName of GIT_HOOK_NAMES) {
|
|
47
|
+
const hookPath = path.join(location.hooksDir, hookName);
|
|
48
|
+
if (!existsSync(hookPath)) {
|
|
49
|
+
continue;
|
|
50
|
+
}
|
|
51
|
+
const current = await readFile(hookPath, "utf8");
|
|
52
|
+
const next = withoutRagmirBlock(current);
|
|
53
|
+
if (next === current) {
|
|
54
|
+
continue;
|
|
55
|
+
}
|
|
56
|
+
if (next.replace(SHEBANG, "").trim().length === 0) {
|
|
57
|
+
await rm(hookPath, { force: true });
|
|
58
|
+
}
|
|
59
|
+
else {
|
|
60
|
+
await writeFile(hookPath, next, "utf8");
|
|
61
|
+
}
|
|
62
|
+
changed.push(hookName);
|
|
63
|
+
}
|
|
64
|
+
return reportFor(location, changed);
|
|
65
|
+
}
|
|
66
|
+
export async function gitHooksStatus(options = {}) {
|
|
67
|
+
return reportFor(await gitHooksLocation(options.cwd), []);
|
|
68
|
+
}
|
|
69
|
+
async function gitHooksLocation(cwd = process.cwd()) {
|
|
70
|
+
// Git reports real paths (macOS resolves /var to /private/var), so compare real paths too.
|
|
71
|
+
const projectRoot = await realpath(path.resolve(cwd));
|
|
72
|
+
const workTree = path.resolve((await git(projectRoot, ["rev-parse", "--show-toplevel"])).trim() || projectRoot);
|
|
73
|
+
// Resolves core.hooksPath and linked worktrees the way Git itself does.
|
|
74
|
+
const hooksPath = (await git(projectRoot, ["rev-parse", "--git-path", "hooks"])).trim();
|
|
75
|
+
const hooksDir = path.resolve(projectRoot, hooksPath);
|
|
76
|
+
const gitDir = path.resolve(projectRoot, (await git(projectRoot, ["rev-parse", "--git-common-dir"])).trim());
|
|
77
|
+
const insideWorkTree = isInside(hooksDir, workTree);
|
|
78
|
+
const insideGitDir = isInside(hooksDir, gitDir);
|
|
79
|
+
return {
|
|
80
|
+
hooksDir,
|
|
81
|
+
workTree,
|
|
82
|
+
trackedHooksDir: insideWorkTree && !insideGitDir,
|
|
83
|
+
projectPath: canonicalSourcePath(path.relative(workTree, projectRoot)) || ".",
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
function ragmirHookBlock(projectPath) {
|
|
87
|
+
const runner = `${RAGMIR_DIR}/${RGR_RUNNER_FILENAME}`;
|
|
88
|
+
return [
|
|
89
|
+
BLOCK_START,
|
|
90
|
+
"# Refresh the Ragmir index in the background after Git changes files.",
|
|
91
|
+
"# Remove with `rgr hooks uninstall`.",
|
|
92
|
+
`(cd ${shellQuote(projectPath)} 2>/dev/null && [ -f ${runner} ] && command -v node >/dev/null 2>&1 && node ${runner} ingest >/dev/null 2>&1 &) || true`,
|
|
93
|
+
BLOCK_END,
|
|
94
|
+
].join("\n");
|
|
95
|
+
}
|
|
96
|
+
function withRagmirBlock(current, block) {
|
|
97
|
+
if (current === null || current.trim().length === 0) {
|
|
98
|
+
return `${SHEBANG}\n\n${block}\n`;
|
|
99
|
+
}
|
|
100
|
+
if (current.includes(BLOCK_START)) {
|
|
101
|
+
return replaceBlock(current, block);
|
|
102
|
+
}
|
|
103
|
+
const lines = current.replace(/\s+$/u, "").split("\n");
|
|
104
|
+
// A hook that ends with `exit` would never reach an appended block.
|
|
105
|
+
const lastLine = lines.at(-1)?.trim() ?? "";
|
|
106
|
+
if (/^exit(\s|$)/u.test(lastLine)) {
|
|
107
|
+
return [...lines.slice(0, -1), "", block, lines.at(-1), ""].join("\n");
|
|
108
|
+
}
|
|
109
|
+
return `${lines.join("\n")}\n\n${block}\n`;
|
|
110
|
+
}
|
|
111
|
+
function withoutRagmirBlock(current) {
|
|
112
|
+
let start = current.indexOf(BLOCK_START);
|
|
113
|
+
if (start === -1) {
|
|
114
|
+
return current;
|
|
115
|
+
}
|
|
116
|
+
const endMarker = current.indexOf(BLOCK_END, start);
|
|
117
|
+
let end = endMarker === -1 ? current.length : endMarker + BLOCK_END.length;
|
|
118
|
+
// Drop the blank separator line and the newline that installation added around the block.
|
|
119
|
+
if (current.slice(start - 2, start) === "\n\n") {
|
|
120
|
+
start -= 1;
|
|
121
|
+
}
|
|
122
|
+
if (current[end] === "\n") {
|
|
123
|
+
end += 1;
|
|
124
|
+
}
|
|
125
|
+
return `${current.slice(0, start)}${current.slice(end)}`;
|
|
126
|
+
}
|
|
127
|
+
function replaceBlock(current, block) {
|
|
128
|
+
const start = current.indexOf(BLOCK_START);
|
|
129
|
+
const endMarker = current.indexOf(BLOCK_END, start);
|
|
130
|
+
const end = endMarker === -1 ? current.length : endMarker + BLOCK_END.length;
|
|
131
|
+
return `${current.slice(0, start)}${block}${current.slice(end)}`;
|
|
132
|
+
}
|
|
133
|
+
async function reportFor(location, changed) {
|
|
134
|
+
const installed = [];
|
|
135
|
+
const missing = [];
|
|
136
|
+
for (const hookName of GIT_HOOK_NAMES) {
|
|
137
|
+
const hookPath = path.join(location.hooksDir, hookName);
|
|
138
|
+
const content = existsSync(hookPath) ? await readFile(hookPath, "utf8") : "";
|
|
139
|
+
if (content.includes(BLOCK_START)) {
|
|
140
|
+
installed.push(hookName);
|
|
141
|
+
}
|
|
142
|
+
else {
|
|
143
|
+
missing.push(hookName);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
return {
|
|
147
|
+
hooksDir: location.hooksDir,
|
|
148
|
+
workTree: location.workTree,
|
|
149
|
+
trackedHooksDir: location.trackedHooksDir,
|
|
150
|
+
installed,
|
|
151
|
+
missing,
|
|
152
|
+
changed,
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
function isInside(child, parent) {
|
|
156
|
+
const relative = path.relative(parent, child);
|
|
157
|
+
return relative !== ".." && !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative);
|
|
158
|
+
}
|
|
159
|
+
function shellQuote(value) {
|
|
160
|
+
return `'${value.replaceAll("'", "'\\''")}'`;
|
|
161
|
+
}
|
|
162
|
+
function git(cwd, args) {
|
|
163
|
+
return new Promise((resolve, reject) => {
|
|
164
|
+
execFile("git", args, { cwd, encoding: "utf8", windowsHide: true }, (error, stdout) => {
|
|
165
|
+
if (error) {
|
|
166
|
+
reject(new Error(`Git hooks need a Git repository and the git command (${error.message.split("\n")[0]}).`));
|
|
167
|
+
return;
|
|
168
|
+
}
|
|
169
|
+
resolve(stdout);
|
|
170
|
+
});
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=git-hooks.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-hooks.js","sourceRoot":"","sources":["../src/git-hooks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAClF,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAEvD,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,eAAe;IACf,aAAa;IACb,YAAY;IACZ,cAAc;CACN,CAAA;AAGV,MAAM,WAAW,GAAG,8BAA8B,CAAA;AAClD,MAAM,SAAS,GAAG,8BAA8B,CAAA;AAChD,MAAM,OAAO,GAAG,WAAW,CAAA;AAkB3B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAO,GAAoB,EAAE;IACjE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACpD,IAAI,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,wBAAwB,QAAQ,CAAC,QAAQ,gJAAgJ,CAC1L,CAAA;IACH,CAAC;IACD,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACnD,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACvD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC9E,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAA;QAC5E,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;YACvC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACxB,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAO,GAAoB,EAAE;IACnE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACpD,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAA;QACxC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QACzC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAO,GAAoB,EAAE;IAChE,OAAO,SAAS,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;AAC3D,CAAC;AAUD,KAAK,UAAU,gBAAgB,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE;IACjD,2FAA2F;IAC3F,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,CACjF,CAAA;IACD,wEAAwE;IACxE,MAAM,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACvF,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CACzB,WAAW,EACX,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CACnE,CAAA;IACD,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACnD,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAC/C,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,eAAe,EAAE,cAAc,IAAI,CAAC,YAAY;QAChD,WAAW,EAAE,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,GAAG;KAC9E,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB;IAC1C,MAAM,MAAM,GAAG,GAAG,UAAU,IAAI,mBAAmB,EAAE,CAAA;IACrD,OAAO;QACL,WAAW;QACX,uEAAuE;QACvE,sCAAsC;QACtC,OAAO,UAAU,CAAC,WAAW,CAAC,wBAAwB,MAAM,iDAAiD,MAAM,oCAAoC;QACvJ,SAAS;KACV,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,SAAS,eAAe,CAAC,OAAsB,EAAE,KAAa;IAC5D,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,OAAO,KAAK,IAAI,CAAA;IACnC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAClC,OAAO,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IACrC,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACtD,oEAAoE;IACpE,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC3C,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAA;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe;IACzC,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IACxC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACjB,OAAO,OAAO,CAAA;IAChB,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IACnD,IAAI,GAAG,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1E,0FAA0F;IAC1F,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,MAAM,EAAE,CAAC;QAC/C,KAAK,IAAI,CAAC,CAAA;IACZ,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1B,GAAG,IAAI,CAAC,CAAA;IACV,CAAC;IACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAA;AAC1D,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,KAAa;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IACnD,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAA;IAC5E,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAA;AAClE,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,QAA0B,EAC1B,OAAsB;IAEtB,MAAM,SAAS,GAAkB,EAAE,CAAA;IACnC,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACvD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAC5E,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACxB,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,SAAS;QACT,OAAO;QACP,OAAO;KACR,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,MAAc;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7C,OAAO,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;AACjG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAA;AAC9C,CAAC;AAED,SAAS,GAAG,CAAC,GAAW,EAAE,IAAc;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACpF,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CACJ,IAAI,KAAK,CACP,wDAAwD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CACzF,CACF,CAAA;gBACD,OAAM;YACR,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,CAAA;QACjB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { Config, IndexManifest } from "./types.js";
|
|
1
|
+
import type { Config, IndexConcentration, IndexManifest } from "./types.js";
|
|
2
2
|
/**
|
|
3
3
|
* Bumped when the index layout or manifest meaning changes in a way that
|
|
4
4
|
* invalidates previously indexed vectors (new columns, changed semantics, new
|
|
@@ -29,4 +29,12 @@ export declare function getLexicalScanWarning(config: Config, chunkCount: number
|
|
|
29
29
|
* a compatible index. Security advisories are reported separately and never change readiness.
|
|
30
30
|
*/
|
|
31
31
|
export declare function manifestReady(manifest: IndexManifest | null, freshnessWarning: string | null): boolean;
|
|
32
|
+
/**
|
|
33
|
+
* Share of the index held by the largest files. Above a fifth for one file, or half for three, a
|
|
34
|
+
* data export or log tends to fill the candidate pools of unrelated questions.
|
|
35
|
+
*/
|
|
36
|
+
export declare function indexConcentration(files: Iterable<{
|
|
37
|
+
relativePath: string;
|
|
38
|
+
chunkCount: number;
|
|
39
|
+
}>): IndexConcentration;
|
|
32
40
|
//# sourceMappingURL=index-diagnostics.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-diagnostics.d.ts","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;
|
|
1
|
+
{"version":3,"file":"index-diagnostics.d.ts","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAG3E;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,KAAK,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAIrF;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,aAAa,GAAG,IAAI,GAC7B,MAAM,GAAG,IAAI,CAkEf;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,qBAAqB,UAAQ,GAC5B,MAAM,GAAG,IAAI,CAMf;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,aAAa,GAAG,IAAI,EAC9B,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAC9B,OAAO,CAYT;AAMD;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,QAAQ,CAAC;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,GAC5D,kBAAkB,CA+BpB"}
|
|
@@ -101,4 +101,39 @@ export function manifestReady(manifest, freshnessWarning) {
|
|
|
101
101
|
health.oversizedFiles === 0 &&
|
|
102
102
|
freshnessWarning === null);
|
|
103
103
|
}
|
|
104
|
+
const CONCENTRATION_TOP_FILES = 5;
|
|
105
|
+
const LARGEST_FILE_SHARE_WARNING = 0.2;
|
|
106
|
+
const TOP_THREE_SHARE_WARNING = 0.5;
|
|
107
|
+
/**
|
|
108
|
+
* Share of the index held by the largest files. Above a fifth for one file, or half for three, a
|
|
109
|
+
* data export or log tends to fill the candidate pools of unrelated questions.
|
|
110
|
+
*/
|
|
111
|
+
export function indexConcentration(files) {
|
|
112
|
+
const sorted = [...files]
|
|
113
|
+
.filter((file) => file.chunkCount > 0)
|
|
114
|
+
.sort((left, right) => right.chunkCount - left.chunkCount);
|
|
115
|
+
const totalChunks = sorted.reduce((sum, file) => sum + file.chunkCount, 0);
|
|
116
|
+
const share = (chunks) => totalChunks === 0 ? 0 : Math.round((chunks / totalChunks) * 1_000) / 1_000;
|
|
117
|
+
const topFiles = sorted.slice(0, CONCENTRATION_TOP_FILES).map((file) => ({
|
|
118
|
+
relativePath: file.relativePath,
|
|
119
|
+
chunks: file.chunkCount,
|
|
120
|
+
share: share(file.chunkCount),
|
|
121
|
+
}));
|
|
122
|
+
const top3Share = share(sorted.slice(0, 3).reduce((sum, file) => sum + file.chunkCount, 0));
|
|
123
|
+
const largest = topFiles[0];
|
|
124
|
+
const concentrated = sorted.length > 3 &&
|
|
125
|
+
largest !== undefined &&
|
|
126
|
+
(largest.share > LARGEST_FILE_SHARE_WARNING || top3Share > TOP_THREE_SHARE_WARNING);
|
|
127
|
+
return {
|
|
128
|
+
totalChunks,
|
|
129
|
+
topFiles,
|
|
130
|
+
top3Share,
|
|
131
|
+
warning: concentrated
|
|
132
|
+
? `${Math.min(3, sorted.length)} file(s) hold ${Math.round(top3Share * 100)}% of the index (${topFiles
|
|
133
|
+
.slice(0, 3)
|
|
134
|
+
.map((file) => `${file.relativePath} ${Math.round(file.share * 100)}%`)
|
|
135
|
+
.join(", ")}). Exclude data exports that agents do not need, cap them with maxChunksPerDataFile, or lower their rank with sourceWeights.`
|
|
136
|
+
: null,
|
|
137
|
+
};
|
|
138
|
+
}
|
|
104
139
|
//# sourceMappingURL=index-diagnostics.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-diagnostics.js","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAE1D;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAc;IAC3D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEhD,OAAO,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,QAA8B;IAE9B,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IAC5D,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,eAAe,CAAA;IACxB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,aAAa,KAAK,oBAAoB,EAAE,CAAC;QACpD,OAAO,yCAAyC,QAAQ,CAAC,aAAa,cAAc,oBAAoB,8EAA8E,CAAA;IACxL,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC5D,OAAO,4CAA4C,QAAQ,CAAC,iBAAiB,iCAAiC,MAAM,CAAC,iBAAiB,2CAA2C,CAAA;IACnL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,yCAAyC,QAAQ,CAAC,cAAc,iCAAiC,MAAM,CAAC,cAAc,mDAAmD,CAAA;IAClL,CAAC;IAED,IAAI,QAAQ,CAAC,sBAAsB,KAAK,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACtE,OAAO,4CAA4C,QAAQ,CAAC,sBAAsB,IAAI,SAAS,iCAAiC,MAAM,CAAC,sBAAsB,mDAAmD,CAAA;IAClN,CAAC;IAED,IAAI,QAAQ,CAAC,oBAAoB,KAAK,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAClE,OAAO,wGAAwG,CAAA;IACjH,CAAC;IAED,IACE,QAAQ,CAAC,oBAAoB,KAAK,SAAS;QAC3C,QAAQ,CAAC,oBAAoB,KAAK,sBAAsB,EACxD,CAAC;QACD,OAAO,gDAAgD,QAAQ,CAAC,oBAAoB,+BAA+B,sBAAsB,2CAA2C,CAAA;IACtL,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrD,OAAO,iFAAiF,CAAA;IAC1F,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,IACE,QAAQ,CAAC,eAAe,KAAK,SAAS;YACtC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAAK,QAAQ,CAAC,eAAe;YAC3D,QAAQ,CAAC,WAAW,CAAC,cAAc,KAAK,sBAAsB;YAC9D,QAAQ,CAAC,WAAW,CAAC,gBAAgB;gBACnC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,EAChE,CAAC;YACD,OAAO,yHAAyH,CAAA;QAClI,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAChF,OAAO,0FAA0F,CAAA;QACnG,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7F,OAAO,kCAAkC,QAAQ,CAAC,SAAS,iBAAiB,QAAQ,CAAC,YAAY,yCAAyC,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,YAAY,0CAA0C,CAAA;IAC1O,CAAC;IAED,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,2HAA2H,CAAA;IACpI,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,UAAkB,EAClB,qBAAqB,GAAG,KAAK;IAE7B,IAAI,qBAAqB,IAAI,UAAU,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACtE,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;IAClE,OAAO,kCAAkC,UAAU,cAAc,OAAO,uBAAuB,MAAM,CAAC,mBAAmB,gIAAgI,CAAA;AAC3P,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA8B,EAC9B,gBAA+B;IAE/B,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAA;IAC/B,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,MAAM,KAAK,SAAS;QACpB,QAAQ,CAAC,UAAU,GAAG,CAAC;QACvB,MAAM,CAAC,gBAAgB,KAAK,CAAC;QAC7B,MAAM,CAAC,YAAY,KAAK,CAAC;QACzB,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,gBAAgB,KAAK,IAAI,CAC1B,CAAA;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"index-diagnostics.js","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAE1D;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAc;IAC3D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEhD,OAAO,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,QAA8B;IAE9B,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IAC5D,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,eAAe,CAAA;IACxB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,aAAa,KAAK,oBAAoB,EAAE,CAAC;QACpD,OAAO,yCAAyC,QAAQ,CAAC,aAAa,cAAc,oBAAoB,8EAA8E,CAAA;IACxL,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC5D,OAAO,4CAA4C,QAAQ,CAAC,iBAAiB,iCAAiC,MAAM,CAAC,iBAAiB,2CAA2C,CAAA;IACnL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,yCAAyC,QAAQ,CAAC,cAAc,iCAAiC,MAAM,CAAC,cAAc,mDAAmD,CAAA;IAClL,CAAC;IAED,IAAI,QAAQ,CAAC,sBAAsB,KAAK,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACtE,OAAO,4CAA4C,QAAQ,CAAC,sBAAsB,IAAI,SAAS,iCAAiC,MAAM,CAAC,sBAAsB,mDAAmD,CAAA;IAClN,CAAC;IAED,IAAI,QAAQ,CAAC,oBAAoB,KAAK,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAClE,OAAO,wGAAwG,CAAA;IACjH,CAAC;IAED,IACE,QAAQ,CAAC,oBAAoB,KAAK,SAAS;QAC3C,QAAQ,CAAC,oBAAoB,KAAK,sBAAsB,EACxD,CAAC;QACD,OAAO,gDAAgD,QAAQ,CAAC,oBAAoB,+BAA+B,sBAAsB,2CAA2C,CAAA;IACtL,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrD,OAAO,iFAAiF,CAAA;IAC1F,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,IACE,QAAQ,CAAC,eAAe,KAAK,SAAS;YACtC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAAK,QAAQ,CAAC,eAAe;YAC3D,QAAQ,CAAC,WAAW,CAAC,cAAc,KAAK,sBAAsB;YAC9D,QAAQ,CAAC,WAAW,CAAC,gBAAgB;gBACnC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,EAChE,CAAC;YACD,OAAO,yHAAyH,CAAA;QAClI,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAChF,OAAO,0FAA0F,CAAA;QACnG,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7F,OAAO,kCAAkC,QAAQ,CAAC,SAAS,iBAAiB,QAAQ,CAAC,YAAY,yCAAyC,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,YAAY,0CAA0C,CAAA;IAC1O,CAAC;IAED,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,2HAA2H,CAAA;IACpI,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,UAAkB,EAClB,qBAAqB,GAAG,KAAK;IAE7B,IAAI,qBAAqB,IAAI,UAAU,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACtE,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;IAClE,OAAO,kCAAkC,UAAU,cAAc,OAAO,uBAAuB,MAAM,CAAC,mBAAmB,gIAAgI,CAAA;AAC3P,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA8B,EAC9B,gBAA+B;IAE/B,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAA;IAC/B,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,MAAM,KAAK,SAAS;QACpB,QAAQ,CAAC,UAAU,GAAG,CAAC;QACvB,MAAM,CAAC,gBAAgB,KAAK,CAAC;QAC7B,MAAM,CAAC,YAAY,KAAK,CAAC;QACzB,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,gBAAgB,KAAK,IAAI,CAC1B,CAAA;AACH,CAAC;AAED,MAAM,uBAAuB,GAAG,CAAC,CAAA;AACjC,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAA6D;IAE7D,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;SACtB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;SACrC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC1E,MAAM,KAAK,GAAG,CAAC,MAAc,EAAU,EAAE,CACvC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAA;IAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,MAAM,EAAE,IAAI,CAAC,UAAU;QACvB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;KAC9B,CAAC,CAAC,CAAA;IACH,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3F,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC3B,MAAM,YAAY,GAChB,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,KAAK,SAAS;QACrB,CAAC,OAAO,CAAC,KAAK,GAAG,0BAA0B,IAAI,SAAS,GAAG,uBAAuB,CAAC,CAAA;IACrF,OAAO;QACL,WAAW;QACX,QAAQ;QACR,SAAS;QACT,OAAO,EAAE,YAAY;YACnB,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,mBAAmB,QAAQ;iBACjG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC;iBACtE,IAAI,CACH,IAAI,CACL,8HAA8H;YACnI,CAAC,CAAC,IAAI;KACT,CAAA;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-policy.d.ts","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAIvD;;;GAGG;AACH,eAAO,MAAM,sBAAsB,IAAI,CAAA;AAGvC,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"index-policy.d.ts","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAIvD;;;GAGG;AACH,eAAO,MAAM,sBAAsB,IAAI,CAAA;AAGvC,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA6B7D;AAED,sGAAsG;AACtG,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAMjE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,sBAAsB,CAAC,GACpD,OAAO,CAET"}
|
package/dist/index-policy.js
CHANGED
|
@@ -22,6 +22,10 @@ export function indexPolicyFingerprint(config) {
|
|
|
22
22
|
adapterVersion: CHUNKING_ADAPTER_VERSION,
|
|
23
23
|
size: config.chunkSize,
|
|
24
24
|
overlap: config.chunkOverlap,
|
|
25
|
+
// Added only when set, so indexes built without a data-file cap keep their fingerprint.
|
|
26
|
+
...(config.maxChunksPerDataFile === null
|
|
27
|
+
? {}
|
|
28
|
+
: { maxChunksPerDataFile: config.maxChunksPerDataFile }),
|
|
25
29
|
},
|
|
26
30
|
extraction: {
|
|
27
31
|
parserVersion: 3,
|
package/dist/index-policy.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-policy.js","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAGtD,MAAM,4BAA4B,GAAG,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAClC;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAA;AACvC,MAAM,6BAA6B,GAAG,CAAC,CAAA;AAEvC,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,QAAQ,EAAE,MAAM,CAAC,sBAAsB;YACvC,MAAM,EAAE,MAAM,CAAC,oBAAoB;SACpC;QACD,QAAQ,EAAE;YACR,cAAc,EAAE,wBAAwB;YACxC,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,OAAO,EAAE,MAAM,CAAC,YAAY;
|
|
1
|
+
{"version":3,"file":"index-policy.js","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAGtD,MAAM,4BAA4B,GAAG,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAClC;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAA;AACvC,MAAM,6BAA6B,GAAG,CAAC,CAAA;AAEvC,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,QAAQ,EAAE,MAAM,CAAC,sBAAsB;YACvC,MAAM,EAAE,MAAM,CAAC,oBAAoB;SACpC;QACD,QAAQ,EAAE;YACR,cAAc,EAAE,wBAAwB;YACxC,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,OAAO,EAAE,MAAM,CAAC,YAAY;YAC5B,wFAAwF;YACxF,GAAG,CAAC,MAAM,CAAC,oBAAoB,KAAK,IAAI;gBACtC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,EAAE,CAAC;SAC3D;QACD,UAAU,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI;YAClF,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C;KACF,CAAA;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC1E,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,0BAA0B,CAAC,MAAc;IACvD,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CACL,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,sBAAsB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAC3F;SACA,MAAM,CAAC,KAAK,CAAC,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAqD;IAErD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,IAAI,6BAA6B,CAAC,KAAK,sBAAsB,CAAA;AACpG,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-write-lock.d.ts","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index-write-lock.d.ts","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAUA,eAAO,MAAM,0BAA0B,iBAAiB,CAAA;AAYxD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAOD,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,SAAS,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,EACrD,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,CAAC,CAAC,CAiCZ;AAED,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAErC"}
|
package/dist/index-write-lock.js
CHANGED
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { randomUUID } from "node:crypto";
|
|
2
|
-
import { mkdir, open, readFile,
|
|
2
|
+
import { mkdir, open, readFile, rm, stat } from "node:fs/promises";
|
|
3
3
|
import { hostname } from "node:os";
|
|
4
4
|
import path from "node:path";
|
|
5
5
|
import { RagmirError } from "./errors.js";
|
|
6
|
+
import { removeTree, renameWithRetry } from "./fs-retry.js";
|
|
6
7
|
import { isRecord } from "./guards.js";
|
|
7
8
|
import { throwIfAborted } from "./operation.js";
|
|
8
9
|
import { ensurePrivateDirectory, hardenPrivateFile } from "./permissions.js";
|
|
@@ -99,7 +100,7 @@ async function tryCreateLease(lockPath, heartbeatIntervalMs) {
|
|
|
99
100
|
return createLease(lockPath, owner, heartbeatIntervalMs);
|
|
100
101
|
}
|
|
101
102
|
catch (error) {
|
|
102
|
-
await
|
|
103
|
+
await removeTree(lockPath);
|
|
103
104
|
throw error;
|
|
104
105
|
}
|
|
105
106
|
}
|
|
@@ -133,7 +134,7 @@ function createLease(lockPath, owner, heartbeatIntervalMs) {
|
|
|
133
134
|
await heartbeat.catch(() => undefined);
|
|
134
135
|
const current = await readOwner(lockPath);
|
|
135
136
|
if (current?.ownerToken === owner.ownerToken) {
|
|
136
|
-
await
|
|
137
|
+
await removeTree(lockPath);
|
|
137
138
|
}
|
|
138
139
|
}
|
|
139
140
|
finally {
|
|
@@ -163,7 +164,7 @@ async function recoverAbandonedWriterLock(storageDir, observedOwner) {
|
|
|
163
164
|
observedOwner.ownerToken !== currentOwner.ownerToken) {
|
|
164
165
|
return false;
|
|
165
166
|
}
|
|
166
|
-
await
|
|
167
|
+
await removeTree(lockPath);
|
|
167
168
|
return true;
|
|
168
169
|
}
|
|
169
170
|
finally {
|
|
@@ -201,7 +202,7 @@ async function tryCreateRecoveryLock(recoveryPath) {
|
|
|
201
202
|
return owner;
|
|
202
203
|
}
|
|
203
204
|
catch (error) {
|
|
204
|
-
await
|
|
205
|
+
await removeTree(recoveryPath);
|
|
205
206
|
throw error;
|
|
206
207
|
}
|
|
207
208
|
}
|
|
@@ -238,7 +239,7 @@ function ownerProcessIsAlive(owner) {
|
|
|
238
239
|
async function removeOwnedDirectory(directory, ownerToken) {
|
|
239
240
|
const current = await readOwner(directory);
|
|
240
241
|
if (ownerToken === undefined || current?.ownerToken === ownerToken) {
|
|
241
|
-
await
|
|
242
|
+
await removeTree(directory);
|
|
242
243
|
}
|
|
243
244
|
}
|
|
244
245
|
async function writeOwner(directory, owner) {
|
|
@@ -252,7 +253,7 @@ async function writeOwner(directory, owner) {
|
|
|
252
253
|
await handle.close();
|
|
253
254
|
handle = undefined;
|
|
254
255
|
await hardenPrivateFile(temporaryPath);
|
|
255
|
-
await
|
|
256
|
+
await renameWithRetry(temporaryPath, ownerPath);
|
|
256
257
|
}
|
|
257
258
|
finally {
|
|
258
259
|
await handle?.close();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-write-lock.js","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAClC,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAE5E,MAAM,CAAC,MAAM,0BAA0B,GAAG,cAAc,CAAA;AACxD,MAAM,uBAAuB,GAAG,uBAAuB,CAAA;AACvD,MAAM,cAAc,GAAG,YAAY,CAAA;AACnC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AACtC,MAAM,wBAAwB,GAAG,EAAE,CAAA;AACnC,MAAM,6BAA6B,GAAG,KAAK,CAAA;AAC3C,MAAM,wBAAwB,GAAG,MAAM,CAAA;AAEvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;AACpD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAuB,CAAA;AAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAA;AAsB5D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,MAA+B,EAC/B,SAAqD,EACrD,OAAO,GAA0B,EAAE;IAEnC,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,aAAa,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1D,IAAI,YAAsC,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,YAAY,GAAG,OAAO,CAAA;IACxB,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CACxB,GAAG,EAAE,CAAC,OAAO,EACb,GAAG,EAAE,CAAC,OAAO,CACd,CAAA;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QAClB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,KAAsC,CAAA;IAC1C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;QAClD,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,KAAK,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;QACzE,OAAO,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,KAAK,EAAE,OAAO,EAAE,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,YAAY,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,UAAkB;IAElB,OAAO,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,MAA+B,EAC/B,QAAgB,EAChB,OAAwC;IAExC,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE1C,OAAO,IAAI,EAAE,CAAC;QACZ,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACzE,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,4BAA4B,CAAC,UAAU,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,0BAA0B,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;YACxD,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IAClG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,mBAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACjC,OAAO,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,KAA0B,EAC1B,mBAA2B;IAE3B,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;QAChC,SAAS,GAAG,SAAS;aAClB,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACtB,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,OAAM;YACR,CAAC;YACD,MAAM,UAAU,CAAC,QAAQ,EAAE;gBACzB,GAAG,KAAK;gBACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACJ,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC,EAAE,mBAAmB,CAAC,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,CAAA;IAEhB,IAAI,uBAAuB,GAAG,GAAS,EAAE,CAAC,SAAS,CAAA;IACnD,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAM;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;QACf,aAAa,CAAC,QAAQ,CAAC,CAAA;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACtC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,uBAAuB,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAA;IACD,uBAAuB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IACxD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAC3B,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,UAAkB,EAClB,aAAyC;IAEzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAC1C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAA;IAC/D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IACE,aAAa,KAAK,IAAI;YACtB,YAAY,KAAK,IAAI;YACrB,aAAa,CAAC,UAAU,KAAK,YAAY,CAAC,UAAU,EACpD,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,oBAAoB,CAAC,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,UAAkB;IAC5D,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAC3C,IAAI,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,oBAAoB,CAAC,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,YAAoB;IACvD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACxD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,KAAiC;IAEjC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,IAAI,wBAAwB,CAAA;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA0B;IACrD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,UAAmB;IACxE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;IAC1C,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,KAA0B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,CAAA;IACvF,IAAI,MAAoD,CAAA;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC/C,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,SAAS,CAAA;QAClB,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAA;QACtC,MAAM,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IACxC,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAA;QACrB,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,SAAiB;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAClD,CAAA;QACZ,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,YAAY,WAAW;YAC5B,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,EAC7E,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;QAC/B,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,KAAK,CAAC,GAAG,GAAG,CAAC;QACb,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QACpC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QAC3B,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;QAC/B,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAClC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAuB,EACvB,MAA+B,EAC/B,QAAgB,EAChB,UAAkB;IAElB,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACvC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7E,CAAC;IAED,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QAClD,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7F,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;QACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe,EAAE,MAA+B;IAC1E,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,GAAG,OAAO,CAAA;YACjB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC,CAAC,CAAA;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,YAAY,CAAC,OAAO,CAAC,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9C,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB,EAAE,KAAiC;IAC3E,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,cAAc,KAAK,CAAC,GAAG,WAAW,KAAK,CAAC,KAAK,eAAe,KAAK,CAAC,SAAS,iBAAiB,KAAK,CAAC,WAAW,GAAG;QAClH,CAAC,CAAC,mCAAmC,CAAA;IACvC,OAAO,IAAI,WAAW,CACpB,YAAY,EACZ,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,MAAM,EAAE,EACrE,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA8B;IAC3D,OAAO;QACL,aAAa,EAAE,qBAAqB,CAClC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB;QACD,cAAc,EAAE,qBAAqB,CACnC,OAAO,CAAC,cAAc,EACtB,wBAAwB,EACxB,gBAAgB,CACjB;QACD,mBAAmB,EAAE,qBAAqB,CACxC,OAAO,CAAC,mBAAmB,EAC3B,6BAA6B,EAC7B,qBAAqB,CACtB;KACF,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IACtF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,WAAW,CAAC,kBAAkB,EAAE,GAAG,IAAI,8BAA8B,CAAC,CAAA;IAClF,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA4B;IACzD,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAChC,qBAAqB,EAAE,CAAA;IACvB,OAAO,GAAG,EAAE;QACV,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,oBAAoB,EAAE,CAAA;QACxB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB;IAC5B,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAM;IACR,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,GAAG,mBAAmB,CAAC,CAAA;YACzC,KAAK,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtE,oBAAoB,EAAE,CAAA;gBACtB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACnC,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QACD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,CAAC;IACD,cAAc,CAAC,KAAK,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,qBAAqB,CAAC,UAAkB;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAA;AACvD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,UAAkB;IAC1C,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAA;AAClF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAA;AAClD,CAAC"}
|
|
1
|
+
{"version":3,"file":"index-write-lock.js","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAClC,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAE5E,MAAM,CAAC,MAAM,0BAA0B,GAAG,cAAc,CAAA;AACxD,MAAM,uBAAuB,GAAG,uBAAuB,CAAA;AACvD,MAAM,cAAc,GAAG,YAAY,CAAA;AACnC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AACtC,MAAM,wBAAwB,GAAG,EAAE,CAAA;AACnC,MAAM,6BAA6B,GAAG,KAAK,CAAA;AAC3C,MAAM,wBAAwB,GAAG,MAAM,CAAA;AAEvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;AACpD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAuB,CAAA;AAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAA;AAsB5D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,MAA+B,EAC/B,SAAqD,EACrD,OAAO,GAA0B,EAAE;IAEnC,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,aAAa,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1D,IAAI,YAAsC,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,YAAY,GAAG,OAAO,CAAA;IACxB,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CACxB,GAAG,EAAE,CAAC,OAAO,EACb,GAAG,EAAE,CAAC,OAAO,CACd,CAAA;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QAClB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,KAAsC,CAAA;IAC1C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;QAClD,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,KAAK,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;QACzE,OAAO,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,KAAK,EAAE,OAAO,EAAE,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,YAAY,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,UAAkB;IAElB,OAAO,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,MAA+B,EAC/B,QAAgB,EAChB,OAAwC;IAExC,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE1C,OAAO,IAAI,EAAE,CAAC;QACZ,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACzE,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,4BAA4B,CAAC,UAAU,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,0BAA0B,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;YACxD,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IAClG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,mBAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACjC,OAAO,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;QAC1B,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,KAA0B,EAC1B,mBAA2B;IAE3B,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;QAChC,SAAS,GAAG,SAAS;aAClB,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACtB,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,OAAM;YACR,CAAC;YACD,MAAM,UAAU,CAAC,QAAQ,EAAE;gBACzB,GAAG,KAAK;gBACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACJ,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC,EAAE,mBAAmB,CAAC,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,CAAA;IAEhB,IAAI,uBAAuB,GAAG,GAAS,EAAE,CAAC,SAAS,CAAA;IACnD,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAM;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;QACf,aAAa,CAAC,QAAQ,CAAC,CAAA;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACtC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,uBAAuB,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAA;IACD,uBAAuB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IACxD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAC3B,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,UAAkB,EAClB,aAAyC;IAEzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAC1C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAA;IAC/D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IACE,aAAa,KAAK,IAAI;YACtB,YAAY,KAAK,IAAI;YACrB,aAAa,CAAC,UAAU,KAAK,YAAY,CAAC,UAAU,EACpD,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,oBAAoB,CAAC,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,UAAkB;IAC5D,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAC3C,IAAI,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,oBAAoB,CAAC,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,YAAoB;IACvD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,UAAU,CAAC,YAAY,CAAC,CAAA;QAC9B,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,KAAiC;IAEjC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,IAAI,wBAAwB,CAAA;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA0B;IACrD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,UAAmB;IACxE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;IAC1C,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,UAAU,CAAC,SAAS,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,KAA0B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,CAAA;IACvF,IAAI,MAAoD,CAAA;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC/C,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,SAAS,CAAA;QAClB,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAA;QACtC,MAAM,eAAe,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IACjD,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAA;QACrB,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,SAAiB;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAClD,CAAA;QACZ,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,YAAY,WAAW;YAC5B,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,EAC7E,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;QAC/B,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,KAAK,CAAC,GAAG,GAAG,CAAC;QACb,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QACpC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QAC3B,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;QAC/B,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAClC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAuB,EACvB,MAA+B,EAC/B,QAAgB,EAChB,UAAkB;IAElB,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACvC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7E,CAAC;IAED,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QAClD,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7F,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;QACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe,EAAE,MAA+B;IAC1E,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,GAAG,OAAO,CAAA;YACjB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC,CAAC,CAAA;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,YAAY,CAAC,OAAO,CAAC,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9C,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB,EAAE,KAAiC;IAC3E,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,cAAc,KAAK,CAAC,GAAG,WAAW,KAAK,CAAC,KAAK,eAAe,KAAK,CAAC,SAAS,iBAAiB,KAAK,CAAC,WAAW,GAAG;QAClH,CAAC,CAAC,mCAAmC,CAAA;IACvC,OAAO,IAAI,WAAW,CACpB,YAAY,EACZ,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,MAAM,EAAE,EACrE,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA8B;IAC3D,OAAO;QACL,aAAa,EAAE,qBAAqB,CAClC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB;QACD,cAAc,EAAE,qBAAqB,CACnC,OAAO,CAAC,cAAc,EACtB,wBAAwB,EACxB,gBAAgB,CACjB;QACD,mBAAmB,EAAE,qBAAqB,CACxC,OAAO,CAAC,mBAAmB,EAC3B,6BAA6B,EAC7B,qBAAqB,CACtB;KACF,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IACtF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,WAAW,CAAC,kBAAkB,EAAE,GAAG,IAAI,8BAA8B,CAAC,CAAA;IAClF,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA4B;IACzD,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAChC,qBAAqB,EAAE,CAAA;IACvB,OAAO,GAAG,EAAE;QACV,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,oBAAoB,EAAE,CAAA;QACxB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB;IAC5B,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAM;IACR,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,GAAG,mBAAmB,CAAC,CAAA;YACzC,KAAK,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtE,oBAAoB,EAAE,CAAA;gBACtB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACnC,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QACD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,CAAC;IACD,cAAc,CAAC,KAAK,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,qBAAqB,CAAC,UAAkB;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAA;AACvD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,UAAkB;IAC1C,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAA;AAClF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAA;AAClD,CAAC"}
|
package/dist/ingest.d.ts
CHANGED
|
@@ -2,6 +2,12 @@ import type { Connection } from "@lancedb/lancedb";
|
|
|
2
2
|
import type { AuditOptions, AuditReport, Config, IndexManifestFile, IngestOptions, IngestResult } from "./types.js";
|
|
3
3
|
export declare function ingest(options?: IngestOptions): Promise<IngestResult>;
|
|
4
4
|
export declare function ingestWithConfig(config: Config, options?: IngestOptions, connection?: Connection): Promise<IngestResult>;
|
|
5
|
+
/**
|
|
6
|
+
* Keep a bounded, representative sample of a large structured data file: its first half-budget of
|
|
7
|
+
* chunks (headers, schema, first records) and evenly spaced records from the rest. One export or log
|
|
8
|
+
* can otherwise hold most of the index and crowd every other document out of the candidate pools.
|
|
9
|
+
*/
|
|
10
|
+
export declare function capDataFileChunks<Chunk>(chunks: Chunk[], extension: string, maxChunks: number | null): Chunk[];
|
|
5
11
|
export interface IngestionMetadataValidationOptions {
|
|
6
12
|
expectedChunkCount: number;
|
|
7
13
|
actualChunkCount: number;
|
package/dist/ingest.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;
|
|
1
|
+
{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAmElD,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,MAAM,EAKN,iBAAiB,EACjB,aAAa,EACb,YAAY,EAOb,MAAM,YAAY,CAAA;AAsBnB,wBAAsB,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAG/E;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,aAAkB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,YAAY,CAAC,CA+CvB;AAocD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EACrC,MAAM,EAAE,KAAK,EAAE,EACf,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAAG,IAAI,GACvB,KAAK,EAAE,CAmBT;AAmTD,MAAM,WAAW,kCAAkC;IACjD,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,aAAa,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IAC1C,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;IAC9B,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;CACjC;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,IAAI,CAAC,CAyDf;AAqGD,wBAAsB,KAAK,CAAC,GAAG,SAAgB,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAKjG;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CAsHtB"}
|
package/dist/ingest.js
CHANGED
|
@@ -3,9 +3,9 @@ import { chunkDocument, chunkLexicalText, chunkSearchText } from "./chunking.js"
|
|
|
3
3
|
import { loadConfig } from "./config.js";
|
|
4
4
|
import { MAX_INGEST_CHUNK_WINDOW, MAX_INGEST_CHUNKS_PER_FILE, MAX_INGEST_FILE_BATCH_SIZE, MAX_INGEST_SOURCE_WINDOW_BYTES, MAX_INGEST_VECTOR_BYTES_PER_FILE, VECTOR_DISTANCE_METRIC, } from "./defaults.js";
|
|
5
5
|
import { embeddingModelState, embedTexts } from "./embeddings.js";
|
|
6
|
-
import { countSkippedByReason, inventorySourceFiles, summarizeUnsupportedExtensions, } from "./files.js";
|
|
6
|
+
import { countSkippedByReason, inventorySourceFiles, sourceRuleDiagnostics, summarizeUnsupportedExtensions, } from "./files.js";
|
|
7
7
|
import { collectGenerationGarbageUnlocked } from "./generation-retention.js";
|
|
8
|
-
import { INDEX_SCHEMA_VERSION } from "./index-diagnostics.js";
|
|
8
|
+
import { INDEX_SCHEMA_VERSION, indexConcentration } from "./index-diagnostics.js";
|
|
9
9
|
import { indexPolicyFingerprint, ingestionPolicyFingerprint, LEXICAL_POLICY_VERSION, lexicalPolicyCurrent, } from "./index-policy.js";
|
|
10
10
|
import { withIndexWriteLock } from "./index-write-lock.js";
|
|
11
11
|
import { activeIngestionMetrics, createIngestionMetricsCollector, runWithIngestionMetrics, } from "./ingestion-metrics.js";
|
|
@@ -14,6 +14,7 @@ import { operationSignal, throwIfAborted } from "./operation.js";
|
|
|
14
14
|
import { parseFile } from "./parsing.js";
|
|
15
15
|
import { summarizeIndexedCorpus } from "./quality-report.js";
|
|
16
16
|
import { securityAuditWithConfig } from "./security.js";
|
|
17
|
+
import { compareCodePoints } from "./source-paths.js";
|
|
17
18
|
import { maintainStorageTable } from "./storage-maintenance.js";
|
|
18
19
|
import { activeIndexTableName, closeRowsTable, dropRowsTable, openRowsTable, openRowsTableByName, readEmptyTextFiles, readIndexManifest, updateRowsInTable, writeEmptyTextFiles, writeIndexManifest, } from "./store.js";
|
|
19
20
|
import { VERSION } from "./version.js";
|
|
@@ -423,7 +424,7 @@ async function parseSourceFile(file, config, signal) {
|
|
|
423
424
|
});
|
|
424
425
|
return {
|
|
425
426
|
file,
|
|
426
|
-
chunks,
|
|
427
|
+
chunks: capDataFileChunks(chunks, file.extension, config.maxChunksPerDataFile),
|
|
427
428
|
ocr: parsed.ocr ?? null,
|
|
428
429
|
error: null,
|
|
429
430
|
};
|
|
@@ -439,6 +440,40 @@ async function parseSourceFile(file, config, signal) {
|
|
|
439
440
|
};
|
|
440
441
|
}
|
|
441
442
|
}
|
|
443
|
+
const STRUCTURED_DATA_EXTENSIONS = new Set([
|
|
444
|
+
".csv",
|
|
445
|
+
".json",
|
|
446
|
+
".jsonl",
|
|
447
|
+
".log",
|
|
448
|
+
".ndjson",
|
|
449
|
+
".ods",
|
|
450
|
+
".tsv",
|
|
451
|
+
".xls",
|
|
452
|
+
".xlsx",
|
|
453
|
+
]);
|
|
454
|
+
/**
|
|
455
|
+
* Keep a bounded, representative sample of a large structured data file: its first half-budget of
|
|
456
|
+
* chunks (headers, schema, first records) and evenly spaced records from the rest. One export or log
|
|
457
|
+
* can otherwise hold most of the index and crowd every other document out of the candidate pools.
|
|
458
|
+
*/
|
|
459
|
+
export function capDataFileChunks(chunks, extension, maxChunks) {
|
|
460
|
+
if (maxChunks === null ||
|
|
461
|
+
chunks.length <= maxChunks ||
|
|
462
|
+
!STRUCTURED_DATA_EXTENSIONS.has(extension.toLowerCase())) {
|
|
463
|
+
return chunks;
|
|
464
|
+
}
|
|
465
|
+
const headCount = Math.ceil(maxChunks / 2);
|
|
466
|
+
const sampled = chunks.slice(0, headCount);
|
|
467
|
+
const sampleCount = maxChunks - headCount;
|
|
468
|
+
const remaining = chunks.length - headCount;
|
|
469
|
+
for (let index = 0; index < sampleCount; index += 1) {
|
|
470
|
+
const chunk = chunks[headCount + Math.floor(((index + 0.5) * remaining) / sampleCount)];
|
|
471
|
+
if (chunk !== undefined) {
|
|
472
|
+
sampled.push(chunk);
|
|
473
|
+
}
|
|
474
|
+
}
|
|
475
|
+
return sampled;
|
|
476
|
+
}
|
|
442
477
|
async function vectorRowsForChunks(chunks, config, signal) {
|
|
443
478
|
const metrics = activeIngestionMetrics();
|
|
444
479
|
const rows = [];
|
|
@@ -572,6 +607,7 @@ function indexHealthSnapshot(input) {
|
|
|
572
607
|
sourceDiagnostics: sourceDiagnostics(input.files, input.inventory.skippedFiles),
|
|
573
608
|
securityCheckedAt: input.checkedAt,
|
|
574
609
|
securityWarnings: [...input.securityWarnings].sort().slice(0, MAX_HEALTH_PREVIEW_ITEMS),
|
|
610
|
+
concentration: indexConcentration(indexedFilesFromState(input.state)),
|
|
575
611
|
};
|
|
576
612
|
}
|
|
577
613
|
function indexMaintenanceSnapshot(report, checkedAt) {
|
|
@@ -618,24 +654,7 @@ function* indexedFilesFromState(state) {
|
|
|
618
654
|
}
|
|
619
655
|
}
|
|
620
656
|
function sortIngestionFilesForStorage(state) {
|
|
621
|
-
state.files.sort((left, right) =>
|
|
622
|
-
}
|
|
623
|
-
function compareUnicodeScalarValues(left, right) {
|
|
624
|
-
let leftIndex = 0;
|
|
625
|
-
let rightIndex = 0;
|
|
626
|
-
while (leftIndex < left.length && rightIndex < right.length) {
|
|
627
|
-
const leftCodePoint = left.codePointAt(leftIndex);
|
|
628
|
-
const rightCodePoint = right.codePointAt(rightIndex);
|
|
629
|
-
if (leftCodePoint === undefined || rightCodePoint === undefined) {
|
|
630
|
-
break;
|
|
631
|
-
}
|
|
632
|
-
if (leftCodePoint !== rightCodePoint) {
|
|
633
|
-
return leftCodePoint - rightCodePoint;
|
|
634
|
-
}
|
|
635
|
-
leftIndex += leftCodePoint > 0xffff ? 2 : 1;
|
|
636
|
-
rightIndex += rightCodePoint > 0xffff ? 2 : 1;
|
|
637
|
-
}
|
|
638
|
-
return left.length - right.length;
|
|
657
|
+
state.files.sort((left, right) => compareCodePoints(left.relativePath, right.relativePath));
|
|
639
658
|
}
|
|
640
659
|
function emptyTextRecords(state) {
|
|
641
660
|
return state.files
|
|
@@ -831,6 +850,7 @@ export async function auditWithConfig(config, options = {}) {
|
|
|
831
850
|
const table = await openRowsTable(config);
|
|
832
851
|
throwIfAborted(signal);
|
|
833
852
|
const emptyTextFiles = await currentEmptyTextFiles(config, files, signal);
|
|
853
|
+
const sourceRules = await sourceRuleDiagnostics(config, files, signal ? { signal } : {});
|
|
834
854
|
throwIfAborted(signal);
|
|
835
855
|
if (!table) {
|
|
836
856
|
return applyAuditPreviewLimit({
|
|
@@ -850,6 +870,7 @@ export async function auditWithConfig(config, options = {}) {
|
|
|
850
870
|
staleInIndex: [],
|
|
851
871
|
totalChunks: 0,
|
|
852
872
|
chunkStats: summarizeChunkStats([]),
|
|
873
|
+
sourceRules,
|
|
853
874
|
}, options.previewLimit);
|
|
854
875
|
}
|
|
855
876
|
try {
|
|
@@ -902,6 +923,8 @@ export async function auditWithConfig(config, options = {}) {
|
|
|
902
923
|
.sort(),
|
|
903
924
|
totalChunks: chunkStats.count,
|
|
904
925
|
chunkStats: finishAuditChunkStats(chunkStats),
|
|
926
|
+
sourceRules,
|
|
927
|
+
concentration: indexConcentration([...counts.entries()].map(([relativePath, chunkCount]) => ({ relativePath, chunkCount }))),
|
|
905
928
|
}, options.previewLimit);
|
|
906
929
|
}
|
|
907
930
|
finally {
|