@jcode.labs/ragmir 6.1.6 → 6.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (162) hide show
  1. package/README.md +43 -49
  2. package/dist/cli.js +194 -24
  3. package/dist/cli.js.map +1 -1
  4. package/dist/config.d.ts +24 -2
  5. package/dist/config.d.ts.map +1 -1
  6. package/dist/config.js +127 -24
  7. package/dist/config.js.map +1 -1
  8. package/dist/context-resources.d.ts.map +1 -1
  9. package/dist/context-resources.js +19 -8
  10. package/dist/context-resources.js.map +1 -1
  11. package/dist/defaults.d.ts +5 -0
  12. package/dist/defaults.d.ts.map +1 -1
  13. package/dist/defaults.js +16 -0
  14. package/dist/defaults.js.map +1 -1
  15. package/dist/destroy.d.ts.map +1 -1
  16. package/dist/destroy.js +3 -2
  17. package/dist/destroy.js.map +1 -1
  18. package/dist/doctor.d.ts.map +1 -1
  19. package/dist/doctor.js +37 -5
  20. package/dist/doctor.js.map +1 -1
  21. package/dist/durable-file.d.ts.map +1 -1
  22. package/dist/durable-file.js +3 -2
  23. package/dist/durable-file.js.map +1 -1
  24. package/dist/embeddings.d.ts.map +1 -1
  25. package/dist/embeddings.js +7 -6
  26. package/dist/embeddings.js.map +1 -1
  27. package/dist/evaluate.d.ts.map +1 -1
  28. package/dist/evaluate.js +11 -6
  29. package/dist/evaluate.js.map +1 -1
  30. package/dist/files.d.ts +27 -1
  31. package/dist/files.d.ts.map +1 -1
  32. package/dist/files.js +344 -100
  33. package/dist/files.js.map +1 -1
  34. package/dist/freshness.d.ts +16 -0
  35. package/dist/freshness.d.ts.map +1 -0
  36. package/dist/freshness.js +97 -0
  37. package/dist/freshness.js.map +1 -0
  38. package/dist/fs-retry.d.ts +16 -0
  39. package/dist/fs-retry.d.ts.map +1 -0
  40. package/dist/fs-retry.js +49 -0
  41. package/dist/fs-retry.js.map +1 -0
  42. package/dist/generation-retention.d.ts +12 -0
  43. package/dist/generation-retention.d.ts.map +1 -1
  44. package/dist/generation-retention.js +13 -2
  45. package/dist/generation-retention.js.map +1 -1
  46. package/dist/git-hooks.d.ts +25 -0
  47. package/dist/git-hooks.d.ts.map +1 -0
  48. package/dist/git-hooks.js +173 -0
  49. package/dist/git-hooks.js.map +1 -0
  50. package/dist/index-diagnostics.d.ts +9 -1
  51. package/dist/index-diagnostics.d.ts.map +1 -1
  52. package/dist/index-diagnostics.js +35 -0
  53. package/dist/index-diagnostics.js.map +1 -1
  54. package/dist/index-policy.d.ts.map +1 -1
  55. package/dist/index-policy.js +4 -0
  56. package/dist/index-policy.js.map +1 -1
  57. package/dist/index-write-lock.d.ts.map +1 -1
  58. package/dist/index-write-lock.js +8 -7
  59. package/dist/index-write-lock.js.map +1 -1
  60. package/dist/ingest.d.ts +6 -0
  61. package/dist/ingest.d.ts.map +1 -1
  62. package/dist/ingest.js +44 -21
  63. package/dist/ingest.js.map +1 -1
  64. package/dist/init.d.ts.map +1 -1
  65. package/dist/init.js +19 -4
  66. package/dist/init.js.map +1 -1
  67. package/dist/knowledge-bases.d.ts +18 -1
  68. package/dist/knowledge-bases.d.ts.map +1 -1
  69. package/dist/knowledge-bases.js +73 -4
  70. package/dist/knowledge-bases.js.map +1 -1
  71. package/dist/mcp-output.d.ts +14 -3
  72. package/dist/mcp-output.d.ts.map +1 -1
  73. package/dist/mcp-output.js +37 -0
  74. package/dist/mcp-output.js.map +1 -1
  75. package/dist/mcp-registrations.d.ts +9 -0
  76. package/dist/mcp-registrations.d.ts.map +1 -0
  77. package/dist/mcp-registrations.js +247 -0
  78. package/dist/mcp-registrations.js.map +1 -0
  79. package/dist/mcp-scope.d.ts +32 -0
  80. package/dist/mcp-scope.d.ts.map +1 -0
  81. package/dist/mcp-scope.js +114 -0
  82. package/dist/mcp-scope.js.map +1 -0
  83. package/dist/mcp-session.d.ts +37 -0
  84. package/dist/mcp-session.d.ts.map +1 -0
  85. package/dist/mcp-session.js +53 -0
  86. package/dist/mcp-session.js.map +1 -0
  87. package/dist/mcp-summaries.d.ts +5 -0
  88. package/dist/mcp-summaries.d.ts.map +1 -1
  89. package/dist/mcp-summaries.js +30 -0
  90. package/dist/mcp-summaries.js.map +1 -1
  91. package/dist/mcp.d.ts +6 -0
  92. package/dist/mcp.d.ts.map +1 -1
  93. package/dist/mcp.js +410 -103
  94. package/dist/mcp.js.map +1 -1
  95. package/dist/ocr-cache.d.ts.map +1 -1
  96. package/dist/ocr-cache.js +3 -2
  97. package/dist/ocr-cache.js.map +1 -1
  98. package/dist/ocr.d.ts +51 -0
  99. package/dist/ocr.d.ts.map +1 -1
  100. package/dist/ocr.js +213 -6
  101. package/dist/ocr.js.map +1 -1
  102. package/dist/package-manager.d.ts.map +1 -1
  103. package/dist/package-manager.js +2 -1
  104. package/dist/package-manager.js.map +1 -1
  105. package/dist/preview.d.ts.map +1 -1
  106. package/dist/preview.js +3 -7
  107. package/dist/preview.js.map +1 -1
  108. package/dist/project-config-file.d.ts.map +1 -1
  109. package/dist/project-config-file.js +3 -2
  110. package/dist/project-config-file.js.map +1 -1
  111. package/dist/quality-report.d.ts.map +1 -1
  112. package/dist/quality-report.js +1 -1
  113. package/dist/quality-report.js.map +1 -1
  114. package/dist/query.d.ts.map +1 -1
  115. package/dist/query.js +235 -34
  116. package/dist/query.js.map +1 -1
  117. package/dist/ranking.d.ts +56 -6
  118. package/dist/ranking.d.ts.map +1 -1
  119. package/dist/ranking.js +187 -16
  120. package/dist/ranking.js.map +1 -1
  121. package/dist/retrieval-diversity.d.ts +5 -0
  122. package/dist/retrieval-diversity.d.ts.map +1 -1
  123. package/dist/retrieval-diversity.js +4 -2
  124. package/dist/retrieval-diversity.js.map +1 -1
  125. package/dist/search-output.d.ts.map +1 -1
  126. package/dist/search-output.js +2 -0
  127. package/dist/search-output.js.map +1 -1
  128. package/dist/security.js +1 -1
  129. package/dist/security.js.map +1 -1
  130. package/dist/setup-prompt.d.ts +1 -1
  131. package/dist/setup-prompt.d.ts.map +1 -1
  132. package/dist/setup-prompt.js +3 -3
  133. package/dist/setup.js +1 -1
  134. package/dist/setup.js.map +1 -1
  135. package/dist/skill.d.ts +2 -0
  136. package/dist/skill.d.ts.map +1 -1
  137. package/dist/skill.js +125 -16
  138. package/dist/skill.js.map +1 -1
  139. package/dist/source-fingerprint-cache.d.ts.map +1 -1
  140. package/dist/source-fingerprint-cache.js +3 -2
  141. package/dist/source-fingerprint-cache.js.map +1 -1
  142. package/dist/source-paths.d.ts +36 -0
  143. package/dist/source-paths.d.ts.map +1 -0
  144. package/dist/source-paths.js +157 -0
  145. package/dist/source-paths.js.map +1 -0
  146. package/dist/source-weights.d.ts +28 -0
  147. package/dist/source-weights.d.ts.map +1 -0
  148. package/dist/source-weights.js +241 -0
  149. package/dist/source-weights.js.map +1 -0
  150. package/dist/storage-maintenance.d.ts +3 -1
  151. package/dist/storage-maintenance.d.ts.map +1 -1
  152. package/dist/storage-maintenance.js +24 -4
  153. package/dist/storage-maintenance.js.map +1 -1
  154. package/dist/storage-usage.d.ts +21 -0
  155. package/dist/storage-usage.d.ts.map +1 -0
  156. package/dist/storage-usage.js +119 -0
  157. package/dist/storage-usage.js.map +1 -0
  158. package/dist/types.d.ts +127 -3
  159. package/dist/types.d.ts.map +1 -1
  160. package/dist/version.d.ts +1 -1
  161. package/dist/version.js +1 -1
  162. package/package.json +3 -1
@@ -0,0 +1,173 @@
1
+ import { execFile } from "node:child_process";
2
+ import { existsSync } from "node:fs";
3
+ import { chmod, mkdir, readFile, realpath, rm, writeFile } from "node:fs/promises";
4
+ import path from "node:path";
5
+ import { RAGMIR_DIR } from "./defaults.js";
6
+ import { RGR_RUNNER_FILENAME } from "./package-manager.js";
7
+ import { canonicalSourcePath } from "./source-paths.js";
8
+ export const GIT_HOOK_NAMES = [
9
+ "post-checkout",
10
+ "post-commit",
11
+ "post-merge",
12
+ "post-rewrite",
13
+ ];
14
+ const BLOCK_START = "# >>> ragmir auto-ingest >>>";
15
+ const BLOCK_END = "# <<< ragmir auto-ingest <<<";
16
+ const SHEBANG = "#!/bin/sh";
17
+ /**
18
+ * Refresh the index in the background after Git changes files: commits, merges, checkouts, and
19
+ * rebases. Each hook gets one marked block, existing hook content is preserved, and the block runs
20
+ * the project's generated runner so it uses the same Ragmir version as the agents.
21
+ */
22
+ export async function installGitHooks(options = {}) {
23
+ const location = await gitHooksLocation(options.cwd);
24
+ if (location.trackedHooksDir && options.force !== true) {
25
+ throw new Error(`Git hooks resolve to ${location.hooksDir}, inside the working tree (for example a husky directory). Add the Ragmir block to that tool's hook files, or rerun with --force to edit them.`);
26
+ }
27
+ await mkdir(location.hooksDir, { recursive: true });
28
+ const changed = [];
29
+ for (const hookName of GIT_HOOK_NAMES) {
30
+ const hookPath = path.join(location.hooksDir, hookName);
31
+ const current = existsSync(hookPath) ? await readFile(hookPath, "utf8") : null;
32
+ const next = withRagmirBlock(current, ragmirHookBlock(location.projectPath));
33
+ if (next !== current) {
34
+ await writeFile(hookPath, next, "utf8");
35
+ changed.push(hookName);
36
+ }
37
+ if (process.platform !== "win32") {
38
+ await chmod(hookPath, 0o755);
39
+ }
40
+ }
41
+ return reportFor(location, changed);
42
+ }
43
+ export async function uninstallGitHooks(options = {}) {
44
+ const location = await gitHooksLocation(options.cwd);
45
+ const changed = [];
46
+ for (const hookName of GIT_HOOK_NAMES) {
47
+ const hookPath = path.join(location.hooksDir, hookName);
48
+ if (!existsSync(hookPath)) {
49
+ continue;
50
+ }
51
+ const current = await readFile(hookPath, "utf8");
52
+ const next = withoutRagmirBlock(current);
53
+ if (next === current) {
54
+ continue;
55
+ }
56
+ if (next.replace(SHEBANG, "").trim().length === 0) {
57
+ await rm(hookPath, { force: true });
58
+ }
59
+ else {
60
+ await writeFile(hookPath, next, "utf8");
61
+ }
62
+ changed.push(hookName);
63
+ }
64
+ return reportFor(location, changed);
65
+ }
66
+ export async function gitHooksStatus(options = {}) {
67
+ return reportFor(await gitHooksLocation(options.cwd), []);
68
+ }
69
+ async function gitHooksLocation(cwd = process.cwd()) {
70
+ // Git reports real paths (macOS resolves /var to /private/var), so compare real paths too.
71
+ const projectRoot = await realpath(path.resolve(cwd));
72
+ const workTree = path.resolve((await git(projectRoot, ["rev-parse", "--show-toplevel"])).trim() || projectRoot);
73
+ // Resolves core.hooksPath and linked worktrees the way Git itself does.
74
+ const hooksPath = (await git(projectRoot, ["rev-parse", "--git-path", "hooks"])).trim();
75
+ const hooksDir = path.resolve(projectRoot, hooksPath);
76
+ const gitDir = path.resolve(projectRoot, (await git(projectRoot, ["rev-parse", "--git-common-dir"])).trim());
77
+ const insideWorkTree = isInside(hooksDir, workTree);
78
+ const insideGitDir = isInside(hooksDir, gitDir);
79
+ return {
80
+ hooksDir,
81
+ workTree,
82
+ trackedHooksDir: insideWorkTree && !insideGitDir,
83
+ projectPath: canonicalSourcePath(path.relative(workTree, projectRoot)) || ".",
84
+ };
85
+ }
86
+ function ragmirHookBlock(projectPath) {
87
+ const runner = `${RAGMIR_DIR}/${RGR_RUNNER_FILENAME}`;
88
+ return [
89
+ BLOCK_START,
90
+ "# Refresh the Ragmir index in the background after Git changes files.",
91
+ "# Remove with `rgr hooks uninstall`.",
92
+ `(cd ${shellQuote(projectPath)} 2>/dev/null && [ -f ${runner} ] && command -v node >/dev/null 2>&1 && node ${runner} ingest >/dev/null 2>&1 &) || true`,
93
+ BLOCK_END,
94
+ ].join("\n");
95
+ }
96
+ function withRagmirBlock(current, block) {
97
+ if (current === null || current.trim().length === 0) {
98
+ return `${SHEBANG}\n\n${block}\n`;
99
+ }
100
+ if (current.includes(BLOCK_START)) {
101
+ return replaceBlock(current, block);
102
+ }
103
+ const lines = current.replace(/\s+$/u, "").split("\n");
104
+ // A hook that ends with `exit` would never reach an appended block.
105
+ const lastLine = lines.at(-1)?.trim() ?? "";
106
+ if (/^exit(\s|$)/u.test(lastLine)) {
107
+ return [...lines.slice(0, -1), "", block, lines.at(-1), ""].join("\n");
108
+ }
109
+ return `${lines.join("\n")}\n\n${block}\n`;
110
+ }
111
+ function withoutRagmirBlock(current) {
112
+ let start = current.indexOf(BLOCK_START);
113
+ if (start === -1) {
114
+ return current;
115
+ }
116
+ const endMarker = current.indexOf(BLOCK_END, start);
117
+ let end = endMarker === -1 ? current.length : endMarker + BLOCK_END.length;
118
+ // Drop the blank separator line and the newline that installation added around the block.
119
+ if (current.slice(start - 2, start) === "\n\n") {
120
+ start -= 1;
121
+ }
122
+ if (current[end] === "\n") {
123
+ end += 1;
124
+ }
125
+ return `${current.slice(0, start)}${current.slice(end)}`;
126
+ }
127
+ function replaceBlock(current, block) {
128
+ const start = current.indexOf(BLOCK_START);
129
+ const endMarker = current.indexOf(BLOCK_END, start);
130
+ const end = endMarker === -1 ? current.length : endMarker + BLOCK_END.length;
131
+ return `${current.slice(0, start)}${block}${current.slice(end)}`;
132
+ }
133
+ async function reportFor(location, changed) {
134
+ const installed = [];
135
+ const missing = [];
136
+ for (const hookName of GIT_HOOK_NAMES) {
137
+ const hookPath = path.join(location.hooksDir, hookName);
138
+ const content = existsSync(hookPath) ? await readFile(hookPath, "utf8") : "";
139
+ if (content.includes(BLOCK_START)) {
140
+ installed.push(hookName);
141
+ }
142
+ else {
143
+ missing.push(hookName);
144
+ }
145
+ }
146
+ return {
147
+ hooksDir: location.hooksDir,
148
+ workTree: location.workTree,
149
+ trackedHooksDir: location.trackedHooksDir,
150
+ installed,
151
+ missing,
152
+ changed,
153
+ };
154
+ }
155
+ function isInside(child, parent) {
156
+ const relative = path.relative(parent, child);
157
+ return relative !== ".." && !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative);
158
+ }
159
+ function shellQuote(value) {
160
+ return `'${value.replaceAll("'", "'\\''")}'`;
161
+ }
162
+ function git(cwd, args) {
163
+ return new Promise((resolve, reject) => {
164
+ execFile("git", args, { cwd, encoding: "utf8", windowsHide: true }, (error, stdout) => {
165
+ if (error) {
166
+ reject(new Error(`Git hooks need a Git repository and the git command (${error.message.split("\n")[0]}).`));
167
+ return;
168
+ }
169
+ resolve(stdout);
170
+ });
171
+ });
172
+ }
173
+ //# sourceMappingURL=git-hooks.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"git-hooks.js","sourceRoot":"","sources":["../src/git-hooks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAClF,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAEvD,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,eAAe;IACf,aAAa;IACb,YAAY;IACZ,cAAc;CACN,CAAA;AAGV,MAAM,WAAW,GAAG,8BAA8B,CAAA;AAClD,MAAM,SAAS,GAAG,8BAA8B,CAAA;AAChD,MAAM,OAAO,GAAG,WAAW,CAAA;AAkB3B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAO,GAAoB,EAAE;IACjE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACpD,IAAI,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,wBAAwB,QAAQ,CAAC,QAAQ,gJAAgJ,CAC1L,CAAA;IACH,CAAC;IACD,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACnD,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACvD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC9E,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAA;QAC5E,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;YACvC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACxB,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAO,GAAoB,EAAE;IACnE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACpD,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAA;QACxC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QACzC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAO,GAAoB,EAAE;IAChE,OAAO,SAAS,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;AAC3D,CAAC;AAUD,KAAK,UAAU,gBAAgB,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE;IACjD,2FAA2F;IAC3F,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAC3B,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,CACjF,CAAA;IACD,wEAAwE;IACxE,MAAM,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACvF,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CACzB,WAAW,EACX,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CACnE,CAAA;IACD,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACnD,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAC/C,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,eAAe,EAAE,cAAc,IAAI,CAAC,YAAY;QAChD,WAAW,EAAE,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,GAAG;KAC9E,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB;IAC1C,MAAM,MAAM,GAAG,GAAG,UAAU,IAAI,mBAAmB,EAAE,CAAA;IACrD,OAAO;QACL,WAAW;QACX,uEAAuE;QACvE,sCAAsC;QACtC,OAAO,UAAU,CAAC,WAAW,CAAC,wBAAwB,MAAM,iDAAiD,MAAM,oCAAoC;QACvJ,SAAS;KACV,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,SAAS,eAAe,CAAC,OAAsB,EAAE,KAAa;IAC5D,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,OAAO,KAAK,IAAI,CAAA;IACnC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAClC,OAAO,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IACrC,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACtD,oEAAoE;IACpE,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC3C,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAA;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe;IACzC,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IACxC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACjB,OAAO,OAAO,CAAA;IAChB,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IACnD,IAAI,GAAG,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1E,0FAA0F;IAC1F,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,MAAM,EAAE,CAAC;QAC/C,KAAK,IAAI,CAAC,CAAA;IACZ,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1B,GAAG,IAAI,CAAC,CAAA;IACV,CAAC;IACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAA;AAC1D,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,KAAa;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IACnD,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAA;IAC5E,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAA;AAClE,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,QAA0B,EAC1B,OAAsB;IAEtB,MAAM,SAAS,GAAkB,EAAE,CAAA;IACnC,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACvD,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAC5E,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACxB,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,SAAS;QACT,OAAO;QACP,OAAO;KACR,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,MAAc;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7C,OAAO,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;AACjG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAA;AAC9C,CAAC;AAED,SAAS,GAAG,CAAC,GAAW,EAAE,IAAc;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACpF,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CACJ,IAAI,KAAK,CACP,wDAAwD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CACzF,CACF,CAAA;gBACD,OAAM;YACR,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,CAAA;QACjB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC"}
@@ -1,4 +1,4 @@
1
- import type { Config, IndexManifest } from "./types.js";
1
+ import type { Config, IndexConcentration, IndexManifest } from "./types.js";
2
2
  /**
3
3
  * Bumped when the index layout or manifest meaning changes in a way that
4
4
  * invalidates previously indexed vectors (new columns, changed semantics, new
@@ -29,4 +29,12 @@ export declare function getLexicalScanWarning(config: Config, chunkCount: number
29
29
  * a compatible index. Security advisories are reported separately and never change readiness.
30
30
  */
31
31
  export declare function manifestReady(manifest: IndexManifest | null, freshnessWarning: string | null): boolean;
32
+ /**
33
+ * Share of the index held by the largest files. Above a fifth for one file, or half for three, a
34
+ * data export or log tends to fill the candidate pools of unrelated questions.
35
+ */
36
+ export declare function indexConcentration(files: Iterable<{
37
+ relativePath: string;
38
+ chunkCount: number;
39
+ }>): IndexConcentration;
32
40
  //# sourceMappingURL=index-diagnostics.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index-diagnostics.d.ts","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAGvD;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,KAAK,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAIrF;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,aAAa,GAAG,IAAI,GAC7B,MAAM,GAAG,IAAI,CAkEf;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,qBAAqB,UAAQ,GAC5B,MAAM,GAAG,IAAI,CAMf;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,aAAa,GAAG,IAAI,EAC9B,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAC9B,OAAO,CAYT"}
1
+ {"version":3,"file":"index-diagnostics.d.ts","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAG3E;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,KAAK,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAIrF;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,aAAa,GAAG,IAAI,GAC7B,MAAM,GAAG,IAAI,CAkEf;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,qBAAqB,UAAQ,GAC5B,MAAM,GAAG,IAAI,CAMf;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,aAAa,GAAG,IAAI,EAC9B,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAC9B,OAAO,CAYT;AAMD;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,QAAQ,CAAC;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,GAC5D,kBAAkB,CA+BpB"}
@@ -101,4 +101,39 @@ export function manifestReady(manifest, freshnessWarning) {
101
101
  health.oversizedFiles === 0 &&
102
102
  freshnessWarning === null);
103
103
  }
104
+ const CONCENTRATION_TOP_FILES = 5;
105
+ const LARGEST_FILE_SHARE_WARNING = 0.2;
106
+ const TOP_THREE_SHARE_WARNING = 0.5;
107
+ /**
108
+ * Share of the index held by the largest files. Above a fifth for one file, or half for three, a
109
+ * data export or log tends to fill the candidate pools of unrelated questions.
110
+ */
111
+ export function indexConcentration(files) {
112
+ const sorted = [...files]
113
+ .filter((file) => file.chunkCount > 0)
114
+ .sort((left, right) => right.chunkCount - left.chunkCount);
115
+ const totalChunks = sorted.reduce((sum, file) => sum + file.chunkCount, 0);
116
+ const share = (chunks) => totalChunks === 0 ? 0 : Math.round((chunks / totalChunks) * 1_000) / 1_000;
117
+ const topFiles = sorted.slice(0, CONCENTRATION_TOP_FILES).map((file) => ({
118
+ relativePath: file.relativePath,
119
+ chunks: file.chunkCount,
120
+ share: share(file.chunkCount),
121
+ }));
122
+ const top3Share = share(sorted.slice(0, 3).reduce((sum, file) => sum + file.chunkCount, 0));
123
+ const largest = topFiles[0];
124
+ const concentrated = sorted.length > 3 &&
125
+ largest !== undefined &&
126
+ (largest.share > LARGEST_FILE_SHARE_WARNING || top3Share > TOP_THREE_SHARE_WARNING);
127
+ return {
128
+ totalChunks,
129
+ topFiles,
130
+ top3Share,
131
+ warning: concentrated
132
+ ? `${Math.min(3, sorted.length)} file(s) hold ${Math.round(top3Share * 100)}% of the index (${topFiles
133
+ .slice(0, 3)
134
+ .map((file) => `${file.relativePath} ${Math.round(file.share * 100)}%`)
135
+ .join(", ")}). Exclude data exports that agents do not need, cap them with maxChunksPerDataFile, or lower their rank with sourceWeights.`
136
+ : null,
137
+ };
138
+ }
104
139
  //# sourceMappingURL=index-diagnostics.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index-diagnostics.js","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAE1D;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAc;IAC3D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEhD,OAAO,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,QAA8B;IAE9B,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IAC5D,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,eAAe,CAAA;IACxB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,aAAa,KAAK,oBAAoB,EAAE,CAAC;QACpD,OAAO,yCAAyC,QAAQ,CAAC,aAAa,cAAc,oBAAoB,8EAA8E,CAAA;IACxL,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC5D,OAAO,4CAA4C,QAAQ,CAAC,iBAAiB,iCAAiC,MAAM,CAAC,iBAAiB,2CAA2C,CAAA;IACnL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,yCAAyC,QAAQ,CAAC,cAAc,iCAAiC,MAAM,CAAC,cAAc,mDAAmD,CAAA;IAClL,CAAC;IAED,IAAI,QAAQ,CAAC,sBAAsB,KAAK,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACtE,OAAO,4CAA4C,QAAQ,CAAC,sBAAsB,IAAI,SAAS,iCAAiC,MAAM,CAAC,sBAAsB,mDAAmD,CAAA;IAClN,CAAC;IAED,IAAI,QAAQ,CAAC,oBAAoB,KAAK,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAClE,OAAO,wGAAwG,CAAA;IACjH,CAAC;IAED,IACE,QAAQ,CAAC,oBAAoB,KAAK,SAAS;QAC3C,QAAQ,CAAC,oBAAoB,KAAK,sBAAsB,EACxD,CAAC;QACD,OAAO,gDAAgD,QAAQ,CAAC,oBAAoB,+BAA+B,sBAAsB,2CAA2C,CAAA;IACtL,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrD,OAAO,iFAAiF,CAAA;IAC1F,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,IACE,QAAQ,CAAC,eAAe,KAAK,SAAS;YACtC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAAK,QAAQ,CAAC,eAAe;YAC3D,QAAQ,CAAC,WAAW,CAAC,cAAc,KAAK,sBAAsB;YAC9D,QAAQ,CAAC,WAAW,CAAC,gBAAgB;gBACnC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,EAChE,CAAC;YACD,OAAO,yHAAyH,CAAA;QAClI,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAChF,OAAO,0FAA0F,CAAA;QACnG,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7F,OAAO,kCAAkC,QAAQ,CAAC,SAAS,iBAAiB,QAAQ,CAAC,YAAY,yCAAyC,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,YAAY,0CAA0C,CAAA;IAC1O,CAAC;IAED,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,2HAA2H,CAAA;IACpI,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,UAAkB,EAClB,qBAAqB,GAAG,KAAK;IAE7B,IAAI,qBAAqB,IAAI,UAAU,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACtE,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;IAClE,OAAO,kCAAkC,UAAU,cAAc,OAAO,uBAAuB,MAAM,CAAC,mBAAmB,gIAAgI,CAAA;AAC3P,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA8B,EAC9B,gBAA+B;IAE/B,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAA;IAC/B,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,MAAM,KAAK,SAAS;QACpB,QAAQ,CAAC,UAAU,GAAG,CAAC;QACvB,MAAM,CAAC,gBAAgB,KAAK,CAAC;QAC7B,MAAM,CAAC,YAAY,KAAK,CAAC;QACzB,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,gBAAgB,KAAK,IAAI,CAC1B,CAAA;AACH,CAAC"}
1
+ {"version":3,"file":"index-diagnostics.js","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAE1D;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAc;IAC3D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEhD,OAAO,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,QAA8B;IAE9B,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IAC5D,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,eAAe,CAAA;IACxB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,aAAa,KAAK,oBAAoB,EAAE,CAAC;QACpD,OAAO,yCAAyC,QAAQ,CAAC,aAAa,cAAc,oBAAoB,8EAA8E,CAAA;IACxL,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC5D,OAAO,4CAA4C,QAAQ,CAAC,iBAAiB,iCAAiC,MAAM,CAAC,iBAAiB,2CAA2C,CAAA;IACnL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,yCAAyC,QAAQ,CAAC,cAAc,iCAAiC,MAAM,CAAC,cAAc,mDAAmD,CAAA;IAClL,CAAC;IAED,IAAI,QAAQ,CAAC,sBAAsB,KAAK,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACtE,OAAO,4CAA4C,QAAQ,CAAC,sBAAsB,IAAI,SAAS,iCAAiC,MAAM,CAAC,sBAAsB,mDAAmD,CAAA;IAClN,CAAC;IAED,IAAI,QAAQ,CAAC,oBAAoB,KAAK,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAClE,OAAO,wGAAwG,CAAA;IACjH,CAAC;IAED,IACE,QAAQ,CAAC,oBAAoB,KAAK,SAAS;QAC3C,QAAQ,CAAC,oBAAoB,KAAK,sBAAsB,EACxD,CAAC;QACD,OAAO,gDAAgD,QAAQ,CAAC,oBAAoB,+BAA+B,sBAAsB,2CAA2C,CAAA;IACtL,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrD,OAAO,iFAAiF,CAAA;IAC1F,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,IACE,QAAQ,CAAC,eAAe,KAAK,SAAS;YACtC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAAK,QAAQ,CAAC,eAAe;YAC3D,QAAQ,CAAC,WAAW,CAAC,cAAc,KAAK,sBAAsB;YAC9D,QAAQ,CAAC,WAAW,CAAC,gBAAgB;gBACnC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,EAChE,CAAC;YACD,OAAO,yHAAyH,CAAA;QAClI,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAChF,OAAO,0FAA0F,CAAA;QACnG,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7F,OAAO,kCAAkC,QAAQ,CAAC,SAAS,iBAAiB,QAAQ,CAAC,YAAY,yCAAyC,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,YAAY,0CAA0C,CAAA;IAC1O,CAAC;IAED,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,2HAA2H,CAAA;IACpI,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,UAAkB,EAClB,qBAAqB,GAAG,KAAK;IAE7B,IAAI,qBAAqB,IAAI,UAAU,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACtE,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAA;IAClE,OAAO,kCAAkC,UAAU,cAAc,OAAO,uBAAuB,MAAM,CAAC,mBAAmB,gIAAgI,CAAA;AAC3P,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA8B,EAC9B,gBAA+B;IAE/B,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAA;IAC/B,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,MAAM,KAAK,SAAS;QACpB,QAAQ,CAAC,UAAU,GAAG,CAAC;QACvB,MAAM,CAAC,gBAAgB,KAAK,CAAC;QAC7B,MAAM,CAAC,YAAY,KAAK,CAAC;QACzB,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,MAAM,CAAC,cAAc,KAAK,CAAC;QAC3B,gBAAgB,KAAK,IAAI,CAC1B,CAAA;AACH,CAAC;AAED,MAAM,uBAAuB,GAAG,CAAC,CAAA;AACjC,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAA6D;IAE7D,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;SACtB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;SACrC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC1E,MAAM,KAAK,GAAG,CAAC,MAAc,EAAU,EAAE,CACvC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAA;IAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,MAAM,EAAE,IAAI,CAAC,UAAU;QACvB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;KAC9B,CAAC,CAAC,CAAA;IACH,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3F,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC3B,MAAM,YAAY,GAChB,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,KAAK,SAAS;QACrB,CAAC,OAAO,CAAC,KAAK,GAAG,0BAA0B,IAAI,SAAS,GAAG,uBAAuB,CAAC,CAAA;IACrF,OAAO;QACL,WAAW;QACX,QAAQ;QACR,SAAS;QACT,OAAO,EAAE,YAAY;YACnB,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,mBAAmB,QAAQ;iBACjG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC;iBACtE,IAAI,CACH,IAAI,CACL,8HAA8H;YACnI,CAAC,CAAC,IAAI;KACT,CAAA;AACH,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index-policy.d.ts","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAIvD;;;GAGG;AACH,eAAO,MAAM,sBAAsB,IAAI,CAAA;AAGvC,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAyB7D;AAED,sGAAsG;AACtG,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAMjE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,sBAAsB,CAAC,GACpD,OAAO,CAET"}
1
+ {"version":3,"file":"index-policy.d.ts","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAIvD;;;GAGG;AACH,eAAO,MAAM,sBAAsB,IAAI,CAAA;AAGvC,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA6B7D;AAED,sGAAsG;AACtG,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAMjE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,sBAAsB,CAAC,GACpD,OAAO,CAET"}
@@ -22,6 +22,10 @@ export function indexPolicyFingerprint(config) {
22
22
  adapterVersion: CHUNKING_ADAPTER_VERSION,
23
23
  size: config.chunkSize,
24
24
  overlap: config.chunkOverlap,
25
+ // Added only when set, so indexes built without a data-file cap keep their fingerprint.
26
+ ...(config.maxChunksPerDataFile === null
27
+ ? {}
28
+ : { maxChunksPerDataFile: config.maxChunksPerDataFile }),
25
29
  },
26
30
  extraction: {
27
31
  parserVersion: 3,
@@ -1 +1 @@
1
- {"version":3,"file":"index-policy.js","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAGtD,MAAM,4BAA4B,GAAG,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAClC;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAA;AACvC,MAAM,6BAA6B,GAAG,CAAC,CAAA;AAEvC,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,QAAQ,EAAE,MAAM,CAAC,sBAAsB;YACvC,MAAM,EAAE,MAAM,CAAC,oBAAoB;SACpC;QACD,QAAQ,EAAE;YACR,cAAc,EAAE,wBAAwB;YACxC,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,OAAO,EAAE,MAAM,CAAC,YAAY;SAC7B;QACD,UAAU,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI;YAClF,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C;KACF,CAAA;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC1E,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,0BAA0B,CAAC,MAAc;IACvD,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CACL,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,sBAAsB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAC3F;SACA,MAAM,CAAC,KAAK,CAAC,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAqD;IAErD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,IAAI,6BAA6B,CAAC,KAAK,sBAAsB,CAAA;AACpG,CAAC"}
1
+ {"version":3,"file":"index-policy.js","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAGtD,MAAM,4BAA4B,GAAG,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAClC;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAA;AACvC,MAAM,6BAA6B,GAAG,CAAC,CAAA;AAEvC,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,QAAQ,EAAE,MAAM,CAAC,sBAAsB;YACvC,MAAM,EAAE,MAAM,CAAC,oBAAoB;SACpC;QACD,QAAQ,EAAE;YACR,cAAc,EAAE,wBAAwB;YACxC,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,OAAO,EAAE,MAAM,CAAC,YAAY;YAC5B,wFAAwF;YACxF,GAAG,CAAC,MAAM,CAAC,oBAAoB,KAAK,IAAI;gBACtC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,EAAE,CAAC;SAC3D;QACD,UAAU,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI;YAClF,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C;KACF,CAAA;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC1E,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,0BAA0B,CAAC,MAAc;IACvD,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CACL,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,sBAAsB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAC3F;SACA,MAAM,CAAC,KAAK,CAAC,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAqD;IAErD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,IAAI,6BAA6B,CAAC,KAAK,sBAAsB,CAAA;AACpG,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index-write-lock.d.ts","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,0BAA0B,iBAAiB,CAAA;AAYxD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAOD,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,SAAS,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,EACrD,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,CAAC,CAAC,CAiCZ;AAED,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAErC"}
1
+ {"version":3,"file":"index-write-lock.d.ts","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAUA,eAAO,MAAM,0BAA0B,iBAAiB,CAAA;AAYxD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAOD,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,SAAS,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,EACrD,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,CAAC,CAAC,CAiCZ;AAED,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAErC"}
@@ -1,8 +1,9 @@
1
1
  import { randomUUID } from "node:crypto";
2
- import { mkdir, open, readFile, rename, rm, stat } from "node:fs/promises";
2
+ import { mkdir, open, readFile, rm, stat } from "node:fs/promises";
3
3
  import { hostname } from "node:os";
4
4
  import path from "node:path";
5
5
  import { RagmirError } from "./errors.js";
6
+ import { removeTree, renameWithRetry } from "./fs-retry.js";
6
7
  import { isRecord } from "./guards.js";
7
8
  import { throwIfAborted } from "./operation.js";
8
9
  import { ensurePrivateDirectory, hardenPrivateFile } from "./permissions.js";
@@ -99,7 +100,7 @@ async function tryCreateLease(lockPath, heartbeatIntervalMs) {
99
100
  return createLease(lockPath, owner, heartbeatIntervalMs);
100
101
  }
101
102
  catch (error) {
102
- await rm(lockPath, { recursive: true, force: true });
103
+ await removeTree(lockPath);
103
104
  throw error;
104
105
  }
105
106
  }
@@ -133,7 +134,7 @@ function createLease(lockPath, owner, heartbeatIntervalMs) {
133
134
  await heartbeat.catch(() => undefined);
134
135
  const current = await readOwner(lockPath);
135
136
  if (current?.ownerToken === owner.ownerToken) {
136
- await rm(lockPath, { recursive: true, force: true });
137
+ await removeTree(lockPath);
137
138
  }
138
139
  }
139
140
  finally {
@@ -163,7 +164,7 @@ async function recoverAbandonedWriterLock(storageDir, observedOwner) {
163
164
  observedOwner.ownerToken !== currentOwner.ownerToken) {
164
165
  return false;
165
166
  }
166
- await rm(lockPath, { recursive: true, force: true });
167
+ await removeTree(lockPath);
167
168
  return true;
168
169
  }
169
170
  finally {
@@ -201,7 +202,7 @@ async function tryCreateRecoveryLock(recoveryPath) {
201
202
  return owner;
202
203
  }
203
204
  catch (error) {
204
- await rm(recoveryPath, { recursive: true, force: true });
205
+ await removeTree(recoveryPath);
205
206
  throw error;
206
207
  }
207
208
  }
@@ -238,7 +239,7 @@ function ownerProcessIsAlive(owner) {
238
239
  async function removeOwnedDirectory(directory, ownerToken) {
239
240
  const current = await readOwner(directory);
240
241
  if (ownerToken === undefined || current?.ownerToken === ownerToken) {
241
- await rm(directory, { recursive: true, force: true });
242
+ await removeTree(directory);
242
243
  }
243
244
  }
244
245
  async function writeOwner(directory, owner) {
@@ -252,7 +253,7 @@ async function writeOwner(directory, owner) {
252
253
  await handle.close();
253
254
  handle = undefined;
254
255
  await hardenPrivateFile(temporaryPath);
255
- await rename(temporaryPath, ownerPath);
256
+ await renameWithRetry(temporaryPath, ownerPath);
256
257
  }
257
258
  finally {
258
259
  await handle?.close();
@@ -1 +1 @@
1
- {"version":3,"file":"index-write-lock.js","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAClC,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAE5E,MAAM,CAAC,MAAM,0BAA0B,GAAG,cAAc,CAAA;AACxD,MAAM,uBAAuB,GAAG,uBAAuB,CAAA;AACvD,MAAM,cAAc,GAAG,YAAY,CAAA;AACnC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AACtC,MAAM,wBAAwB,GAAG,EAAE,CAAA;AACnC,MAAM,6BAA6B,GAAG,KAAK,CAAA;AAC3C,MAAM,wBAAwB,GAAG,MAAM,CAAA;AAEvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;AACpD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAuB,CAAA;AAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAA;AAsB5D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,MAA+B,EAC/B,SAAqD,EACrD,OAAO,GAA0B,EAAE;IAEnC,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,aAAa,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1D,IAAI,YAAsC,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,YAAY,GAAG,OAAO,CAAA;IACxB,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CACxB,GAAG,EAAE,CAAC,OAAO,EACb,GAAG,EAAE,CAAC,OAAO,CACd,CAAA;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QAClB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,KAAsC,CAAA;IAC1C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;QAClD,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,KAAK,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;QACzE,OAAO,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,KAAK,EAAE,OAAO,EAAE,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,YAAY,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,UAAkB;IAElB,OAAO,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,MAA+B,EAC/B,QAAgB,EAChB,OAAwC;IAExC,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE1C,OAAO,IAAI,EAAE,CAAC;QACZ,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACzE,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,4BAA4B,CAAC,UAAU,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,0BAA0B,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;YACxD,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IAClG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,mBAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACjC,OAAO,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,KAA0B,EAC1B,mBAA2B;IAE3B,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;QAChC,SAAS,GAAG,SAAS;aAClB,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACtB,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,OAAM;YACR,CAAC;YACD,MAAM,UAAU,CAAC,QAAQ,EAAE;gBACzB,GAAG,KAAK;gBACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACJ,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC,EAAE,mBAAmB,CAAC,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,CAAA;IAEhB,IAAI,uBAAuB,GAAG,GAAS,EAAE,CAAC,SAAS,CAAA;IACnD,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAM;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;QACf,aAAa,CAAC,QAAQ,CAAC,CAAA;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACtC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,uBAAuB,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAA;IACD,uBAAuB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IACxD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAC3B,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,UAAkB,EAClB,aAAyC;IAEzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAC1C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAA;IAC/D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IACE,aAAa,KAAK,IAAI;YACtB,YAAY,KAAK,IAAI;YACrB,aAAa,CAAC,UAAU,KAAK,YAAY,CAAC,UAAU,EACpD,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,oBAAoB,CAAC,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,UAAkB;IAC5D,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAC3C,IAAI,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,oBAAoB,CAAC,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,YAAoB;IACvD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACxD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,KAAiC;IAEjC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,IAAI,wBAAwB,CAAA;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA0B;IACrD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,UAAmB;IACxE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;IAC1C,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,KAA0B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,CAAA;IACvF,IAAI,MAAoD,CAAA;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC/C,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,SAAS,CAAA;QAClB,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAA;QACtC,MAAM,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IACxC,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAA;QACrB,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,SAAiB;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAClD,CAAA;QACZ,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,YAAY,WAAW;YAC5B,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,EAC7E,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;QAC/B,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,KAAK,CAAC,GAAG,GAAG,CAAC;QACb,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QACpC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QAC3B,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;QAC/B,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAClC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAuB,EACvB,MAA+B,EAC/B,QAAgB,EAChB,UAAkB;IAElB,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACvC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7E,CAAC;IAED,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QAClD,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7F,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;QACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe,EAAE,MAA+B;IAC1E,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,GAAG,OAAO,CAAA;YACjB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC,CAAC,CAAA;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,YAAY,CAAC,OAAO,CAAC,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9C,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB,EAAE,KAAiC;IAC3E,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,cAAc,KAAK,CAAC,GAAG,WAAW,KAAK,CAAC,KAAK,eAAe,KAAK,CAAC,SAAS,iBAAiB,KAAK,CAAC,WAAW,GAAG;QAClH,CAAC,CAAC,mCAAmC,CAAA;IACvC,OAAO,IAAI,WAAW,CACpB,YAAY,EACZ,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,MAAM,EAAE,EACrE,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA8B;IAC3D,OAAO;QACL,aAAa,EAAE,qBAAqB,CAClC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB;QACD,cAAc,EAAE,qBAAqB,CACnC,OAAO,CAAC,cAAc,EACtB,wBAAwB,EACxB,gBAAgB,CACjB;QACD,mBAAmB,EAAE,qBAAqB,CACxC,OAAO,CAAC,mBAAmB,EAC3B,6BAA6B,EAC7B,qBAAqB,CACtB;KACF,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IACtF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,WAAW,CAAC,kBAAkB,EAAE,GAAG,IAAI,8BAA8B,CAAC,CAAA;IAClF,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA4B;IACzD,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAChC,qBAAqB,EAAE,CAAA;IACvB,OAAO,GAAG,EAAE;QACV,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,oBAAoB,EAAE,CAAA;QACxB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB;IAC5B,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAM;IACR,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,GAAG,mBAAmB,CAAC,CAAA;YACzC,KAAK,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtE,oBAAoB,EAAE,CAAA;gBACtB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACnC,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QACD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,CAAC;IACD,cAAc,CAAC,KAAK,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,qBAAqB,CAAC,UAAkB;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAA;AACvD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,UAAkB;IAC1C,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAA;AAClF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAA;AAClD,CAAC"}
1
+ {"version":3,"file":"index-write-lock.js","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAClC,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAE5E,MAAM,CAAC,MAAM,0BAA0B,GAAG,cAAc,CAAA;AACxD,MAAM,uBAAuB,GAAG,uBAAuB,CAAA;AACvD,MAAM,cAAc,GAAG,YAAY,CAAA;AACnC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AACtC,MAAM,wBAAwB,GAAG,EAAE,CAAA;AACnC,MAAM,6BAA6B,GAAG,KAAK,CAAA;AAC3C,MAAM,wBAAwB,GAAG,MAAM,CAAA;AAEvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;AACpD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAuB,CAAA;AAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAA;AAsB5D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,MAA+B,EAC/B,SAAqD,EACrD,OAAO,GAA0B,EAAE;IAEnC,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,aAAa,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1D,IAAI,YAAsC,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,YAAY,GAAG,OAAO,CAAA;IACxB,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CACxB,GAAG,EAAE,CAAC,OAAO,EACb,GAAG,EAAE,CAAC,OAAO,CACd,CAAA;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QAClB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,KAAsC,CAAA;IAC1C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;QAClD,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,KAAK,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;QACzE,OAAO,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,KAAK,EAAE,OAAO,EAAE,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,YAAY,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,UAAkB;IAElB,OAAO,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,MAA+B,EAC/B,QAAgB,EAChB,OAAwC;IAExC,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE1C,OAAO,IAAI,EAAE,CAAC;QACZ,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACzE,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,4BAA4B,CAAC,UAAU,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,0BAA0B,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;YACxD,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IAClG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,mBAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACjC,OAAO,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;QAC1B,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,KAA0B,EAC1B,mBAA2B;IAE3B,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;QAChC,SAAS,GAAG,SAAS;aAClB,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACtB,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,OAAM;YACR,CAAC;YACD,MAAM,UAAU,CAAC,QAAQ,EAAE;gBACzB,GAAG,KAAK;gBACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACJ,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC,EAAE,mBAAmB,CAAC,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,CAAA;IAEhB,IAAI,uBAAuB,GAAG,GAAS,EAAE,CAAC,SAAS,CAAA;IACnD,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAM;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;QACf,aAAa,CAAC,QAAQ,CAAC,CAAA;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACtC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,uBAAuB,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAA;IACD,uBAAuB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IACxD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAC3B,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,UAAkB,EAClB,aAAyC;IAEzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAC1C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAA;IAC/D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IACE,aAAa,KAAK,IAAI;YACtB,YAAY,KAAK,IAAI;YACrB,aAAa,CAAC,UAAU,KAAK,YAAY,CAAC,UAAU,EACpD,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,oBAAoB,CAAC,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,UAAkB;IAC5D,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAC3C,IAAI,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,oBAAoB,CAAC,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,YAAoB;IACvD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,UAAU,CAAC,YAAY,CAAC,CAAA;QAC9B,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,KAAiC;IAEjC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,IAAI,wBAAwB,CAAA;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA0B;IACrD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,UAAmB;IACxE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;IAC1C,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,UAAU,CAAC,SAAS,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,KAA0B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,CAAA;IACvF,IAAI,MAAoD,CAAA;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC/C,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,SAAS,CAAA;QAClB,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAA;QACtC,MAAM,eAAe,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IACjD,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAA;QACrB,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,SAAiB;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAClD,CAAA;QACZ,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,YAAY,WAAW;YAC5B,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,EAC7E,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;QAC/B,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,KAAK,CAAC,GAAG,GAAG,CAAC;QACb,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QACpC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QAC3B,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;QAC/B,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAClC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAuB,EACvB,MAA+B,EAC/B,QAAgB,EAChB,UAAkB;IAElB,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACvC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7E,CAAC;IAED,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QAClD,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7F,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;QACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe,EAAE,MAA+B;IAC1E,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,GAAG,OAAO,CAAA;YACjB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC,CAAC,CAAA;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,YAAY,CAAC,OAAO,CAAC,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9C,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB,EAAE,KAAiC;IAC3E,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,cAAc,KAAK,CAAC,GAAG,WAAW,KAAK,CAAC,KAAK,eAAe,KAAK,CAAC,SAAS,iBAAiB,KAAK,CAAC,WAAW,GAAG;QAClH,CAAC,CAAC,mCAAmC,CAAA;IACvC,OAAO,IAAI,WAAW,CACpB,YAAY,EACZ,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,MAAM,EAAE,EACrE,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA8B;IAC3D,OAAO;QACL,aAAa,EAAE,qBAAqB,CAClC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB;QACD,cAAc,EAAE,qBAAqB,CACnC,OAAO,CAAC,cAAc,EACtB,wBAAwB,EACxB,gBAAgB,CACjB;QACD,mBAAmB,EAAE,qBAAqB,CACxC,OAAO,CAAC,mBAAmB,EAC3B,6BAA6B,EAC7B,qBAAqB,CACtB;KACF,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IACtF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,WAAW,CAAC,kBAAkB,EAAE,GAAG,IAAI,8BAA8B,CAAC,CAAA;IAClF,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA4B;IACzD,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAChC,qBAAqB,EAAE,CAAA;IACvB,OAAO,GAAG,EAAE;QACV,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,oBAAoB,EAAE,CAAA;QACxB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB;IAC5B,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAM;IACR,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,GAAG,mBAAmB,CAAC,CAAA;YACzC,KAAK,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtE,oBAAoB,EAAE,CAAA;gBACtB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACnC,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QACD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,CAAC;IACD,cAAc,CAAC,KAAK,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,qBAAqB,CAAC,UAAkB;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAA;AACvD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,UAAkB;IAC1C,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAA;AAClF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAA;AAClD,CAAC"}
package/dist/ingest.d.ts CHANGED
@@ -2,6 +2,12 @@ import type { Connection } from "@lancedb/lancedb";
2
2
  import type { AuditOptions, AuditReport, Config, IndexManifestFile, IngestOptions, IngestResult } from "./types.js";
3
3
  export declare function ingest(options?: IngestOptions): Promise<IngestResult>;
4
4
  export declare function ingestWithConfig(config: Config, options?: IngestOptions, connection?: Connection): Promise<IngestResult>;
5
+ /**
6
+ * Keep a bounded, representative sample of a large structured data file: its first half-budget of
7
+ * chunks (headers, schema, first records) and evenly spaced records from the rest. One export or log
8
+ * can otherwise hold most of the index and crowd every other document out of the candidate pools.
9
+ */
10
+ export declare function capDataFileChunks<Chunk>(chunks: Chunk[], extension: string, maxChunks: number | null): Chunk[];
5
11
  export interface IngestionMetadataValidationOptions {
6
12
  expectedChunkCount: number;
7
13
  actualChunkCount: number;
@@ -1 +1 @@
1
- {"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAiElD,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,MAAM,EAKN,iBAAiB,EACjB,aAAa,EACb,YAAY,EAOb,MAAM,YAAY,CAAA;AAsBnB,wBAAsB,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAG/E;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,aAAkB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,YAAY,CAAC,CA+CvB;AA4vBD,MAAM,WAAW,kCAAkC;IACjD,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,aAAa,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IAC1C,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;IAC9B,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;CACjC;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,IAAI,CAAC,CAyDf;AAqGD,wBAAsB,KAAK,CAAC,GAAG,SAAgB,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAKjG;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CAgHtB"}
1
+ {"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAmElD,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,MAAM,EAKN,iBAAiB,EACjB,aAAa,EACb,YAAY,EAOb,MAAM,YAAY,CAAA;AAsBnB,wBAAsB,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAG/E;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,aAAkB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,YAAY,CAAC,CA+CvB;AAocD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EACrC,MAAM,EAAE,KAAK,EAAE,EACf,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAAG,IAAI,GACvB,KAAK,EAAE,CAmBT;AAmTD,MAAM,WAAW,kCAAkC;IACjD,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,aAAa,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IAC1C,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;IAC9B,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;CACjC;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,IAAI,CAAC,CAyDf;AAqGD,wBAAsB,KAAK,CAAC,GAAG,SAAgB,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAKjG;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CAsHtB"}
package/dist/ingest.js CHANGED
@@ -3,9 +3,9 @@ import { chunkDocument, chunkLexicalText, chunkSearchText } from "./chunking.js"
3
3
  import { loadConfig } from "./config.js";
4
4
  import { MAX_INGEST_CHUNK_WINDOW, MAX_INGEST_CHUNKS_PER_FILE, MAX_INGEST_FILE_BATCH_SIZE, MAX_INGEST_SOURCE_WINDOW_BYTES, MAX_INGEST_VECTOR_BYTES_PER_FILE, VECTOR_DISTANCE_METRIC, } from "./defaults.js";
5
5
  import { embeddingModelState, embedTexts } from "./embeddings.js";
6
- import { countSkippedByReason, inventorySourceFiles, summarizeUnsupportedExtensions, } from "./files.js";
6
+ import { countSkippedByReason, inventorySourceFiles, sourceRuleDiagnostics, summarizeUnsupportedExtensions, } from "./files.js";
7
7
  import { collectGenerationGarbageUnlocked } from "./generation-retention.js";
8
- import { INDEX_SCHEMA_VERSION } from "./index-diagnostics.js";
8
+ import { INDEX_SCHEMA_VERSION, indexConcentration } from "./index-diagnostics.js";
9
9
  import { indexPolicyFingerprint, ingestionPolicyFingerprint, LEXICAL_POLICY_VERSION, lexicalPolicyCurrent, } from "./index-policy.js";
10
10
  import { withIndexWriteLock } from "./index-write-lock.js";
11
11
  import { activeIngestionMetrics, createIngestionMetricsCollector, runWithIngestionMetrics, } from "./ingestion-metrics.js";
@@ -14,6 +14,7 @@ import { operationSignal, throwIfAborted } from "./operation.js";
14
14
  import { parseFile } from "./parsing.js";
15
15
  import { summarizeIndexedCorpus } from "./quality-report.js";
16
16
  import { securityAuditWithConfig } from "./security.js";
17
+ import { compareCodePoints } from "./source-paths.js";
17
18
  import { maintainStorageTable } from "./storage-maintenance.js";
18
19
  import { activeIndexTableName, closeRowsTable, dropRowsTable, openRowsTable, openRowsTableByName, readEmptyTextFiles, readIndexManifest, updateRowsInTable, writeEmptyTextFiles, writeIndexManifest, } from "./store.js";
19
20
  import { VERSION } from "./version.js";
@@ -423,7 +424,7 @@ async function parseSourceFile(file, config, signal) {
423
424
  });
424
425
  return {
425
426
  file,
426
- chunks,
427
+ chunks: capDataFileChunks(chunks, file.extension, config.maxChunksPerDataFile),
427
428
  ocr: parsed.ocr ?? null,
428
429
  error: null,
429
430
  };
@@ -439,6 +440,40 @@ async function parseSourceFile(file, config, signal) {
439
440
  };
440
441
  }
441
442
  }
443
+ const STRUCTURED_DATA_EXTENSIONS = new Set([
444
+ ".csv",
445
+ ".json",
446
+ ".jsonl",
447
+ ".log",
448
+ ".ndjson",
449
+ ".ods",
450
+ ".tsv",
451
+ ".xls",
452
+ ".xlsx",
453
+ ]);
454
+ /**
455
+ * Keep a bounded, representative sample of a large structured data file: its first half-budget of
456
+ * chunks (headers, schema, first records) and evenly spaced records from the rest. One export or log
457
+ * can otherwise hold most of the index and crowd every other document out of the candidate pools.
458
+ */
459
+ export function capDataFileChunks(chunks, extension, maxChunks) {
460
+ if (maxChunks === null ||
461
+ chunks.length <= maxChunks ||
462
+ !STRUCTURED_DATA_EXTENSIONS.has(extension.toLowerCase())) {
463
+ return chunks;
464
+ }
465
+ const headCount = Math.ceil(maxChunks / 2);
466
+ const sampled = chunks.slice(0, headCount);
467
+ const sampleCount = maxChunks - headCount;
468
+ const remaining = chunks.length - headCount;
469
+ for (let index = 0; index < sampleCount; index += 1) {
470
+ const chunk = chunks[headCount + Math.floor(((index + 0.5) * remaining) / sampleCount)];
471
+ if (chunk !== undefined) {
472
+ sampled.push(chunk);
473
+ }
474
+ }
475
+ return sampled;
476
+ }
442
477
  async function vectorRowsForChunks(chunks, config, signal) {
443
478
  const metrics = activeIngestionMetrics();
444
479
  const rows = [];
@@ -572,6 +607,7 @@ function indexHealthSnapshot(input) {
572
607
  sourceDiagnostics: sourceDiagnostics(input.files, input.inventory.skippedFiles),
573
608
  securityCheckedAt: input.checkedAt,
574
609
  securityWarnings: [...input.securityWarnings].sort().slice(0, MAX_HEALTH_PREVIEW_ITEMS),
610
+ concentration: indexConcentration(indexedFilesFromState(input.state)),
575
611
  };
576
612
  }
577
613
  function indexMaintenanceSnapshot(report, checkedAt) {
@@ -618,24 +654,7 @@ function* indexedFilesFromState(state) {
618
654
  }
619
655
  }
620
656
  function sortIngestionFilesForStorage(state) {
621
- state.files.sort((left, right) => compareUnicodeScalarValues(left.relativePath, right.relativePath));
622
- }
623
- function compareUnicodeScalarValues(left, right) {
624
- let leftIndex = 0;
625
- let rightIndex = 0;
626
- while (leftIndex < left.length && rightIndex < right.length) {
627
- const leftCodePoint = left.codePointAt(leftIndex);
628
- const rightCodePoint = right.codePointAt(rightIndex);
629
- if (leftCodePoint === undefined || rightCodePoint === undefined) {
630
- break;
631
- }
632
- if (leftCodePoint !== rightCodePoint) {
633
- return leftCodePoint - rightCodePoint;
634
- }
635
- leftIndex += leftCodePoint > 0xffff ? 2 : 1;
636
- rightIndex += rightCodePoint > 0xffff ? 2 : 1;
637
- }
638
- return left.length - right.length;
657
+ state.files.sort((left, right) => compareCodePoints(left.relativePath, right.relativePath));
639
658
  }
640
659
  function emptyTextRecords(state) {
641
660
  return state.files
@@ -831,6 +850,7 @@ export async function auditWithConfig(config, options = {}) {
831
850
  const table = await openRowsTable(config);
832
851
  throwIfAborted(signal);
833
852
  const emptyTextFiles = await currentEmptyTextFiles(config, files, signal);
853
+ const sourceRules = await sourceRuleDiagnostics(config, files, signal ? { signal } : {});
834
854
  throwIfAborted(signal);
835
855
  if (!table) {
836
856
  return applyAuditPreviewLimit({
@@ -850,6 +870,7 @@ export async function auditWithConfig(config, options = {}) {
850
870
  staleInIndex: [],
851
871
  totalChunks: 0,
852
872
  chunkStats: summarizeChunkStats([]),
873
+ sourceRules,
853
874
  }, options.previewLimit);
854
875
  }
855
876
  try {
@@ -902,6 +923,8 @@ export async function auditWithConfig(config, options = {}) {
902
923
  .sort(),
903
924
  totalChunks: chunkStats.count,
904
925
  chunkStats: finishAuditChunkStats(chunkStats),
926
+ sourceRules,
927
+ concentration: indexConcentration([...counts.entries()].map(([relativePath, chunkCount]) => ({ relativePath, chunkCount }))),
905
928
  }, options.previewLimit);
906
929
  }
907
930
  finally {