@trebired/logger 2.1.0 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/LICENSE +661 -21
- package/README.md +9 -5
- package/dist/core/create_log.d.ts.map +1 -1
- package/dist/core/create_log.js +71 -0
- package/dist/core/create_log.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/storage/backend/index.d.ts +2 -1
- package/dist/storage/backend/index.d.ts.map +1 -1
- package/dist/storage/backend/index.js +6 -1
- package/dist/storage/backend/index.js.map +1 -1
- package/dist/storage/backend/js.d.ts.map +1 -1
- package/dist/storage/backend/js.js +15 -1
- package/dist/storage/backend/js.js.map +1 -1
- package/dist/storage/backend/native.d.ts.map +1 -1
- package/dist/storage/backend/native.js +3 -0
- package/dist/storage/backend/native.js.map +1 -1
- package/dist/storage/backend/types.d.ts +10 -1
- package/dist/storage/backend/types.d.ts.map +1 -1
- package/dist/storage/partitions/delete.d.ts +2 -1
- package/dist/storage/partitions/delete.d.ts.map +1 -1
- package/dist/storage/partitions/delete.js +10 -1
- package/dist/storage/partitions/delete.js.map +1 -1
- package/dist/storage/partitions/files.d.ts +2 -7
- package/dist/storage/partitions/files.d.ts.map +1 -1
- package/dist/storage/partitions/files.js +2 -86
- package/dist/storage/partitions/files.js.map +1 -1
- package/dist/storage/partitions/public.d.ts +2 -2
- package/dist/storage/partitions/public.d.ts.map +1 -1
- package/dist/storage/partitions/public.js +2 -2
- package/dist/storage/partitions/public.js.map +1 -1
- package/dist/storage/partitions/records.d.ts +3 -2
- package/dist/storage/partitions/records.d.ts.map +1 -1
- package/dist/storage/partitions/records.js +31 -7
- package/dist/storage/partitions/records.js.map +1 -1
- package/dist/storage/partitions/rewrite.d.ts +18 -0
- package/dist/storage/partitions/rewrite.d.ts.map +1 -0
- package/dist/storage/partitions/rewrite.js +102 -0
- package/dist/storage/partitions/rewrite.js.map +1 -0
- package/dist/storage/partitions/transforms.d.ts.map +1 -1
- package/dist/storage/partitions/transforms.js +14 -3
- package/dist/storage/partitions/transforms.js.map +1 -1
- package/dist/storage/query/rows.d.ts +7 -0
- package/dist/storage/query/rows.d.ts.map +1 -0
- package/dist/storage/query/rows.js +46 -0
- package/dist/storage/query/rows.js.map +1 -0
- package/dist/storage/query/shared.d.ts +13 -0
- package/dist/storage/query/shared.d.ts.map +1 -0
- package/dist/storage/query/shared.js +37 -0
- package/dist/storage/query/shared.js.map +1 -0
- package/dist/storage/query/summary.d.ts +12 -0
- package/dist/storage/query/summary.d.ts.map +1 -0
- package/dist/storage/query/summary.js +108 -0
- package/dist/storage/query/summary.js.map +1 -0
- package/dist/storage/query.d.ts +3 -8
- package/dist/storage/query.d.ts.map +1 -1
- package/dist/storage/query.js +4 -179
- package/dist/storage/query.js.map +1 -1
- package/dist/types/export.d.ts +1 -0
- package/dist/types/export.d.ts.map +1 -1
- package/dist/types/index.d.ts +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/partitions.d.ts +8 -1
- package/dist/types/partitions.d.ts.map +1 -1
- package/dist/types/server.d.ts +2 -2
- package/dist/types/server.d.ts.map +1 -1
- package/dist/utils/size.d.ts +2 -1
- package/dist/utils/size.d.ts.map +1 -1
- package/dist/utils/size.js +7 -1
- package/dist/utils/size.js.map +1 -1
- package/native/darwin-arm64.node +0 -0
- package/native/darwin-x64.node +0 -0
- package/native/linux-x64-gnu.node +0 -0
- package/package.json +11 -8
|
@@ -1,95 +1,11 @@
|
|
|
1
1
|
import fs from "node:fs";
|
|
2
2
|
import path from "node:path";
|
|
3
|
-
import zlib from "node:zlib";
|
|
4
3
|
import { PARTITION_MARKER_FILE } from "../../constants.js";
|
|
5
4
|
import { normGroup } from "../../groups.js";
|
|
6
5
|
import { toString } from "../../utils/values.js";
|
|
7
|
-
import {
|
|
8
|
-
import { fileStamp, pathExists } from "./internal.js";
|
|
6
|
+
import { walkedFileFromPath } from "../names.js";
|
|
9
7
|
import { partitionMarkerMap } from "./records.js";
|
|
10
|
-
|
|
11
|
-
try {
|
|
12
|
-
const data = await fs.promises.readFile(filePath);
|
|
13
|
-
const text = compressed ? zlib.gunzipSync(data).toString("utf8") : data.toString("utf8");
|
|
14
|
-
if (!text.trim())
|
|
15
|
-
return [];
|
|
16
|
-
const rows = [];
|
|
17
|
-
for (const line of text.trim().split("\n")) {
|
|
18
|
-
try {
|
|
19
|
-
const parsed = JSON.parse(line);
|
|
20
|
-
if (parsed && typeof parsed === "object")
|
|
21
|
-
rows.push(parsed);
|
|
22
|
-
}
|
|
23
|
-
catch { }
|
|
24
|
-
}
|
|
25
|
-
return rows;
|
|
26
|
-
}
|
|
27
|
-
catch {
|
|
28
|
-
return [];
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
async function writeLogRows(filePath, rows, compressed) {
|
|
32
|
-
const payload = rows.length ? `${rows.map((row) => JSON.stringify(row)).join("\n")}\n` : "";
|
|
33
|
-
if (compressed) {
|
|
34
|
-
const zipped = zlib.gzipSync(Buffer.from(payload, "utf8"));
|
|
35
|
-
await fs.promises.writeFile(filePath, zipped);
|
|
36
|
-
return;
|
|
37
|
-
}
|
|
38
|
-
await fs.promises.writeFile(filePath, payload, "utf8");
|
|
39
|
-
}
|
|
40
|
-
async function collectPartitionFiles(record) {
|
|
41
|
-
const out = [];
|
|
42
|
-
const stack = [record.path];
|
|
43
|
-
while (stack.length) {
|
|
44
|
-
const current = stack.pop() || "";
|
|
45
|
-
let entries = [];
|
|
46
|
-
try {
|
|
47
|
-
entries = await fs.promises.readdir(current, { withFileTypes: true });
|
|
48
|
-
}
|
|
49
|
-
catch {
|
|
50
|
-
continue;
|
|
51
|
-
}
|
|
52
|
-
for (const entry of entries) {
|
|
53
|
-
const absPath = path.join(current, entry.name);
|
|
54
|
-
if (entry.isDirectory()) {
|
|
55
|
-
stack.push(absPath);
|
|
56
|
-
continue;
|
|
57
|
-
}
|
|
58
|
-
if (!entry.isFile() || entry.name === PARTITION_MARKER_FILE)
|
|
59
|
-
continue;
|
|
60
|
-
const walked = walkedFileFromPath(record.path, absPath, record.name, record.path);
|
|
61
|
-
if (walked)
|
|
62
|
-
out.push(walked);
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
out.sort((a, b) => a.absPath.localeCompare(b.absPath));
|
|
66
|
-
return out;
|
|
67
|
-
}
|
|
68
|
-
async function findAvailableTargetPath(dir, file) {
|
|
69
|
-
let sequence = file.sequence;
|
|
70
|
-
for (;;) {
|
|
71
|
-
const fileName = makeLogFileName(fileStamp(file), sequence, file.level);
|
|
72
|
-
const plainTarget = path.join(dir, fileName);
|
|
73
|
-
const gzipTarget = path.join(dir, `${fileName}.gz`);
|
|
74
|
-
if (!(await pathExists(plainTarget)) && !(await pathExists(gzipTarget))) {
|
|
75
|
-
return file.compressed ? gzipTarget : plainTarget;
|
|
76
|
-
}
|
|
77
|
-
sequence += 1;
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
async function writePartitionFiles(source, targetRoot, targetName, merge) {
|
|
81
|
-
const files = await collectPartitionFiles(source);
|
|
82
|
-
for (const file of files) {
|
|
83
|
-
const rows = await readLogRows(file.absPath, file.compressed);
|
|
84
|
-
const nextRows = rows.map((row) => ({ ...row, partition: targetName }));
|
|
85
|
-
const targetDir = file.groupDir ? path.join(targetRoot, file.groupDir) : targetRoot;
|
|
86
|
-
await fs.promises.mkdir(targetDir, { recursive: true });
|
|
87
|
-
const targetPath = merge
|
|
88
|
-
? await findAvailableTargetPath(targetDir, file)
|
|
89
|
-
: path.join(targetDir, path.basename(file.absPath));
|
|
90
|
-
await writeLogRows(targetPath, nextRows, file.compressed);
|
|
91
|
-
}
|
|
92
|
-
}
|
|
8
|
+
import { collectPartitionFiles, findAvailableTargetPath, readLogRows, writeLogRows, writePartitionFiles } from "./rewrite.js";
|
|
93
9
|
function fileMatchesDeleteFilters(file, options) {
|
|
94
10
|
const level = toString(options.level || "all").toLowerCase() || "all";
|
|
95
11
|
const groupKey = toString(options.groupKey || "all") || "all";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"files.js","sourceRoot":"","sources":["../../../src/storage/partitions/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"files.js","sourceRoot":"","sources":["../../../src/storage/partitions/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAsB,MAAM,aAAa,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAE9H,SAAS,wBAAwB,CAAC,IAAmB,EAAE,OAA0B;IAC/E,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC;IACtE,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;IAC9D,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7C,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,QAAQ,CAAC,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IAClF,IAAI,KAAK,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAe;IAC9C,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,MAAM,KAAK,GAAsE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvI,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAElD,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAgE,CAAC;QAC1F,IAAI,OAAO,GAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzD,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBACtE,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBACrF,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBAAE,SAAS;YACtE,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAChG,IAAI,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACvD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,OAAO,EACL,qBAAqB,EACrB,wBAAwB,EACxB,uBAAuB,EACvB,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,mBAAmB,GACpB,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import type { CopyPartitionOptions, CreatePartitionOptions, DeletePartitionResult, MergePartitionOptions, MovePartitionOptions, PartitionInfo, RenamePartitionOptions } from "../../types.js";
|
|
1
|
+
import type { CopyPartitionOptions, CreatePartitionOptions, DeletePartitionResult, MergePartitionOptions, MovePartitionOptions, PartitionInfo, PartitionListResult, RenamePartitionOptions } from "../../types.js";
|
|
2
2
|
declare function createPartition(dir: string, partition: string, options?: CreatePartitionOptions): Promise<PartitionInfo>;
|
|
3
|
-
declare function listPartitions(dir: string): Promise<
|
|
3
|
+
declare function listPartitions(dir: string): Promise<PartitionListResult>;
|
|
4
4
|
declare function getPartitionInfo(dir: string, partition: string): Promise<PartitionInfo | null>;
|
|
5
5
|
declare function renamePartition(dir: string, options: RenamePartitionOptions): Promise<PartitionInfo>;
|
|
6
6
|
declare function movePartition(options: MovePartitionOptions): Promise<PartitionInfo>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"public.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/public.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,aAAa,EACb,sBAAsB,EACvB,MAAM,gBAAgB,CAAC;AAQxB,iBAAe,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,aAAa,CAAC,CAa3H;AAED,iBAAe,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,
|
|
1
|
+
{"version":3,"file":"public.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/public.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,aAAa,EACb,mBAAmB,EACnB,sBAAsB,EACvB,MAAM,gBAAgB,CAAC;AAQxB,iBAAe,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,aAAa,CAAC,CAa3H;AAED,iBAAe,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAIvE;AAED,iBAAe,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAG7F;AAED,iBAAe,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,aAAa,CAAC,CAUnG;AAED,iBAAe,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAWlF;AAED,iBAAe,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAalF;AAED,iBAAe,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,aAAa,CAAC,CAIjG;AAED,iBAAe,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAE7F;AAED,OAAO,EACL,aAAa,EACb,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,aAAa,EACb,eAAe,GAChB,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { sanitizePartitionName } from "../names.js";
|
|
2
2
|
import { deletePartitions } from "./delete.js";
|
|
3
3
|
import { writePartitionMarker } from "./markers.js";
|
|
4
|
-
import { collectPartitionRecords, getPartitionRecord, partitionInfoFromRecord, requirePartitionRecord } from "./records.js";
|
|
4
|
+
import { collectPartitionRecords, getPartitionRecord, partitionInfoFromRecord, partitionListResult, requirePartitionRecord } from "./records.js";
|
|
5
5
|
import { mergePartitionRecord, transformPartition } from "./transforms.js";
|
|
6
6
|
import { partitionRootPath, pathExists, resolveDir } from "./internal.js";
|
|
7
7
|
async function createPartition(dir, partition, options = {}) {
|
|
@@ -23,7 +23,7 @@ async function createPartition(dir, partition, options = {}) {
|
|
|
23
23
|
async function listPartitions(dir) {
|
|
24
24
|
const records = await collectPartitionRecords(dir);
|
|
25
25
|
const items = await Promise.all(records.map((record) => partitionInfoFromRecord(record)));
|
|
26
|
-
return items.sort((a, b) => a.name.localeCompare(b.name));
|
|
26
|
+
return partitionListResult(items.sort((a, b) => a.name.localeCompare(b.name)));
|
|
27
27
|
}
|
|
28
28
|
async function getPartitionInfo(dir, partition) {
|
|
29
29
|
const record = await getPartitionRecord(dir, partition);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"public.js","sourceRoot":"","sources":["../../../src/storage/partitions/public.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"public.js","sourceRoot":"","sources":["../../../src/storage/partitions/public.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAA+B,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACjF,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACjJ,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE1E,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,SAAiB,EAAE,UAAkC,EAAE;IACjG,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,IAAI,MAAM,UAAU,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,oBAAoB,CAAC,OAAO,EAAE;QAClC,IAAI;QACJ,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI;QACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC;IACH,OAAO,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAkB,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1F,OAAO,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,SAAiB;IAC5D,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,OAA+B;IACzE,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,kBAAkB,CAAC;QACxB,MAAM;QACN,SAAS,EAAE,MAAM,CAAC,GAAG;QACrB,UAAU,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,YAAY,EAAE,IAAI;QAClB,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QACxC,uBAAuB,EAAE,IAAI;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAA6B;IACxD,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO,kBAAkB,CAAC;QACxB,MAAM;QACN,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC;QACpC,UAAU;QACV,YAAY,EAAE,IAAI;QAClB,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QACxC,uBAAuB,EAAE,IAAI;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAA6B;IACxD,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC;IACpE,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;IACvH,OAAO,kBAAkB,CAAC;QACxB,MAAM;QACN,SAAS;QACT,UAAU;QACV,YAAY,EAAE,KAAK;QACnB,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QACxC,uBAAuB,EAAE,KAAK;KAC/B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,OAA8B;IACvE,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7D,OAAO,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AACvE,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,SAAiB;IAC3D,OAAO,gBAAgB,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,OAAO,EACL,aAAa,EACb,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,aAAa,EACb,eAAe,GAChB,CAAC"}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import type { PartitionInfo } from "../../types.js";
|
|
1
|
+
import type { PartitionInfo, PartitionListResult } from "../../types.js";
|
|
2
2
|
import { type PartitionMarker, type PartitionRecord } from "./internal.js";
|
|
3
3
|
declare function collectPartitionRecords(dir: string): Promise<PartitionRecord[]>;
|
|
4
4
|
declare function getPartitionRecord(dir: string, partition: string): Promise<PartitionRecord | null>;
|
|
5
5
|
declare function requirePartitionRecord(dir: string, partition: string): Promise<PartitionRecord>;
|
|
6
6
|
declare function partitionInfoFromRecord(record: PartitionRecord): Promise<PartitionInfo>;
|
|
7
|
+
declare function partitionListResult(items: PartitionInfo[]): PartitionListResult;
|
|
7
8
|
declare function partitionMarkerMap(dir: string): Promise<Map<string, PartitionMarker>>;
|
|
8
|
-
export { collectPartitionRecords, getPartitionRecord, partitionInfoFromRecord, partitionMarkerMap, requirePartitionRecord, };
|
|
9
|
+
export { collectPartitionRecords, getPartitionRecord, partitionInfoFromRecord, partitionListResult, partitionMarkerMap, requirePartitionRecord, };
|
|
9
10
|
//# sourceMappingURL=records.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/records.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/records.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAA4B,aAAa,EAAE,mBAAmB,EAAmB,MAAM,gBAAgB,CAAC;AAKpH,OAAO,EAAiC,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1G,iBAAe,uBAAuB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAsB9E;AAED,iBAAe,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAQjG;AAED,iBAAe,sBAAsB,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAI9F;AAqBD,iBAAe,uBAAuB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,aAAa,CAAC,CActF;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAkBxE;AAED,iBAAe,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAGpF;AAED,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,GACvB,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import fs from "node:fs";
|
|
2
2
|
import path from "node:path";
|
|
3
|
+
import { bytesToMegabytes } from "../../utils/size.js";
|
|
3
4
|
import { getStorageBackend } from "../backend/index.js";
|
|
4
5
|
import { sanitizePartitionName } from "../names.js";
|
|
5
6
|
import { readPartitionMarkerFromRoot } from "./markers.js";
|
|
@@ -46,6 +47,16 @@ async function requirePartitionRecord(dir, partition) {
|
|
|
46
47
|
throw new Error(`partition-not-found: ${partition}`);
|
|
47
48
|
return record;
|
|
48
49
|
}
|
|
50
|
+
function partitionTotalsFromSummary(summary) {
|
|
51
|
+
const bytes = summary?.total?.bytes || 0;
|
|
52
|
+
return {
|
|
53
|
+
logs: summary?.total?.logs || 0,
|
|
54
|
+
dirs: summary?.total?.dirs || 0,
|
|
55
|
+
files: summary?.total?.files || 0,
|
|
56
|
+
bytes,
|
|
57
|
+
megabytes: summary?.total?.megabytes || bytesToMegabytes(bytes),
|
|
58
|
+
};
|
|
59
|
+
}
|
|
49
60
|
async function partitionInfoFromRecord(record) {
|
|
50
61
|
const backend = getStorageBackend();
|
|
51
62
|
const snapshot = await backend.scanPartitions(record.dir, [record.name]);
|
|
@@ -57,17 +68,30 @@ async function partitionInfoFromRecord(record) {
|
|
|
57
68
|
created_at: record.marker.created_at,
|
|
58
69
|
updated_at: record.marker.updated_at,
|
|
59
70
|
last_activity_at: summary?.lastActivityAt || null,
|
|
60
|
-
total:
|
|
61
|
-
logs: summary?.total.logs || 0,
|
|
62
|
-
dirs: summary?.total.dirs || 0,
|
|
63
|
-
files: summary?.total.files || 0,
|
|
64
|
-
bytes: summary?.total.bytes || 0,
|
|
65
|
-
},
|
|
71
|
+
total: partitionTotalsFromSummary(summary),
|
|
66
72
|
};
|
|
67
73
|
}
|
|
74
|
+
function partitionListResult(items) {
|
|
75
|
+
const total = items.reduce((acc, item) => ({
|
|
76
|
+
partitions: acc.partitions + 1,
|
|
77
|
+
logs: acc.logs + item.total.logs,
|
|
78
|
+
dirs: acc.dirs + item.total.dirs,
|
|
79
|
+
files: acc.files + item.total.files,
|
|
80
|
+
bytes: acc.bytes + item.total.bytes,
|
|
81
|
+
megabytes: acc.megabytes + item.total.megabytes,
|
|
82
|
+
}), {
|
|
83
|
+
partitions: 0,
|
|
84
|
+
logs: 0,
|
|
85
|
+
dirs: 0,
|
|
86
|
+
files: 0,
|
|
87
|
+
bytes: 0,
|
|
88
|
+
megabytes: 0,
|
|
89
|
+
});
|
|
90
|
+
return Object.assign(items, { total });
|
|
91
|
+
}
|
|
68
92
|
async function partitionMarkerMap(dir) {
|
|
69
93
|
const records = await collectPartitionRecords(dir);
|
|
70
94
|
return new Map(records.map((record) => [record.name, record.marker]));
|
|
71
95
|
}
|
|
72
|
-
export { collectPartitionRecords, getPartitionRecord, partitionInfoFromRecord, partitionMarkerMap, requirePartitionRecord, };
|
|
96
|
+
export { collectPartitionRecords, getPartitionRecord, partitionInfoFromRecord, partitionListResult, partitionMarkerMap, requirePartitionRecord, };
|
|
73
97
|
//# sourceMappingURL=records.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"records.js","sourceRoot":"","sources":["../../../src/storage/partitions/records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAA8C,MAAM,eAAe,CAAC;AAE1G,KAAK,UAAU,uBAAuB,CAAC,GAAW;IAChD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,IAAI,OAAO,GAAgB,EAAE,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAW,EAAE,SAAiB;IAC9D,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,GAAW,EAAE,SAAiB;IAClE,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;IAClE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,MAAuB;IAC5D,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAEvC,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QAClC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,gBAAgB,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI;QACjD,KAAK,EAAE;
|
|
1
|
+
{"version":3,"file":"records.js","sourceRoot":"","sources":["../../../src/storage/partitions/records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAA8C,MAAM,eAAe,CAAC;AAE1G,KAAK,UAAU,uBAAuB,CAAC,GAAW;IAChD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,IAAI,OAAO,GAAgB,EAAE,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAW,EAAE,SAAiB;IAC9D,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,GAAW,EAAE,SAAiB;IAClE,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;IAClE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,0BAA0B,CAAC,OAQnC;IACC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC;IACzC,OAAO;QACL,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC;QAC/B,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC;QAC/B,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC;QACjC,KAAK;QACL,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,IAAI,gBAAgB,CAAC,KAAK,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,MAAuB;IAC5D,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAEvC,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QAClC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,gBAAgB,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI;QACjD,KAAK,EAAE,0BAA0B,CAAC,OAAO,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAsB;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAA2B,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,UAAU,EAAE,GAAG,CAAC,UAAU,GAAG,CAAC;QAC9B,IAAI,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI;QAChC,IAAI,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI;QAChC,KAAK,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK;QACnC,KAAK,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK;QACnC,SAAS,EAAE,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS;KAChD,CAAC,EAAE;QACF,UAAU,EAAE,CAAC;QACb,IAAI,EAAE,CAAC;QACP,IAAI,EAAE,CAAC;QACP,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,CAAC;KACb,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAwB,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAW;IAC3C,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC,GAAG,CAAC,CAAC;IACnD,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,GACvB,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { LogEntry } from "../../types.js";
|
|
2
|
+
import { type WalkedLogFile } from "../names.js";
|
|
3
|
+
import { type PartitionRecord } from "./internal.js";
|
|
4
|
+
declare function readLogRows(filePath: string, compressed: boolean): Promise<LogEntry[]>;
|
|
5
|
+
declare function writeLogRows(filePath: string, rows: LogEntry[], compressed: boolean): Promise<void>;
|
|
6
|
+
declare function collectPartitionFilesFromRoot(rootPath: string, partition: string): Promise<WalkedLogFile[]>;
|
|
7
|
+
declare function findAvailableTargetPath(dir: string, file: WalkedLogFile): Promise<string>;
|
|
8
|
+
declare function rewritePartitionFiles(options: {
|
|
9
|
+
sourceRoot: string;
|
|
10
|
+
sourceName: string;
|
|
11
|
+
targetRoot: string;
|
|
12
|
+
targetName: string;
|
|
13
|
+
merge: boolean;
|
|
14
|
+
}): Promise<void>;
|
|
15
|
+
declare function collectPartitionFiles(record: PartitionRecord): Promise<WalkedLogFile[]>;
|
|
16
|
+
declare function writePartitionFiles(source: PartitionRecord, targetRoot: string, targetName: string, merge: boolean): Promise<void>;
|
|
17
|
+
export { collectPartitionFiles, collectPartitionFilesFromRoot, findAvailableTargetPath, readLogRows, rewritePartitionFiles, writeLogRows, writePartitionFiles, };
|
|
18
|
+
//# sourceMappingURL=rewrite.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rewrite.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/rewrite.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAuC,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACtF,OAAO,EAAyB,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AAE5E,iBAAe,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAkBrF;AAED,iBAAe,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAQlG;AAED,iBAAe,6BAA6B,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CA0B1G;AAED,iBAAe,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAWxF;AAED,iBAAe,qBAAqB,CAAC,OAAO,EAAE;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;CAChB,GAAG,OAAO,CAAC,IAAI,CAAC,CAahB;AAED,iBAAe,qBAAqB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAEtF;AAED,iBAAe,mBAAmB,CAAC,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAQjI;AAED,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,uBAAuB,EACvB,WAAW,EACX,qBAAqB,EACrB,YAAY,EACZ,mBAAmB,GACpB,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import zlib from "node:zlib";
|
|
4
|
+
import { PARTITION_MARKER_FILE } from "../../constants.js";
|
|
5
|
+
import { makeLogFileName, walkedFileFromPath } from "../names.js";
|
|
6
|
+
import { fileStamp, pathExists } from "./internal.js";
|
|
7
|
+
async function readLogRows(filePath, compressed) {
|
|
8
|
+
try {
|
|
9
|
+
const data = await fs.promises.readFile(filePath);
|
|
10
|
+
const text = compressed ? zlib.gunzipSync(data).toString("utf8") : data.toString("utf8");
|
|
11
|
+
if (!text.trim())
|
|
12
|
+
return [];
|
|
13
|
+
const rows = [];
|
|
14
|
+
for (const line of text.trim().split("\n")) {
|
|
15
|
+
try {
|
|
16
|
+
const parsed = JSON.parse(line);
|
|
17
|
+
if (parsed && typeof parsed === "object")
|
|
18
|
+
rows.push(parsed);
|
|
19
|
+
}
|
|
20
|
+
catch { }
|
|
21
|
+
}
|
|
22
|
+
return rows;
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
return [];
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
async function writeLogRows(filePath, rows, compressed) {
|
|
29
|
+
const payload = rows.length ? `${rows.map((row) => JSON.stringify(row)).join("\n")}\n` : "";
|
|
30
|
+
if (compressed) {
|
|
31
|
+
const zipped = zlib.gzipSync(Buffer.from(payload, "utf8"));
|
|
32
|
+
await fs.promises.writeFile(filePath, zipped);
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
await fs.promises.writeFile(filePath, payload, "utf8");
|
|
36
|
+
}
|
|
37
|
+
async function collectPartitionFilesFromRoot(rootPath, partition) {
|
|
38
|
+
const out = [];
|
|
39
|
+
const stack = [rootPath];
|
|
40
|
+
while (stack.length) {
|
|
41
|
+
const current = stack.pop() || "";
|
|
42
|
+
let entries = [];
|
|
43
|
+
try {
|
|
44
|
+
entries = await fs.promises.readdir(current, { withFileTypes: true });
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
for (const entry of entries) {
|
|
50
|
+
const absPath = path.join(current, entry.name);
|
|
51
|
+
if (entry.isDirectory()) {
|
|
52
|
+
stack.push(absPath);
|
|
53
|
+
continue;
|
|
54
|
+
}
|
|
55
|
+
if (!entry.isFile() || entry.name === PARTITION_MARKER_FILE)
|
|
56
|
+
continue;
|
|
57
|
+
const walked = walkedFileFromPath(rootPath, absPath, partition, rootPath);
|
|
58
|
+
if (walked)
|
|
59
|
+
out.push(walked);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return out.sort((a, b) => a.absPath.localeCompare(b.absPath));
|
|
63
|
+
}
|
|
64
|
+
async function findAvailableTargetPath(dir, file) {
|
|
65
|
+
let sequence = file.sequence;
|
|
66
|
+
for (;;) {
|
|
67
|
+
const fileName = makeLogFileName(fileStamp(file), sequence, file.level);
|
|
68
|
+
const plainTarget = path.join(dir, fileName);
|
|
69
|
+
const gzipTarget = path.join(dir, `${fileName}.gz`);
|
|
70
|
+
if (!(await pathExists(plainTarget)) && !(await pathExists(gzipTarget))) {
|
|
71
|
+
return file.compressed ? gzipTarget : plainTarget;
|
|
72
|
+
}
|
|
73
|
+
sequence += 1;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
async function rewritePartitionFiles(options) {
|
|
77
|
+
const files = await collectPartitionFilesFromRoot(options.sourceRoot, options.sourceName);
|
|
78
|
+
for (const file of files) {
|
|
79
|
+
const rows = await readLogRows(file.absPath, file.compressed);
|
|
80
|
+
const nextRows = rows.map((row) => ({ ...row, partition: options.targetName }));
|
|
81
|
+
const targetDir = file.groupDir ? path.join(options.targetRoot, file.groupDir) : options.targetRoot;
|
|
82
|
+
await fs.promises.mkdir(targetDir, { recursive: true });
|
|
83
|
+
const targetPath = options.merge
|
|
84
|
+
? await findAvailableTargetPath(targetDir, file)
|
|
85
|
+
: path.join(targetDir, path.basename(file.absPath));
|
|
86
|
+
await writeLogRows(targetPath, nextRows, file.compressed);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
async function collectPartitionFiles(record) {
|
|
90
|
+
return collectPartitionFilesFromRoot(record.path, record.name);
|
|
91
|
+
}
|
|
92
|
+
async function writePartitionFiles(source, targetRoot, targetName, merge) {
|
|
93
|
+
await rewritePartitionFiles({
|
|
94
|
+
sourceRoot: source.path,
|
|
95
|
+
sourceName: source.name,
|
|
96
|
+
targetRoot,
|
|
97
|
+
targetName,
|
|
98
|
+
merge,
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
export { collectPartitionFiles, collectPartitionFilesFromRoot, findAvailableTargetPath, readLogRows, rewritePartitionFiles, writeLogRows, writePartitionFiles, };
|
|
102
|
+
//# sourceMappingURL=rewrite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rewrite.js","sourceRoot":"","sources":["../../../src/storage/partitions/rewrite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAsB,MAAM,aAAa,CAAC;AACtF,OAAO,EAAE,SAAS,EAAE,UAAU,EAAwB,MAAM,eAAe,CAAC;AAE5E,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,UAAmB;IAC9D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;oBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9D,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACZ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAgB,EAAE,IAAgB,EAAE,UAAmB;IACjF,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5F,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QAC3D,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IACD,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,QAAgB,EAAE,SAAiB;IAC9E,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;IAEzB,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAClC,IAAI,OAAO,GAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBAAE,SAAS;YACtE,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC1E,IAAI,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,GAAW,EAAE,IAAmB;IACrE,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC7B,SAAS,CAAC;QACR,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YACxE,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QACpD,CAAC;QACD,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,OAMpC;IACC,MAAM,KAAK,GAAG,MAAM,6BAA6B,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAE1F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QACpG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK;YAC9B,CAAC,CAAC,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,CAAC;YAChD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,MAAM,YAAY,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,MAAuB;IAC1D,OAAO,6BAA6B,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAAuB,EAAE,UAAkB,EAAE,UAAkB,EAAE,KAAc;IAChH,MAAM,qBAAqB,CAAC;QAC1B,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,UAAU;QACV,UAAU;QACV,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,uBAAuB,EACvB,WAAW,EACX,qBAAqB,EACrB,YAAY,EACZ,mBAAmB,GACpB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transforms.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/transforms.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAKpD,OAAO,EAA6C,KAAK,eAAe,EAAE,KAAK,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAEhI,iBAAe,kBAAkB,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,
|
|
1
|
+
{"version":3,"file":"transforms.d.ts","sourceRoot":"","sources":["../../../src/storage/partitions/transforms.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAKpD,OAAO,EAA6C,KAAK,eAAe,EAAE,KAAK,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAEhI,iBAAe,kBAAkB,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CAyC5F;AAED,iBAAe,oBAAoB,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,CAgBhI;AAED,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import fs from "node:fs";
|
|
2
2
|
import path from "node:path";
|
|
3
|
+
import { getStorageBackend } from "../backend/index.js";
|
|
3
4
|
import { sanitizePartitionName } from "../names.js";
|
|
4
5
|
import { writePartitionMarker } from "./markers.js";
|
|
5
6
|
import { getPartitionInfo } from "./public.js";
|
|
6
|
-
import { writePartitionFiles } from "./files.js";
|
|
7
7
|
import { partitionRootPath, pathExists, resolveDir } from "./internal.js";
|
|
8
8
|
async function transformPartition(options) {
|
|
9
9
|
const targetDir = resolveDir(options.targetDir);
|
|
@@ -23,9 +23,15 @@ async function transformPartition(options) {
|
|
|
23
23
|
if (await pathExists(targetRoot))
|
|
24
24
|
throw new Error(`partition-already-exists: ${targetName}`);
|
|
25
25
|
const tempRoot = path.join(targetDir, `.trebired-partition-build-${Date.now()}-${Math.random().toString(16).slice(2)}`);
|
|
26
|
+
const backend = getStorageBackend();
|
|
26
27
|
try {
|
|
27
28
|
await fs.promises.mkdir(targetDir, { recursive: true });
|
|
28
|
-
await
|
|
29
|
+
await backend.rewritePartitionFiles({
|
|
30
|
+
sourceRoot: options.source.path,
|
|
31
|
+
targetRoot: tempRoot,
|
|
32
|
+
targetName,
|
|
33
|
+
merge: false,
|
|
34
|
+
});
|
|
29
35
|
await writePartitionMarker(tempRoot, {
|
|
30
36
|
name: targetName,
|
|
31
37
|
temporary: options.targetTemporary,
|
|
@@ -45,7 +51,12 @@ async function transformPartition(options) {
|
|
|
45
51
|
async function mergePartitionRecord(source, target, temporary) {
|
|
46
52
|
if (source.path === target.path)
|
|
47
53
|
throw new Error(`partition-merge-target-same-as-source: ${source.name}`);
|
|
48
|
-
await
|
|
54
|
+
await getStorageBackend().rewritePartitionFiles({
|
|
55
|
+
sourceRoot: source.path,
|
|
56
|
+
targetRoot: target.path,
|
|
57
|
+
targetName: target.name,
|
|
58
|
+
merge: true,
|
|
59
|
+
});
|
|
49
60
|
await writePartitionMarker(target.path, {
|
|
50
61
|
name: target.name,
|
|
51
62
|
temporary,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transforms.js","sourceRoot":"","sources":["../../../src/storage/partitions/transforms.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"transforms.js","sourceRoot":"","sources":["../../../src/storage/partitions/transforms.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,UAAU,EAAwD,MAAM,eAAe,CAAC;AAEhI,KAAK,UAAU,kBAAkB,CAAC,OAAkC;IAClE,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAE5D,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACvC,MAAM,oBAAoB,CAAC,UAAU,EAAE;YACrC,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,OAAO,CAAC,eAAe;YAClC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;YAC5C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,gBAAgB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAkB,CAAC;IAC1E,CAAC;IAED,IAAI,MAAM,UAAU,CAAC,UAAU,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;IAE7F,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,6BAA6B,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxH,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,MAAM,OAAO,CAAC,qBAAqB,CAAC;YAClC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI;YAC/B,UAAU,EAAE,QAAQ;YACpB,UAAU;YACV,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;QACH,MAAM,oBAAoB,CAAC,QAAQ,EAAE;YACnC,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,OAAO,CAAC,eAAe;YAClC,UAAU,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACzG,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,YAAY;YAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtG,OAAO,CAAC,MAAM,gBAAgB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAkB,CAAC;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAuB,EAAE,MAAuB,EAAE,SAAkB;IACtG,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1G,MAAM,iBAAiB,EAAE,CAAC,qBAAqB,CAAC;QAC9C,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,KAAK,EAAE,IAAI;KACZ,CAAC,CAAC;IACH,MAAM,oBAAoB,CAAC,MAAM,CAAC,IAAI,EAAE;QACtC,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS;QACT,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpE,OAAO,CAAC,MAAM,gBAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAkB,CAAC;AAC5E,CAAC;AAED,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { LogEntry } from "../../types.js";
|
|
2
|
+
import type { WalkedLogFile } from "../names.js";
|
|
3
|
+
declare function readLogRows(filePath: string, compressed: boolean): Promise<LogEntry[]>;
|
|
4
|
+
declare function sortByRecordedAtAsc(entries: LogEntry[]): LogEntry[];
|
|
5
|
+
declare function hydrateRows(file: WalkedLogFile): Promise<LogEntry[]>;
|
|
6
|
+
export { hydrateRows, readLogRows, sortByRecordedAtAsc };
|
|
7
|
+
//# sourceMappingURL=rows.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rows.d.ts","sourceRoot":"","sources":["../../../src/storage/query/rows.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,iBAAe,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAkBrF;AAED,iBAAS,mBAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAS5D;AAED,iBAAe,WAAW,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAUnE;AAED,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import zlib from "node:zlib";
|
|
3
|
+
async function readLogRows(filePath, compressed) {
|
|
4
|
+
try {
|
|
5
|
+
const data = await fs.promises.readFile(filePath);
|
|
6
|
+
const text = compressed ? zlib.gunzipSync(data).toString("utf8") : data.toString("utf8");
|
|
7
|
+
if (!text.trim())
|
|
8
|
+
return [];
|
|
9
|
+
const rows = [];
|
|
10
|
+
for (const line of text.trim().split("\n")) {
|
|
11
|
+
try {
|
|
12
|
+
const parsed = JSON.parse(line);
|
|
13
|
+
if (parsed && typeof parsed === "object")
|
|
14
|
+
rows.push(parsed);
|
|
15
|
+
}
|
|
16
|
+
catch { }
|
|
17
|
+
}
|
|
18
|
+
return rows;
|
|
19
|
+
}
|
|
20
|
+
catch {
|
|
21
|
+
return [];
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
function sortByRecordedAtAsc(entries) {
|
|
25
|
+
entries.sort((a, b) => {
|
|
26
|
+
const aTime = Date.parse(a && a.recorded_at ? a.recorded_at : "");
|
|
27
|
+
const bTime = Date.parse(b && b.recorded_at ? b.recorded_at : "");
|
|
28
|
+
const av = Number.isFinite(aTime) ? aTime : 0;
|
|
29
|
+
const bv = Number.isFinite(bTime) ? bTime : 0;
|
|
30
|
+
return av - bv;
|
|
31
|
+
});
|
|
32
|
+
return entries;
|
|
33
|
+
}
|
|
34
|
+
async function hydrateRows(file) {
|
|
35
|
+
const rows = await readLogRows(file.absPath, file.compressed);
|
|
36
|
+
const fallbackPartition = file.partition || null;
|
|
37
|
+
for (const row of rows) {
|
|
38
|
+
if (row && !row.group)
|
|
39
|
+
row.group = file.groupKey;
|
|
40
|
+
if (row && !Object.prototype.hasOwnProperty.call(row, "partition"))
|
|
41
|
+
row.partition = fallbackPartition;
|
|
42
|
+
}
|
|
43
|
+
return rows;
|
|
44
|
+
}
|
|
45
|
+
export { hydrateRows, readLogRows, sortByRecordedAtAsc };
|
|
46
|
+
//# sourceMappingURL=rows.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rows.js","sourceRoot":"","sources":["../../../src/storage/query/rows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAK7B,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,UAAmB;IAC9D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;oBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9D,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACZ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAmB;IAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,OAAO,EAAE,GAAG,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAmB;IAC5C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;IAEjD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK;YAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QACjD,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC;YAAE,GAAG,CAAC,SAAS,GAAG,iBAAiB,CAAC;IACxG,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { LogQueryOptions, LogQueryTotals } from "../../types.js";
|
|
2
|
+
import { type WalkedLogFile } from "../names.js";
|
|
3
|
+
type PartitionSummaryState = {
|
|
4
|
+
partition: string | null;
|
|
5
|
+
total: LogQueryTotals;
|
|
6
|
+
};
|
|
7
|
+
declare function partitionKey(partition: string | null | undefined): string;
|
|
8
|
+
declare function normalizePartitionFilter(input: unknown): string | null;
|
|
9
|
+
declare function fileMatchesFilters(file: WalkedLogFile, options: LogQueryOptions): boolean;
|
|
10
|
+
declare function scopeMatches(file: WalkedLogFile, partition: string | null | undefined, acrossPartitions: boolean): boolean;
|
|
11
|
+
export { fileMatchesFilters, normalizePartitionFilter, partitionKey, scopeMatches };
|
|
12
|
+
export type { PartitionSummaryState };
|
|
13
|
+
//# sourceMappingURL=shared.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/storage/query/shared.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEtE,OAAO,EAAyB,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAExE,KAAK,qBAAqB,GAAG;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,EAAE,cAAc,CAAC;CACvB,CAAC;AAEF,iBAAS,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAElE;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAK/D;AAED,iBAAS,kBAAkB,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAWlF;AAED,iBAAS,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAAE,gBAAgB,EAAE,OAAO,GAAG,OAAO,CAInH;AAED,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AACpF,YAAY,EAAE,qBAAqB,EAAE,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { toString } from "../../utils/values.js";
|
|
2
|
+
import { sanitizePartitionName } from "../names.js";
|
|
3
|
+
function partitionKey(partition) {
|
|
4
|
+
return partition || "__unpartitioned__";
|
|
5
|
+
}
|
|
6
|
+
function normalizePartitionFilter(input) {
|
|
7
|
+
if (input == null)
|
|
8
|
+
return null;
|
|
9
|
+
const raw = toString(input).trim();
|
|
10
|
+
if (!raw)
|
|
11
|
+
return null;
|
|
12
|
+
return sanitizePartitionName(raw);
|
|
13
|
+
}
|
|
14
|
+
function fileMatchesFilters(file, options) {
|
|
15
|
+
const level = toString(options.level || "all").toLowerCase() || "all";
|
|
16
|
+
const groupKey = toString(options.groupKey || "all") || "all";
|
|
17
|
+
const day = toString(options.day);
|
|
18
|
+
const hour = toString(options.hour);
|
|
19
|
+
if (day && file.day !== day)
|
|
20
|
+
return false;
|
|
21
|
+
if (hour && file.hour !== hour)
|
|
22
|
+
return false;
|
|
23
|
+
if (groupKey !== "all" && file.groupKey !== groupKey)
|
|
24
|
+
return false;
|
|
25
|
+
if (level !== "all" && file.level !== level)
|
|
26
|
+
return false;
|
|
27
|
+
return true;
|
|
28
|
+
}
|
|
29
|
+
function scopeMatches(file, partition, acrossPartitions) {
|
|
30
|
+
if (acrossPartitions)
|
|
31
|
+
return true;
|
|
32
|
+
if (partition == null)
|
|
33
|
+
return file.partition == null;
|
|
34
|
+
return file.partition === partition;
|
|
35
|
+
}
|
|
36
|
+
export { fileMatchesFilters, normalizePartitionFilter, partitionKey, scopeMatches };
|
|
37
|
+
//# sourceMappingURL=shared.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/storage/query/shared.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,qBAAqB,EAAsB,MAAM,aAAa,CAAC;AAOxE,SAAS,YAAY,CAAC,SAAoC;IACxD,OAAO,SAAS,IAAI,mBAAmB,CAAC;AAC1C,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO,qBAAqB,CAAC,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAmB,EAAE,OAAwB;IACvE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC;IACtE,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;IAC9D,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7C,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACnE,IAAI,KAAK,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAmB,EAAE,SAAoC,EAAE,gBAAyB;IACxG,IAAI,gBAAgB;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,SAAS,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;IACrD,OAAO,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC;AACtC,CAAC;AAED,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC"}
|