rowpipe 1.1.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +302 -9
- package/dist/cli/commands/diff.d.ts +30 -0
- package/dist/cli/commands/diff.d.ts.map +1 -0
- package/dist/cli/commands/diff.js +143 -0
- package/dist/cli/commands/diff.js.map +1 -0
- package/dist/cli/commands/files.d.ts +35 -0
- package/dist/cli/commands/files.d.ts.map +1 -0
- package/dist/cli/commands/files.js +93 -0
- package/dist/cli/commands/files.js.map +1 -0
- package/dist/cli/index.js +85 -1
- package/dist/cli/index.js.map +1 -1
- package/dist/core/errors.d.ts +23 -0
- package/dist/core/errors.d.ts.map +1 -1
- package/dist/core/errors.js +38 -0
- package/dist/core/errors.js.map +1 -1
- package/dist/core/types.d.ts +2 -0
- package/dist/core/types.d.ts.map +1 -1
- package/dist/diff/comparator.d.ts +17 -0
- package/dist/diff/comparator.d.ts.map +1 -0
- package/dist/diff/comparator.js +158 -0
- package/dist/diff/comparator.js.map +1 -0
- package/dist/diff/engine.d.ts +10 -0
- package/dist/diff/engine.d.ts.map +1 -0
- package/dist/diff/engine.js +333 -0
- package/dist/diff/engine.js.map +1 -0
- package/dist/diff/hash.d.ts +6 -0
- package/dist/diff/hash.d.ts.map +1 -0
- package/dist/diff/hash.js +50 -0
- package/dist/diff/hash.js.map +1 -0
- package/dist/diff/key.d.ts +21 -0
- package/dist/diff/key.d.ts.map +1 -0
- package/dist/diff/key.js +107 -0
- package/dist/diff/key.js.map +1 -0
- package/dist/diff/reporter.d.ts +18 -0
- package/dist/diff/reporter.d.ts.map +1 -0
- package/dist/diff/reporter.js +133 -0
- package/dist/diff/reporter.js.map +1 -0
- package/dist/diff/schema.d.ts +7 -0
- package/dist/diff/schema.d.ts.map +1 -0
- package/dist/diff/schema.js +65 -0
- package/dist/diff/schema.js.map +1 -0
- package/dist/diff/storage/disk-index.d.ts +28 -0
- package/dist/diff/storage/disk-index.d.ts.map +1 -0
- package/dist/diff/storage/disk-index.js +105 -0
- package/dist/diff/storage/disk-index.js.map +1 -0
- package/dist/diff/storage/memory-index.d.ts +23 -0
- package/dist/diff/storage/memory-index.d.ts.map +1 -0
- package/dist/diff/storage/memory-index.js +69 -0
- package/dist/diff/storage/memory-index.js.map +1 -0
- package/dist/diff/storage/spillable-index.d.ts +30 -0
- package/dist/diff/storage/spillable-index.d.ts.map +1 -0
- package/dist/diff/storage/spillable-index.js +108 -0
- package/dist/diff/storage/spillable-index.js.map +1 -0
- package/dist/diff/types.d.ts +127 -0
- package/dist/diff/types.d.ts.map +1 -0
- package/dist/diff/types.js +2 -0
- package/dist/diff/types.js.map +1 -0
- package/dist/files/glob.d.ts +21 -0
- package/dist/files/glob.d.ts.map +1 -0
- package/dist/files/glob.js +132 -0
- package/dist/files/glob.js.map +1 -0
- package/dist/files/hash.d.ts +10 -0
- package/dist/files/hash.d.ts.map +1 -0
- package/dist/files/hash.js +67 -0
- package/dist/files/hash.js.map +1 -0
- package/dist/files/index.d.ts +6 -0
- package/dist/files/index.d.ts.map +1 -0
- package/dist/files/index.js +6 -0
- package/dist/files/index.js.map +1 -0
- package/dist/files/mime.d.ts +9 -0
- package/dist/files/mime.d.ts.map +1 -0
- package/dist/files/mime.js +128 -0
- package/dist/files/mime.js.map +1 -0
- package/dist/files/reader.d.ts +19 -0
- package/dist/files/reader.d.ts.map +1 -0
- package/dist/files/reader.js +344 -0
- package/dist/files/reader.js.map +1 -0
- package/dist/files/types.d.ts +47 -0
- package/dist/files/types.d.ts.map +1 -0
- package/dist/files/types.js +2 -0
- package/dist/files/types.js.map +1 -0
- package/dist/index.d.ts +16 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +18 -1
- package/dist/index.js.map +1 -1
- package/dist/readers/csv.d.ts.map +1 -1
- package/dist/readers/csv.js +39 -19
- package/dist/readers/csv.js.map +1 -1
- package/dist/readers/index.d.ts +1 -0
- package/dist/readers/index.d.ts.map +1 -1
- package/dist/readers/index.js +28 -0
- package/dist/readers/index.js.map +1 -1
- package/dist/transforms/expression.d.ts.map +1 -1
- package/dist/transforms/expression.js +73 -7
- package/dist/transforms/expression.js.map +1 -1
- package/dist/writers/csv.d.ts.map +1 -1
- package/dist/writers/csv.js +21 -7
- package/dist/writers/csv.js.map +1 -1
- package/package.json +4 -2
- package/skills/rowpipe/SKILL.md +82 -0
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import type { ColumnType, ReaderOptions, Row, TabularReader } from "../core/types.js";
|
|
2
|
+
export type DuplicateKeyPolicy = "error" | "first" | "last";
|
|
3
|
+
export type DiffOutputFormat = "summary" | "rows" | "patch";
|
|
4
|
+
export type DiffOnlyFilter = "added" | "removed" | "changed" | "unchanged";
|
|
5
|
+
export interface ColumnChange {
|
|
6
|
+
column: string;
|
|
7
|
+
oldVal: unknown;
|
|
8
|
+
newVal: unknown;
|
|
9
|
+
}
|
|
10
|
+
export type DiffEvent = {
|
|
11
|
+
type: "added";
|
|
12
|
+
key: Record<string, unknown>;
|
|
13
|
+
encodedKey: string;
|
|
14
|
+
row: Row;
|
|
15
|
+
rowNumber: number;
|
|
16
|
+
} | {
|
|
17
|
+
type: "removed";
|
|
18
|
+
key: Record<string, unknown>;
|
|
19
|
+
encodedKey: string;
|
|
20
|
+
row: Row;
|
|
21
|
+
rowNumber: number;
|
|
22
|
+
} | {
|
|
23
|
+
type: "changed";
|
|
24
|
+
key: Record<string, unknown>;
|
|
25
|
+
encodedKey: string;
|
|
26
|
+
changes: ColumnChange[];
|
|
27
|
+
leftRow: Row;
|
|
28
|
+
rightRow: Row;
|
|
29
|
+
leftRowNumber: number;
|
|
30
|
+
rightRowNumber: number;
|
|
31
|
+
} | {
|
|
32
|
+
type: "unchanged";
|
|
33
|
+
key: Record<string, unknown>;
|
|
34
|
+
encodedKey: string;
|
|
35
|
+
row: Row;
|
|
36
|
+
leftRowNumber: number;
|
|
37
|
+
rightRowNumber: number;
|
|
38
|
+
};
|
|
39
|
+
export interface IndexedRow {
|
|
40
|
+
rowNumber: number;
|
|
41
|
+
row: Row;
|
|
42
|
+
hash: number;
|
|
43
|
+
}
|
|
44
|
+
export interface DiffIndex {
|
|
45
|
+
set(key: string, row: IndexedRow): Promise<void>;
|
|
46
|
+
get(key: string): Promise<IndexedRow | undefined>;
|
|
47
|
+
has(key: string): Promise<boolean>;
|
|
48
|
+
delete(key: string): Promise<boolean>;
|
|
49
|
+
entries(): AsyncIterable<[string, IndexedRow]>;
|
|
50
|
+
count(): number;
|
|
51
|
+
getSpillStats?(): {
|
|
52
|
+
isSpilled: boolean;
|
|
53
|
+
spilledBytes: number;
|
|
54
|
+
entryCount: number;
|
|
55
|
+
};
|
|
56
|
+
close(): Promise<void>;
|
|
57
|
+
}
|
|
58
|
+
export interface SchemaColumnDiff {
|
|
59
|
+
added: Array<{
|
|
60
|
+
name: string;
|
|
61
|
+
type: ColumnType;
|
|
62
|
+
}>;
|
|
63
|
+
removed: Array<{
|
|
64
|
+
name: string;
|
|
65
|
+
type: ColumnType;
|
|
66
|
+
}>;
|
|
67
|
+
changed: Array<{
|
|
68
|
+
name: string;
|
|
69
|
+
leftType: ColumnType;
|
|
70
|
+
rightType: ColumnType;
|
|
71
|
+
}>;
|
|
72
|
+
}
|
|
73
|
+
export interface DiffSummary {
|
|
74
|
+
leftSource: string;
|
|
75
|
+
rightSource: string;
|
|
76
|
+
keyColumns: string[];
|
|
77
|
+
rows: {
|
|
78
|
+
added: number;
|
|
79
|
+
removed: number;
|
|
80
|
+
changed: number;
|
|
81
|
+
unchanged: number;
|
|
82
|
+
totalLeft: number;
|
|
83
|
+
totalRight: number;
|
|
84
|
+
};
|
|
85
|
+
columns: Record<string, {
|
|
86
|
+
changed: number;
|
|
87
|
+
}>;
|
|
88
|
+
schema?: SchemaColumnDiff;
|
|
89
|
+
executionTimeMs?: number;
|
|
90
|
+
spillStats?: {
|
|
91
|
+
isSpilled: boolean;
|
|
92
|
+
spilledBytes: number;
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
export interface DiffEngineOptions {
|
|
96
|
+
left?: TabularReader | string;
|
|
97
|
+
leftPath?: string;
|
|
98
|
+
fromLeft?: string;
|
|
99
|
+
right?: TabularReader | string;
|
|
100
|
+
rightPath?: string;
|
|
101
|
+
fromRight?: string;
|
|
102
|
+
keys: string[];
|
|
103
|
+
columns?: string[];
|
|
104
|
+
ignore?: string[];
|
|
105
|
+
duplicateKey?: DuplicateKeyPolicy;
|
|
106
|
+
coerce?: boolean;
|
|
107
|
+
epsilon?: number;
|
|
108
|
+
ignoreCase?: boolean;
|
|
109
|
+
trim?: boolean;
|
|
110
|
+
memoryLimitBytes?: number;
|
|
111
|
+
includeSchema?: boolean;
|
|
112
|
+
leftOptions?: ReaderOptions;
|
|
113
|
+
rightOptions?: ReaderOptions;
|
|
114
|
+
onProgress?: (info: DiffProgressInfo) => void;
|
|
115
|
+
}
|
|
116
|
+
export interface DiffProgressInfo {
|
|
117
|
+
phase: "indexing_left" | "comparing_right" | "finishing";
|
|
118
|
+
leftRowsProcessed: number;
|
|
119
|
+
rightRowsProcessed: number;
|
|
120
|
+
addedCount: number;
|
|
121
|
+
removedCount: number;
|
|
122
|
+
changedCount: number;
|
|
123
|
+
unchangedCount: number;
|
|
124
|
+
elapsedMs: number;
|
|
125
|
+
isSpilled?: boolean;
|
|
126
|
+
}
|
|
127
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/diff/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtF,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AAC5D,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC;AAE3E,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,MAAM,SAAS,GACjB;IACE,IAAI,EAAE,OAAO,CAAC;IACd,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;CACnB,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;CACnB,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,OAAO,EAAE,GAAG,CAAC;IACb,QAAQ,EAAE,GAAG,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACxB,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,GAAG,CAAC;IACT,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEN,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,GAAG,CAAC;IACT,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;IAClD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACtC,OAAO,IAAI,aAAa,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/C,KAAK,IAAI,MAAM,CAAC;IAChB,aAAa,CAAC,IAAI;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IACnF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;IACjD,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;IACnD,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;CAC/E;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7C,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;CAC3D;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,aAAa,GAAG,MAAM,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,aAAa,GAAG,MAAM,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,CAAC,EAAE,kBAAkB,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,aAAa,CAAC;IAC5B,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,eAAe,GAAG,iBAAiB,GAAG,WAAW,CAAC;IACzD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/diff/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Zero-dependency, high-performance glob compiler and matcher.
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Expands brace patterns like `*.{jpg,png}` into `["*.jpg", "*.png"]`.
|
|
6
|
+
*/
|
|
7
|
+
export declare function expandBracePatterns(pattern: string): string[];
|
|
8
|
+
/**
|
|
9
|
+
* Normalizes file path to forward slashes without leading `./`.
|
|
10
|
+
*/
|
|
11
|
+
export declare function normalizeGlobPath(filePath: string): string;
|
|
12
|
+
/**
|
|
13
|
+
* Converts a single glob pattern into a regular expression.
|
|
14
|
+
*/
|
|
15
|
+
export declare function globToRegex(pattern: string): RegExp;
|
|
16
|
+
export type GlobMatcher = (path: string) => boolean;
|
|
17
|
+
/**
|
|
18
|
+
* Creates a composite matcher function from an array of glob strings.
|
|
19
|
+
*/
|
|
20
|
+
export declare function createGlobMatcher(patterns?: string[] | string): GlobMatcher;
|
|
21
|
+
//# sourceMappingURL=glob.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"glob.d.ts","sourceRoot":"","sources":["../../src/files/glob.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAY7D;AAgCD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAM1D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CA2CnD;AAED,MAAM,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;AAEpD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,WAAW,CAsB3E"}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Zero-dependency, high-performance glob compiler and matcher.
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Expands brace patterns like `*.{jpg,png}` into `["*.jpg", "*.png"]`.
|
|
6
|
+
*/
|
|
7
|
+
export function expandBracePatterns(pattern) {
|
|
8
|
+
const match = pattern.match(/\{([^}]+)\}/);
|
|
9
|
+
if (!match)
|
|
10
|
+
return [pattern];
|
|
11
|
+
const prefix = pattern.slice(0, match.index);
|
|
12
|
+
const suffix = pattern.slice(match.index + match[0].length);
|
|
13
|
+
const options = match[1].split(",").map((s) => s.trim());
|
|
14
|
+
const results = [];
|
|
15
|
+
for (const opt of options) {
|
|
16
|
+
const expanded = `${prefix}${opt}${suffix}`;
|
|
17
|
+
results.push(...expandBracePatterns(expanded));
|
|
18
|
+
}
|
|
19
|
+
return results;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Splits comma-separated patterns only outside of curly braces {}.
|
|
23
|
+
*/
|
|
24
|
+
function splitTopLevelCommas(input) {
|
|
25
|
+
const parts = [];
|
|
26
|
+
let depth = 0;
|
|
27
|
+
let current = "";
|
|
28
|
+
for (let i = 0; i < input.length; i++) {
|
|
29
|
+
const c = input[i];
|
|
30
|
+
if (c === "{") {
|
|
31
|
+
depth++;
|
|
32
|
+
current += c;
|
|
33
|
+
}
|
|
34
|
+
else if (c === "}") {
|
|
35
|
+
depth = Math.max(0, depth - 1);
|
|
36
|
+
current += c;
|
|
37
|
+
}
|
|
38
|
+
else if (c === "," && depth === 0) {
|
|
39
|
+
if (current.trim().length > 0) {
|
|
40
|
+
parts.push(current.trim());
|
|
41
|
+
}
|
|
42
|
+
current = "";
|
|
43
|
+
}
|
|
44
|
+
else {
|
|
45
|
+
current += c;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
if (current.trim().length > 0) {
|
|
49
|
+
parts.push(current.trim());
|
|
50
|
+
}
|
|
51
|
+
return parts;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Normalizes file path to forward slashes without leading `./`.
|
|
55
|
+
*/
|
|
56
|
+
export function normalizeGlobPath(filePath) {
|
|
57
|
+
let normalized = filePath.replace(/\\/g, "/");
|
|
58
|
+
while (normalized.startsWith("./")) {
|
|
59
|
+
normalized = normalized.slice(2);
|
|
60
|
+
}
|
|
61
|
+
return normalized;
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Converts a single glob pattern into a regular expression.
|
|
65
|
+
*/
|
|
66
|
+
export function globToRegex(pattern) {
|
|
67
|
+
const cleanPattern = normalizeGlobPath(pattern);
|
|
68
|
+
// If pattern does not contain a slash, treat it as matching either at root or anywhere in tree
|
|
69
|
+
const hasSlash = cleanPattern.includes("/");
|
|
70
|
+
let regexStr = "";
|
|
71
|
+
let i = 0;
|
|
72
|
+
const len = cleanPattern.length;
|
|
73
|
+
while (i < len) {
|
|
74
|
+
const c = cleanPattern[i];
|
|
75
|
+
if (c === undefined)
|
|
76
|
+
break;
|
|
77
|
+
if (c === "*" && cleanPattern[i + 1] === "*") {
|
|
78
|
+
// '**'
|
|
79
|
+
i += 2;
|
|
80
|
+
if (cleanPattern[i] === "/") {
|
|
81
|
+
i += 1;
|
|
82
|
+
regexStr += "(?:.*?/)?";
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
regexStr += ".*";
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
else if (c === "*") {
|
|
89
|
+
regexStr += "[^/]*";
|
|
90
|
+
i += 1;
|
|
91
|
+
}
|
|
92
|
+
else if (c === "?") {
|
|
93
|
+
regexStr += "[^/]";
|
|
94
|
+
i += 1;
|
|
95
|
+
}
|
|
96
|
+
else if ("()+^${}|[].\\".includes(c)) {
|
|
97
|
+
regexStr += `\\${c}`;
|
|
98
|
+
i += 1;
|
|
99
|
+
}
|
|
100
|
+
else {
|
|
101
|
+
regexStr += c;
|
|
102
|
+
i += 1;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
if (!hasSlash) {
|
|
106
|
+
return new RegExp(`^(?:.*?/)?${regexStr}$`, "i");
|
|
107
|
+
}
|
|
108
|
+
return new RegExp(`^${regexStr}$`, "i");
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Creates a composite matcher function from an array of glob strings.
|
|
112
|
+
*/
|
|
113
|
+
export function createGlobMatcher(patterns) {
|
|
114
|
+
if (!patterns) {
|
|
115
|
+
return () => true;
|
|
116
|
+
}
|
|
117
|
+
const rawPatterns = Array.isArray(patterns) ? patterns : [patterns];
|
|
118
|
+
const normalizedPatterns = rawPatterns
|
|
119
|
+
.flatMap(splitTopLevelCommas)
|
|
120
|
+
.map((p) => p.trim())
|
|
121
|
+
.filter((p) => p.length > 0)
|
|
122
|
+
.flatMap(expandBracePatterns);
|
|
123
|
+
if (normalizedPatterns.length === 0) {
|
|
124
|
+
return () => true;
|
|
125
|
+
}
|
|
126
|
+
const regexes = normalizedPatterns.map(globToRegex);
|
|
127
|
+
return (filePath) => {
|
|
128
|
+
const normalized = normalizeGlobPath(filePath);
|
|
129
|
+
return regexes.some((re) => re.test(normalized));
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
//# sourceMappingURL=glob.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"glob.js","sourceRoot":"","sources":["../../src/files/glob.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,GAAG,MAAM,GAAG,GAAG,GAAG,MAAM,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAa;IACxC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACd,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACrB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7B,CAAC;YACD,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9C,OAAO,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,YAAY,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAEhD,+FAA+F;IAC/F,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE5C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC;IAEhC,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,SAAS;YAAE,MAAM;QAE3B,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAC7C,OAAO;YACP,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC5B,CAAC,IAAI,CAAC,CAAC;gBACP,QAAQ,IAAI,WAAW,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,QAAQ,IAAI,IAAI,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACrB,QAAQ,IAAI,OAAO,CAAC;YACpB,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACrB,QAAQ,IAAI,MAAM,CAAC;YACnB,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC;YACrB,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,CAAC;YACN,QAAQ,IAAI,CAAC,CAAC;YACd,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,MAAM,CAAC,aAAa,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,IAAI,MAAM,CAAC,IAAI,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC;AAC1C,CAAC;AAID;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAA4B;IAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpE,MAAM,kBAAkB,GAAG,WAAW;SACnC,OAAO,CAAC,mBAAmB,CAAC;SAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3B,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEhC,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAEpD,OAAO,CAAC,QAAgB,EAAE,EAAE;QAC1B,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { HashAlgorithm } from "./types.js";
|
|
2
|
+
/**
|
|
3
|
+
* Computes streaming cryptographic hash of a file.
|
|
4
|
+
*/
|
|
5
|
+
export declare function computeFileHash(filePath: string, algorithm?: HashAlgorithm): Promise<string>;
|
|
6
|
+
/**
|
|
7
|
+
* Computes a fast non-cryptographic fingerprint using file stat + partial content sampling.
|
|
8
|
+
*/
|
|
9
|
+
export declare function computeFastFileHash(filePath: string): Promise<string>;
|
|
10
|
+
//# sourceMappingURL=hash.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;GAEG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,aAAwB,GAClC,OAAO,CAAC,MAAM,CAAC,CAiBjB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAyC3E"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { createReadStream, promises as fsPromises } from "node:fs";
|
|
3
|
+
import { pipeline } from "node:stream/promises";
|
|
4
|
+
import { FileSystemError } from "../core/errors.js";
|
|
5
|
+
/**
|
|
6
|
+
* Computes streaming cryptographic hash of a file.
|
|
7
|
+
*/
|
|
8
|
+
export async function computeFileHash(filePath, algorithm = "sha256") {
|
|
9
|
+
if (algorithm === "fast") {
|
|
10
|
+
return computeFastFileHash(filePath);
|
|
11
|
+
}
|
|
12
|
+
try {
|
|
13
|
+
const hashStream = createHash(algorithm);
|
|
14
|
+
const fileStream = createReadStream(filePath);
|
|
15
|
+
await pipeline(fileStream, hashStream);
|
|
16
|
+
return hashStream.digest("hex");
|
|
17
|
+
}
|
|
18
|
+
catch (err) {
|
|
19
|
+
throw new FileSystemError(`Failed to compute ${algorithm} hash for "${filePath}"`, {
|
|
20
|
+
path: filePath,
|
|
21
|
+
operation: "hash",
|
|
22
|
+
cause: err instanceof Error ? err : String(err),
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Computes a fast non-cryptographic fingerprint using file stat + partial content sampling.
|
|
28
|
+
*/
|
|
29
|
+
export async function computeFastFileHash(filePath) {
|
|
30
|
+
try {
|
|
31
|
+
const stat = await fsPromises.stat(filePath);
|
|
32
|
+
const size = stat.size;
|
|
33
|
+
const mtimeMs = stat.mtimeMs;
|
|
34
|
+
if (size === 0) {
|
|
35
|
+
return `fast:0:${mtimeMs}:empty`;
|
|
36
|
+
}
|
|
37
|
+
const hash = createHash("sha256");
|
|
38
|
+
hash.update(`size:${size}|mtime:${mtimeMs}|`);
|
|
39
|
+
// Sample up to 4KB from start and end for fast fingerprinting
|
|
40
|
+
const sampleSize = Math.min(4096, size);
|
|
41
|
+
const fd = await fsPromises.open(filePath, "r");
|
|
42
|
+
try {
|
|
43
|
+
const buffer = Buffer.alloc(sampleSize);
|
|
44
|
+
// Read header
|
|
45
|
+
await fd.read(buffer, 0, sampleSize, 0);
|
|
46
|
+
hash.update(buffer);
|
|
47
|
+
if (size > sampleSize * 2) {
|
|
48
|
+
// Read footer if large enough
|
|
49
|
+
const footerBuffer = Buffer.alloc(sampleSize);
|
|
50
|
+
await fd.read(footerBuffer, 0, sampleSize, size - sampleSize);
|
|
51
|
+
hash.update(footerBuffer);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
finally {
|
|
55
|
+
await fd.close();
|
|
56
|
+
}
|
|
57
|
+
return `fast:${hash.digest("hex").slice(0, 16)}`;
|
|
58
|
+
}
|
|
59
|
+
catch (err) {
|
|
60
|
+
throw new FileSystemError(`Failed to compute fast hash for "${filePath}"`, {
|
|
61
|
+
path: filePath,
|
|
62
|
+
operation: "hash",
|
|
63
|
+
cause: err instanceof Error ? err : String(err),
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=hash.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,YAA2B,QAAQ;IAEnC,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,qBAAqB,SAAS,cAAc,QAAQ,GAAG,EAAE;YACjF,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAgB;IACxD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,OAAO,UAAU,OAAO,QAAQ,CAAC;QACnC,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC,CAAC;QAE9C,8DAA8D;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACxC,cAAc;YACd,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEpB,IAAI,IAAI,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC1B,8BAA8B;gBAC9B,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC9C,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,OAAO,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACnD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,oCAAoC,QAAQ,GAAG,EAAE;YACzE,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/files/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/files/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { FileCategory } from "./types.js";
|
|
2
|
+
/**
|
|
3
|
+
* Returns MIME type and Category for a given file extension or name.
|
|
4
|
+
*/
|
|
5
|
+
export declare function inferMimeAndCategory(extensionOrName: string): {
|
|
6
|
+
mime: string;
|
|
7
|
+
category: FileCategory;
|
|
8
|
+
};
|
|
9
|
+
//# sourceMappingURL=mime.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mime.d.ts","sourceRoot":"","sources":["../../src/files/mime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AA4H/C;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,eAAe,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAA;CAAE,CAgBtG"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
const MIME_MAP = {
|
|
2
|
+
// Tabular & Data
|
|
3
|
+
csv: { mime: "text/csv", category: "data" },
|
|
4
|
+
tsv: { mime: "text/tab-separated-values", category: "data" },
|
|
5
|
+
psv: { mime: "text/plain", category: "data" },
|
|
6
|
+
tab: { mime: "text/tab-separated-values", category: "data" },
|
|
7
|
+
json: { mime: "application/json", category: "data" },
|
|
8
|
+
jsonl: { mime: "application/x-ndjson", category: "data" },
|
|
9
|
+
ndjson: { mime: "application/x-ndjson", category: "data" },
|
|
10
|
+
ldjson: { mime: "application/x-ndjson", category: "data" },
|
|
11
|
+
parquet: { mime: "application/vnd.apache.parquet", category: "data" },
|
|
12
|
+
pq: { mime: "application/vnd.apache.parquet", category: "data" },
|
|
13
|
+
sql: { mime: "application/sql", category: "data" },
|
|
14
|
+
sqlite: { mime: "application/vnd.sqlite3", category: "data" },
|
|
15
|
+
db: { mime: "application/octet-stream", category: "data" },
|
|
16
|
+
xml: { mime: "application/xml", category: "data" },
|
|
17
|
+
yaml: { mime: "application/yaml", category: "data" },
|
|
18
|
+
yml: { mime: "application/yaml", category: "data" },
|
|
19
|
+
toml: { mime: "application/toml", category: "data" },
|
|
20
|
+
// Spreadsheets & Office Documents
|
|
21
|
+
xlsx: { mime: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", category: "document" },
|
|
22
|
+
xlsm: { mime: "application/vnd.ms-excel.sheet.macroEnabled.12", category: "document" },
|
|
23
|
+
xls: { mime: "application/vnd.ms-excel", category: "document" },
|
|
24
|
+
ods: { mime: "application/vnd.oasis.opendocument.spreadsheet", category: "document" },
|
|
25
|
+
pdf: { mime: "application/pdf", category: "document" },
|
|
26
|
+
docx: { mime: "application/vnd.openxmlformats-officedocument.wordprocessingml.document", category: "document" },
|
|
27
|
+
doc: { mime: "application/msword", category: "document" },
|
|
28
|
+
pptx: { mime: "application/vnd.openxmlformats-officedocument.presentationml.presentation", category: "document" },
|
|
29
|
+
ppt: { mime: "application/vnd.ms-powerpoint", category: "document" },
|
|
30
|
+
txt: { mime: "text/plain", category: "document" },
|
|
31
|
+
md: { mime: "text/markdown", category: "document" },
|
|
32
|
+
markdown: { mime: "text/markdown", category: "document" },
|
|
33
|
+
rtf: { mime: "application/rtf", category: "document" },
|
|
34
|
+
epub: { mime: "application/epub+zip", category: "document" },
|
|
35
|
+
// Images
|
|
36
|
+
png: { mime: "image/png", category: "image" },
|
|
37
|
+
jpg: { mime: "image/jpeg", category: "image" },
|
|
38
|
+
jpeg: { mime: "image/jpeg", category: "image" },
|
|
39
|
+
webp: { mime: "image/webp", category: "image" },
|
|
40
|
+
gif: { mime: "image/gif", category: "image" },
|
|
41
|
+
svg: { mime: "image/svg+xml", category: "image" },
|
|
42
|
+
avif: { mime: "image/avif", category: "image" },
|
|
43
|
+
bmp: { mime: "image/bmp", category: "image" },
|
|
44
|
+
ico: { mime: "image/x-icon", category: "image" },
|
|
45
|
+
tiff: { mime: "image/tiff", category: "image" },
|
|
46
|
+
tif: { mime: "image/tiff", category: "image" },
|
|
47
|
+
heic: { mime: "image/heic", category: "image" },
|
|
48
|
+
// Video
|
|
49
|
+
mp4: { mime: "video/mp4", category: "video" },
|
|
50
|
+
mkv: { mime: "video/x-matroska", category: "video" },
|
|
51
|
+
webm: { mime: "video/webm", category: "video" },
|
|
52
|
+
avi: { mime: "video/x-msvideo", category: "video" },
|
|
53
|
+
mov: { mime: "video/quicktime", category: "video" },
|
|
54
|
+
wmv: { mime: "video/x-ms-wmv", category: "video" },
|
|
55
|
+
flv: { mime: "video/x-flv", category: "video" },
|
|
56
|
+
// Audio
|
|
57
|
+
mp3: { mime: "audio/mpeg", category: "audio" },
|
|
58
|
+
wav: { mime: "audio/wav", category: "audio" },
|
|
59
|
+
flac: { mime: "audio/flac", category: "audio" },
|
|
60
|
+
aac: { mime: "audio/aac", category: "audio" },
|
|
61
|
+
ogg: { mime: "audio/ogg", category: "audio" },
|
|
62
|
+
m4a: { mime: "audio/mp4", category: "audio" },
|
|
63
|
+
// Archives & Compression
|
|
64
|
+
zip: { mime: "application/zip", category: "archive" },
|
|
65
|
+
tar: { mime: "application/x-tar", category: "archive" },
|
|
66
|
+
gz: { mime: "application/gzip", category: "archive" },
|
|
67
|
+
gzip: { mime: "application/gzip", category: "archive" },
|
|
68
|
+
tgz: { mime: "application/gzip", category: "archive" },
|
|
69
|
+
bz2: { mime: "application/x-bzip2", category: "archive" },
|
|
70
|
+
xz: { mime: "application/x-xz", category: "archive" },
|
|
71
|
+
zst: { mime: "application/zstd", category: "archive" },
|
|
72
|
+
"7z": { mime: "application/x-7z-compressed", category: "archive" },
|
|
73
|
+
rar: { mime: "application/vnd.rar", category: "archive" },
|
|
74
|
+
// Code & Source
|
|
75
|
+
js: { mime: "text/javascript", category: "code" },
|
|
76
|
+
mjs: { mime: "text/javascript", category: "code" },
|
|
77
|
+
cjs: { mime: "text/javascript", category: "code" },
|
|
78
|
+
ts: { mime: "text/typescript", category: "code" },
|
|
79
|
+
mts: { mime: "text/typescript", category: "code" },
|
|
80
|
+
cts: { mime: "text/typescript", category: "code" },
|
|
81
|
+
jsx: { mime: "text/javascript", category: "code" },
|
|
82
|
+
tsx: { mime: "text/typescript", category: "code" },
|
|
83
|
+
html: { mime: "text/html", category: "code" },
|
|
84
|
+
htm: { mime: "text/html", category: "code" },
|
|
85
|
+
css: { mime: "text/css", category: "code" },
|
|
86
|
+
scss: { mime: "text/x-scss", category: "code" },
|
|
87
|
+
sass: { mime: "text/x-sass", category: "code" },
|
|
88
|
+
less: { mime: "text/less", category: "code" },
|
|
89
|
+
py: { mime: "text/x-python", category: "code" },
|
|
90
|
+
rs: { mime: "text/x-rust", category: "code" },
|
|
91
|
+
go: { mime: "text/x-go", category: "code" },
|
|
92
|
+
c: { mime: "text/x-c", category: "code" },
|
|
93
|
+
cpp: { mime: "text/x-c++", category: "code" },
|
|
94
|
+
h: { mime: "text/x-c", category: "code" },
|
|
95
|
+
hpp: { mime: "text/x-c++", category: "code" },
|
|
96
|
+
java: { mime: "text/x-java-source", category: "code" },
|
|
97
|
+
kt: { mime: "text/x-kotlin", category: "code" },
|
|
98
|
+
swift: { mime: "text/x-swift", category: "code" },
|
|
99
|
+
rb: { mime: "text/x-ruby", category: "code" },
|
|
100
|
+
php: { mime: "application/x-httpd-php", category: "code" },
|
|
101
|
+
sh: { mime: "application/x-sh", category: "code" },
|
|
102
|
+
bash: { mime: "application/x-sh", category: "code" },
|
|
103
|
+
zsh: { mime: "application/x-sh", category: "code" },
|
|
104
|
+
// Fonts
|
|
105
|
+
woff: { mime: "font/woff", category: "font" },
|
|
106
|
+
woff2: { mime: "font/woff2", category: "font" },
|
|
107
|
+
ttf: { mime: "font/ttf", category: "font" },
|
|
108
|
+
otf: { mime: "font/otf", category: "font" },
|
|
109
|
+
};
|
|
110
|
+
/**
|
|
111
|
+
* Returns MIME type and Category for a given file extension or name.
|
|
112
|
+
*/
|
|
113
|
+
export function inferMimeAndCategory(extensionOrName) {
|
|
114
|
+
let ext = extensionOrName.toLowerCase();
|
|
115
|
+
const dotIndex = ext.lastIndexOf(".");
|
|
116
|
+
if (dotIndex !== -1) {
|
|
117
|
+
ext = ext.slice(dotIndex + 1);
|
|
118
|
+
}
|
|
119
|
+
const entry = MIME_MAP[ext];
|
|
120
|
+
if (entry) {
|
|
121
|
+
return entry;
|
|
122
|
+
}
|
|
123
|
+
return {
|
|
124
|
+
mime: "application/octet-stream",
|
|
125
|
+
category: "other",
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=mime.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mime.js","sourceRoot":"","sources":["../../src/files/mime.ts"],"names":[],"mappings":"AAOA,MAAM,QAAQ,GAA8B;IAC1C,iBAAiB;IACjB,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC3C,GAAG,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC5D,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC5D,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpD,KAAK,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACzD,MAAM,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC1D,MAAM,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC1D,OAAO,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,MAAM,EAAE;IACrE,EAAE,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,MAAM,EAAE;IAChE,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,MAAM,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7D,EAAE,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC1D,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpD,GAAG,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACnD,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAEpD,kCAAkC;IAClC,IAAI,EAAE,EAAE,IAAI,EAAE,mEAAmE,EAAE,QAAQ,EAAE,UAAU,EAAE;IACzG,IAAI,EAAE,EAAE,IAAI,EAAE,gDAAgD,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtF,GAAG,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,UAAU,EAAE;IAC/D,GAAG,EAAE,EAAE,IAAI,EAAE,gDAAgD,EAAE,QAAQ,EAAE,UAAU,EAAE;IACrF,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtD,IAAI,EAAE,EAAE,IAAI,EAAE,yEAAyE,EAAE,QAAQ,EAAE,UAAU,EAAE;IAC/G,GAAG,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,UAAU,EAAE;IACzD,IAAI,EAAE,EAAE,IAAI,EAAE,2EAA2E,EAAE,QAAQ,EAAE,UAAU,EAAE;IACjH,GAAG,EAAE,EAAE,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,UAAU,EAAE;IACpE,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE;IACjD,EAAE,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE;IACnD,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE;IACzD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtD,IAAI,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,UAAU,EAAE;IAE5D,SAAS;IACT,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC9C,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC/C,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC/C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,OAAO,EAAE;IACjD,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC/C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE;IAChD,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC/C,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC9C,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAE/C,QAAQ;IACR,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,OAAO,EAAE;IACpD,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC/C,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,EAAE;IACnD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,EAAE;IACnD,GAAG,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,EAAE;IAClD,GAAG,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE;IAE/C,QAAQ;IACR,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC9C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,IAAI,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC/C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE;IAE7C,yBAAyB;IACzB,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrD,GAAG,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACvD,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrD,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACvD,GAAG,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACtD,GAAG,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACzD,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACrD,GAAG,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE;IACtD,IAAI,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,SAAS,EAAE;IAClE,GAAG,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE;IAEzD,gBAAgB;IAChB,EAAE,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACjD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,EAAE,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACjD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC5C,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC3C,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC/C,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC/C,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,EAAE,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC/C,EAAE,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC3C,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;IACzC,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;IACzC,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,IAAI,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACtD,EAAE,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC/C,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,EAAE;IACjD,EAAE,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,GAAG,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC1D,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClD,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IACpD,GAAG,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE;IAEnD,QAAQ;IACR,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC7C,KAAK,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC/C,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC3C,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;CAC5C,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,eAAuB;IAC1D,IAAI,GAAG,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QACL,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,OAAO;KAClB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
|
|
2
|
+
import type { FileSystemReaderOptions } from "./types.js";
|
|
3
|
+
/**
|
|
4
|
+
* First-class streaming filesystem reader.
|
|
5
|
+
* Converts directories and files into streaming tabular DataBatches.
|
|
6
|
+
*/
|
|
7
|
+
export declare class FileSystemReader implements TabularReader {
|
|
8
|
+
private readonly options;
|
|
9
|
+
constructor(optionsOrRoot: string | FileSystemReaderOptions);
|
|
10
|
+
/**
|
|
11
|
+
* Reads the filesystem stream yielding DataBatches.
|
|
12
|
+
*/
|
|
13
|
+
read(readOptions?: ReaderOptions): DataStream;
|
|
14
|
+
/**
|
|
15
|
+
* Inspects filesystem directory metadata without full memory accumulation.
|
|
16
|
+
*/
|
|
17
|
+
inspect(_options?: ReaderOptions): Promise<InspectionMetadata>;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=reader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/files/reader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAa,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIhH,OAAO,KAAK,EAAc,uBAAuB,EAAY,MAAM,YAAY,CAAC;AAahF;;;GAGG;AACH,qBAAa,gBAAiB,YAAW,aAAa;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;gBAEtC,aAAa,EAAE,MAAM,GAAG,uBAAuB;IAQ3D;;OAEG;IACW,IAAI,CAAC,WAAW,CAAC,EAAE,aAAa,GAAG,UAAU;IAgT3D;;OAEG;IACU,OAAO,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CA0C5E"}
|