sliftutils 1.4.47 → 1.4.49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +375 -71
- package/package.json +1 -1
- package/storage/BulkDatabase2/BulkDatabaseBase.d.ts +36 -70
- package/storage/BulkDatabase2/BulkDatabaseBase.ts +292 -1236
- package/storage/BulkDatabase2/BulkDatabaseFormat.d.ts +39 -1
- package/storage/BulkDatabase2/BulkDatabaseFormat.ts +242 -26
- package/storage/BulkDatabase2/BulkDatabaseMerge.d.ts +49 -0
- package/storage/BulkDatabase2/BulkDatabaseMerge.ts +398 -0
- package/storage/BulkDatabase2/BulkDatabaseReader.d.ts +71 -0
- package/storage/BulkDatabase2/BulkDatabaseReader.ts +273 -0
- package/storage/BulkDatabase2/LoadedIndex.d.ts +133 -0
- package/storage/BulkDatabase2/LoadedIndex.ts +402 -0
- package/storage/BulkDatabase2/WriteOverlay.d.ts +30 -0
- package/storage/BulkDatabase2/WriteOverlay.ts +52 -0
- package/storage/BulkDatabase2/blockCache.d.ts +1 -0
- package/storage/BulkDatabase2/blockCache.ts +6 -0
- package/storage/BulkDatabase2/streamLog.ts +78 -1
|
@@ -35,16 +35,28 @@ export declare class BulkDatabaseBase<T extends {
|
|
|
35
35
|
private storageFactory;
|
|
36
36
|
private config;
|
|
37
37
|
constructor(name: string, deps: ReactiveDeps, storageFactory: StorageFactory, config?: BulkDatabase2Config);
|
|
38
|
-
private
|
|
39
|
-
private
|
|
40
|
-
private static lastMemoryFlushMs;
|
|
41
|
-
private static startMemoryWatchdog;
|
|
42
|
-
static checkMemoryPressure(usedHeapBytes: number): void;
|
|
38
|
+
private reader;
|
|
39
|
+
private subCaches;
|
|
43
40
|
private pendingAppends;
|
|
44
41
|
private flushTimer;
|
|
45
42
|
private flushChain;
|
|
46
43
|
private currentFlushDelay;
|
|
47
44
|
private lastWriteTime;
|
|
45
|
+
private streamFileName;
|
|
46
|
+
private currentStreamFileName;
|
|
47
|
+
private currentStreamFileBytes;
|
|
48
|
+
private lastMergeCheck;
|
|
49
|
+
private streamRowsOnDisk;
|
|
50
|
+
private streamBytesOnDisk;
|
|
51
|
+
private fileSetPollTimer;
|
|
52
|
+
private rebuildPromise;
|
|
53
|
+
private rebuildDirty;
|
|
54
|
+
private rebuildOptions;
|
|
55
|
+
private static liveInstances;
|
|
56
|
+
private static memoryWatchdogStarted;
|
|
57
|
+
private static lastMemoryFlushMs;
|
|
58
|
+
private static startMemoryWatchdog;
|
|
59
|
+
static checkMemoryPressure(usedHeapBytes: number): void;
|
|
48
60
|
static clearCache(): void;
|
|
49
61
|
static enableNetworkCompaction(): void;
|
|
50
62
|
storage: {
|
|
@@ -55,46 +67,15 @@ export declare class BulkDatabaseBase<T extends {
|
|
|
55
67
|
isRemote(): Promise<boolean>;
|
|
56
68
|
private streamNeedsFold;
|
|
57
69
|
private automaticCompactionAllowed;
|
|
58
|
-
private overlay;
|
|
59
|
-
private streamTimes;
|
|
60
|
-
private columnCache;
|
|
61
|
-
private readerKeys;
|
|
62
|
-
private loadedFileSet;
|
|
63
|
-
private loadedTotalBytes;
|
|
64
|
-
private readerEpoch;
|
|
65
|
-
private fileSetPollTimer;
|
|
66
|
-
private bulkReaderCache;
|
|
67
|
-
private streamReaderCache;
|
|
68
|
-
private dataGen;
|
|
69
|
-
private pendingSignals;
|
|
70
|
-
private triggerTimer;
|
|
71
|
-
private currentTriggerDelay;
|
|
72
|
-
private lastTriggerTime;
|
|
73
|
-
private streamRowsOnDisk;
|
|
74
|
-
private streamBytesOnDisk;
|
|
75
|
-
private streamFileName;
|
|
76
|
-
private currentStreamFileName;
|
|
77
|
-
private currentStreamFileBytes;
|
|
78
|
-
private lastMergeCheck;
|
|
79
|
-
private getStreamFileName;
|
|
80
|
-
private invalidateOverlay;
|
|
81
70
|
isKeyWatched(key: string): boolean;
|
|
82
|
-
private
|
|
83
|
-
private
|
|
84
|
-
private
|
|
85
|
-
private setOverlayRow;
|
|
86
|
-
private setOverlayDeleted;
|
|
87
|
-
private reader;
|
|
88
|
-
private buildReader;
|
|
89
|
-
private syncSetup;
|
|
90
|
-
private localTime;
|
|
91
|
-
private applyRemote;
|
|
92
|
-
private clearReaderState;
|
|
93
|
-
private resetReader;
|
|
94
|
-
private reloadReader;
|
|
71
|
+
private ensureIndex;
|
|
72
|
+
private triggerRebuild;
|
|
73
|
+
private doOneRebuild;
|
|
95
74
|
reloadFromDisk(): void;
|
|
96
|
-
private readWithReload;
|
|
97
75
|
private pollFileSet;
|
|
76
|
+
private readWithRetry;
|
|
77
|
+
private syncSetup;
|
|
78
|
+
private applyRemote;
|
|
98
79
|
write(entry: T): Promise<void>;
|
|
99
80
|
writeBatch(entries: T[]): Promise<void>;
|
|
100
81
|
delete(key: string): Promise<void>;
|
|
@@ -103,6 +84,7 @@ export declare class BulkDatabaseBase<T extends {
|
|
|
103
84
|
flush(): Promise<void>;
|
|
104
85
|
private flushPending;
|
|
105
86
|
private doFlush;
|
|
87
|
+
private getStreamFileName;
|
|
106
88
|
private foldOwnStream;
|
|
107
89
|
update(entry: Partial<T> & {
|
|
108
90
|
key: string;
|
|
@@ -112,8 +94,6 @@ export declare class BulkDatabaseBase<T extends {
|
|
|
112
94
|
})[]): Promise<void>;
|
|
113
95
|
private listFiles;
|
|
114
96
|
private writeBulkFile;
|
|
115
|
-
private loadStreamEntries;
|
|
116
|
-
private orderStreamEntries;
|
|
117
97
|
private maybeMerge;
|
|
118
98
|
tryMergeNow(): Promise<{
|
|
119
99
|
merged: boolean;
|
|
@@ -121,53 +101,39 @@ export declare class BulkDatabaseBase<T extends {
|
|
|
121
101
|
}>;
|
|
122
102
|
compact(): Promise<void>;
|
|
123
103
|
merge(timeLo: number, timeHi: number): Promise<void>;
|
|
124
|
-
private makeRawGetRange;
|
|
125
|
-
private loadFileReader;
|
|
126
|
-
private pruneFileCaches;
|
|
127
104
|
private readBulkHeader;
|
|
128
105
|
private fileLogicalSize;
|
|
129
106
|
private handleUnreadableFile;
|
|
130
|
-
private resolveReaders;
|
|
131
107
|
private mergeFileSet;
|
|
132
108
|
private canDeleteStream;
|
|
133
109
|
private mergeSpacingDelay;
|
|
134
110
|
private testMerge;
|
|
135
111
|
private findDuplicateGroups;
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
getSingleField<Column extends keyof T>(key: string, column: Column): Promise<T[Column] | undefined>;
|
|
139
|
-
getSingleFieldObj<Column extends keyof T>(key: string, column: Column): Promise<{
|
|
112
|
+
getSingleField<C extends keyof T>(key: string, column: C): Promise<T[C] | undefined>;
|
|
113
|
+
getSingleFieldObj<C extends keyof T>(key: string, column: C): Promise<{
|
|
140
114
|
key: string;
|
|
141
|
-
value: T[
|
|
115
|
+
value: T[C];
|
|
142
116
|
time: number;
|
|
143
117
|
} | undefined>;
|
|
144
|
-
getColumn<
|
|
118
|
+
getColumn<C extends keyof T>(column: C): Promise<{
|
|
145
119
|
key: string;
|
|
146
|
-
value: T[
|
|
120
|
+
value: T[C];
|
|
147
121
|
time: number;
|
|
148
122
|
}[]>;
|
|
149
123
|
getKeys(): Promise<string[]>;
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
private baseFields;
|
|
153
|
-
private baseFieldsLoading;
|
|
154
|
-
private staleBaseColumns;
|
|
155
|
-
private staleBaseFields;
|
|
156
|
-
private ensureBaseColumn;
|
|
157
|
-
private ensureBaseField;
|
|
158
|
-
getSingleFieldSync<Column extends keyof T>(key: string, column: Column): T[Column] | undefined;
|
|
159
|
-
getSingleFieldObjSync<Column extends keyof T>(key: string, column: Column): {
|
|
124
|
+
getSingleFieldSync<C extends keyof T>(key: string, column: C): T[C] | undefined;
|
|
125
|
+
getSingleFieldObjSync<C extends keyof T>(key: string, column: C): {
|
|
160
126
|
key: string;
|
|
161
|
-
value: T[
|
|
127
|
+
value: T[C];
|
|
162
128
|
time: number;
|
|
163
129
|
} | undefined;
|
|
164
|
-
getColumnSync<
|
|
130
|
+
getColumnSync<C extends keyof T>(column: C): {
|
|
165
131
|
key: string;
|
|
166
|
-
value: T[
|
|
132
|
+
value: T[C];
|
|
167
133
|
time: number;
|
|
168
134
|
}[] | undefined;
|
|
169
|
-
isFieldLoadedSync<
|
|
170
|
-
isColumnLoadedSync<
|
|
135
|
+
isFieldLoadedSync<C extends keyof T>(key: string, column: C): boolean;
|
|
136
|
+
isColumnLoadedSync<C extends keyof T>(column: C): boolean;
|
|
171
137
|
getColumnInfo(): Promise<{
|
|
172
138
|
column: string;
|
|
173
139
|
byteSize: number;
|