@functional-systems/memdrive 0.0.0-stage → 0.1.0-dev.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/LICENSE +201 -0
- package/README.md +229 -2
- package/dist/commonjs/chunking.d.ts +7 -0
- package/dist/commonjs/chunking.d.ts.map +1 -0
- package/dist/commonjs/chunking.js +46 -0
- package/dist/commonjs/chunking.js.map +1 -0
- package/dist/commonjs/errors.d.ts +17 -0
- package/dist/commonjs/errors.d.ts.map +1 -0
- package/dist/commonjs/errors.js +44 -0
- package/dist/commonjs/errors.js.map +1 -0
- package/dist/commonjs/filter.d.ts +30 -0
- package/dist/commonjs/filter.d.ts.map +1 -0
- package/dist/commonjs/filter.js +224 -0
- package/dist/commonjs/filter.js.map +1 -0
- package/dist/commonjs/index.d.ts +8 -0
- package/dist/commonjs/index.d.ts.map +1 -0
- package/dist/commonjs/index.js +343 -0
- package/dist/commonjs/index.js.map +1 -0
- package/dist/commonjs/package.json +3 -0
- package/dist/commonjs/storage.d.ts +274 -0
- package/dist/commonjs/storage.d.ts.map +1 -0
- package/dist/commonjs/storage.js +861 -0
- package/dist/commonjs/storage.js.map +1 -0
- package/dist/commonjs/tools/definitions.d.ts +5 -0
- package/dist/commonjs/tools/definitions.d.ts.map +1 -0
- package/dist/commonjs/tools/definitions.js +129 -0
- package/dist/commonjs/tools/definitions.js.map +1 -0
- package/dist/commonjs/tools/index.d.ts +6 -0
- package/dist/commonjs/tools/index.d.ts.map +1 -0
- package/dist/commonjs/tools/index.js +104 -0
- package/dist/commonjs/tools/index.js.map +1 -0
- package/dist/commonjs/tools/types.d.ts +50 -0
- package/dist/commonjs/tools/types.d.ts.map +1 -0
- package/dist/commonjs/tools/types.js +3 -0
- package/dist/commonjs/tools/types.js.map +1 -0
- package/dist/commonjs/types.d.ts +277 -0
- package/dist/commonjs/types.d.ts.map +1 -0
- package/dist/commonjs/types.js +3 -0
- package/dist/commonjs/types.js.map +1 -0
- package/dist/commonjs/values.d.ts +17 -0
- package/dist/commonjs/values.d.ts.map +1 -0
- package/dist/commonjs/values.js +90 -0
- package/dist/commonjs/values.js.map +1 -0
- package/dist/esm/chunking.d.ts +7 -0
- package/dist/esm/chunking.d.ts.map +1 -0
- package/dist/esm/chunking.js +42 -0
- package/dist/esm/chunking.js.map +1 -0
- package/dist/esm/errors.d.ts +17 -0
- package/dist/esm/errors.d.ts.map +1 -0
- package/dist/esm/errors.js +36 -0
- package/dist/esm/errors.js.map +1 -0
- package/dist/esm/filter.d.ts +30 -0
- package/dist/esm/filter.d.ts.map +1 -0
- package/dist/esm/filter.js +209 -0
- package/dist/esm/filter.js.map +1 -0
- package/dist/esm/index.d.ts +8 -0
- package/dist/esm/index.d.ts.map +1 -0
- package/dist/esm/index.js +335 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/package.json +3 -0
- package/dist/esm/storage.d.ts +274 -0
- package/dist/esm/storage.d.ts.map +1 -0
- package/dist/esm/storage.js +845 -0
- package/dist/esm/storage.js.map +1 -0
- package/dist/esm/tools/definitions.d.ts +5 -0
- package/dist/esm/tools/definitions.d.ts.map +1 -0
- package/dist/esm/tools/definitions.js +126 -0
- package/dist/esm/tools/definitions.js.map +1 -0
- package/dist/esm/tools/index.d.ts +6 -0
- package/dist/esm/tools/index.d.ts.map +1 -0
- package/dist/esm/tools/index.js +101 -0
- package/dist/esm/tools/index.js.map +1 -0
- package/dist/esm/tools/types.d.ts +50 -0
- package/dist/esm/tools/types.d.ts.map +1 -0
- package/dist/esm/tools/types.js +2 -0
- package/dist/esm/tools/types.js.map +1 -0
- package/dist/esm/types.d.ts +277 -0
- package/dist/esm/types.d.ts.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/values.d.ts +17 -0
- package/dist/esm/values.d.ts.map +1 -0
- package/dist/esm/values.js +87 -0
- package/dist/esm/values.js.map +1 -0
- package/docs/tools.md +163 -0
- package/package.json +100 -4
- package/src/chunking.ts +32 -0
- package/src/errors.ts +40 -0
- package/src/filter.ts +189 -0
- package/src/index.ts +323 -0
- package/src/storage.ts +765 -0
- package/src/tools/definitions.ts +156 -0
- package/src/tools/index.ts +97 -0
- package/src/tools/types.ts +45 -0
- package/src/types.ts +273 -0
- package/src/values.ts +103 -0
|
@@ -0,0 +1,277 @@
|
|
|
1
|
+
import type { LambdaDBClient } from '@functional-systems/lambdadb';
|
|
2
|
+
export type MetadataType = 'string' | 'string[]' | 'number' | 'boolean' | 'datetime';
|
|
3
|
+
export type MetadataValue = string | string[] | number | boolean;
|
|
4
|
+
export type Metadata = Record<string, MetadataValue>;
|
|
5
|
+
export type MetadataSchema = Record<string, {
|
|
6
|
+
type: MetadataType;
|
|
7
|
+
description?: string | undefined;
|
|
8
|
+
}>;
|
|
9
|
+
export interface RequestOptions {
|
|
10
|
+
signal?: AbortSignal | undefined;
|
|
11
|
+
}
|
|
12
|
+
export interface TextSearch {
|
|
13
|
+
analyzers: string[];
|
|
14
|
+
}
|
|
15
|
+
export interface ManagedEmbedding {
|
|
16
|
+
mode: 'managed';
|
|
17
|
+
provider: 'openai';
|
|
18
|
+
model: 'text-embedding-3-small';
|
|
19
|
+
dimensions: 1536;
|
|
20
|
+
similarity: 'cosine';
|
|
21
|
+
}
|
|
22
|
+
export interface ExternalEmbedding {
|
|
23
|
+
mode: 'external';
|
|
24
|
+
dimensions: number;
|
|
25
|
+
similarity: 'cosine';
|
|
26
|
+
identity: string;
|
|
27
|
+
}
|
|
28
|
+
export type EmbeddingOptions = {
|
|
29
|
+
mode: 'managed';
|
|
30
|
+
} | ExternalEmbedding;
|
|
31
|
+
export type EmbeddingConfig = ManagedEmbedding | ExternalEmbedding;
|
|
32
|
+
export interface MemAttributes {
|
|
33
|
+
timestamp?: string | undefined;
|
|
34
|
+
metadata?: Metadata | undefined;
|
|
35
|
+
}
|
|
36
|
+
export interface TextMemInput extends MemAttributes {
|
|
37
|
+
id?: string | undefined;
|
|
38
|
+
content: string;
|
|
39
|
+
embedding?: never;
|
|
40
|
+
}
|
|
41
|
+
export interface VectorMemInput extends MemAttributes {
|
|
42
|
+
id?: string | undefined;
|
|
43
|
+
embedding: number[];
|
|
44
|
+
content?: never;
|
|
45
|
+
}
|
|
46
|
+
export type MemInput = TextMemInput | VectorMemInput;
|
|
47
|
+
export interface TextMem extends MemAttributes {
|
|
48
|
+
id: string;
|
|
49
|
+
content: string;
|
|
50
|
+
}
|
|
51
|
+
/** External-vector reads return source references and metadata, not vectors. */
|
|
52
|
+
export interface VectorMem extends MemAttributes {
|
|
53
|
+
id: string;
|
|
54
|
+
content?: never;
|
|
55
|
+
}
|
|
56
|
+
export type Mem = TextMem | VectorMem;
|
|
57
|
+
export interface TextMatch extends MemAttributes {
|
|
58
|
+
kind: 'mem' | 'chunk';
|
|
59
|
+
memId: string;
|
|
60
|
+
content: string;
|
|
61
|
+
start: number;
|
|
62
|
+
end: number;
|
|
63
|
+
}
|
|
64
|
+
export interface VectorMatch extends MemAttributes {
|
|
65
|
+
kind: 'mem';
|
|
66
|
+
memId: string;
|
|
67
|
+
content?: never;
|
|
68
|
+
start?: never;
|
|
69
|
+
end?: never;
|
|
70
|
+
}
|
|
71
|
+
export type Match = TextMatch | VectorMatch;
|
|
72
|
+
export type FilterScalar = string | number | boolean;
|
|
73
|
+
export type Filter = {
|
|
74
|
+
and: Filter[];
|
|
75
|
+
or?: never;
|
|
76
|
+
field?: never;
|
|
77
|
+
op?: never;
|
|
78
|
+
value?: never;
|
|
79
|
+
} | {
|
|
80
|
+
or: Filter[];
|
|
81
|
+
and?: never;
|
|
82
|
+
field?: never;
|
|
83
|
+
op?: never;
|
|
84
|
+
value?: never;
|
|
85
|
+
} | {
|
|
86
|
+
field: string;
|
|
87
|
+
op: 'eq' | 'neq' | 'gt' | 'gte' | 'lt' | 'lte';
|
|
88
|
+
value: FilterScalar;
|
|
89
|
+
and?: never;
|
|
90
|
+
or?: never;
|
|
91
|
+
} | {
|
|
92
|
+
field: string;
|
|
93
|
+
op: 'in';
|
|
94
|
+
value: FilterScalar[];
|
|
95
|
+
and?: never;
|
|
96
|
+
or?: never;
|
|
97
|
+
} | {
|
|
98
|
+
field: string;
|
|
99
|
+
op: 'exists';
|
|
100
|
+
value: boolean;
|
|
101
|
+
and?: never;
|
|
102
|
+
or?: never;
|
|
103
|
+
};
|
|
104
|
+
export interface RecallOptions {
|
|
105
|
+
filter?: Filter | undefined;
|
|
106
|
+
excludeIds?: string[] | undefined;
|
|
107
|
+
limit?: number | undefined;
|
|
108
|
+
rerank?: boolean | undefined;
|
|
109
|
+
}
|
|
110
|
+
export interface TextRecallRequest extends RecallOptions {
|
|
111
|
+
query: string;
|
|
112
|
+
queryVector?: never;
|
|
113
|
+
context?: string | undefined;
|
|
114
|
+
recentDialogue?: Array<{
|
|
115
|
+
role: 'user' | 'assistant';
|
|
116
|
+
content: string;
|
|
117
|
+
}> | undefined;
|
|
118
|
+
}
|
|
119
|
+
export interface VectorRecallRequest extends Omit<RecallOptions, 'rerank'> {
|
|
120
|
+
queryVector: number[];
|
|
121
|
+
query?: never;
|
|
122
|
+
rerank?: false | undefined;
|
|
123
|
+
context?: never;
|
|
124
|
+
recentDialogue?: never;
|
|
125
|
+
}
|
|
126
|
+
export type RecallRequest = TextRecallRequest | VectorRecallRequest;
|
|
127
|
+
export interface Usage {
|
|
128
|
+
elapsedMs: number;
|
|
129
|
+
databaseRequests: number;
|
|
130
|
+
}
|
|
131
|
+
export interface RecallResult {
|
|
132
|
+
matches: Match[];
|
|
133
|
+
usage: Usage;
|
|
134
|
+
}
|
|
135
|
+
export interface RecallFailure {
|
|
136
|
+
error: {
|
|
137
|
+
code: string;
|
|
138
|
+
message: string;
|
|
139
|
+
status?: number;
|
|
140
|
+
};
|
|
141
|
+
usage: Usage;
|
|
142
|
+
}
|
|
143
|
+
export interface BatchRecallResult {
|
|
144
|
+
results: Array<RecallResult | RecallFailure>;
|
|
145
|
+
}
|
|
146
|
+
export interface Observation {
|
|
147
|
+
type: 'retrieved';
|
|
148
|
+
/** Diagnostic physical evidence IDs, not canonical memId values. */
|
|
149
|
+
ids: string[];
|
|
150
|
+
matches: Match[];
|
|
151
|
+
requestIndex?: number | undefined;
|
|
152
|
+
}
|
|
153
|
+
export type RecordEvent = Record<string, unknown> & {
|
|
154
|
+
phase: string;
|
|
155
|
+
requestIndex?: number | undefined;
|
|
156
|
+
};
|
|
157
|
+
export interface RuntimeOptions {
|
|
158
|
+
maxConcurrentRequests?: number | undefined;
|
|
159
|
+
observe?: ((event: Observation) => void | Promise<void>) | undefined;
|
|
160
|
+
record?: ((event: RecordEvent) => void | Promise<void>) | undefined;
|
|
161
|
+
}
|
|
162
|
+
export interface ConnectionOptions {
|
|
163
|
+
client: LambdaDBClient;
|
|
164
|
+
name: string;
|
|
165
|
+
}
|
|
166
|
+
export interface CreateOptions extends ConnectionOptions, RuntimeOptions {
|
|
167
|
+
metadataSchema: MetadataSchema;
|
|
168
|
+
textSearch?: TextSearch | undefined;
|
|
169
|
+
embedding?: EmbeddingOptions | undefined;
|
|
170
|
+
labels?: Record<string, string> | undefined;
|
|
171
|
+
description?: string | undefined;
|
|
172
|
+
}
|
|
173
|
+
export interface OpenOptions extends ConnectionOptions, RuntimeOptions {
|
|
174
|
+
branch?: string | undefined;
|
|
175
|
+
}
|
|
176
|
+
export interface DriveDescriptor {
|
|
177
|
+
name: string;
|
|
178
|
+
description?: string | undefined;
|
|
179
|
+
labels: Record<string, string>;
|
|
180
|
+
metadataSchema: MetadataSchema;
|
|
181
|
+
embedding: EmbeddingConfig;
|
|
182
|
+
textSearch?: TextSearch | undefined;
|
|
183
|
+
}
|
|
184
|
+
export interface CatalogRequest {
|
|
185
|
+
client: LambdaDBClient;
|
|
186
|
+
labels?: Record<string, string> | undefined;
|
|
187
|
+
limit?: number | undefined;
|
|
188
|
+
cursor?: string | undefined;
|
|
189
|
+
}
|
|
190
|
+
export interface CatalogResult {
|
|
191
|
+
drives: DriveDescriptor[];
|
|
192
|
+
nextCursor?: string | undefined;
|
|
193
|
+
}
|
|
194
|
+
export interface ListRequest {
|
|
195
|
+
limit?: number | undefined;
|
|
196
|
+
cursor?: string | undefined;
|
|
197
|
+
}
|
|
198
|
+
export interface ListResult {
|
|
199
|
+
mems: Mem[];
|
|
200
|
+
nextCursor?: string | undefined;
|
|
201
|
+
}
|
|
202
|
+
export type ForgetRequest = {
|
|
203
|
+
ids: string[];
|
|
204
|
+
filter?: never;
|
|
205
|
+
} | {
|
|
206
|
+
filter: Filter;
|
|
207
|
+
ids?: never;
|
|
208
|
+
};
|
|
209
|
+
export type ConfigureRequest = {
|
|
210
|
+
metadataSchema: MetadataSchema;
|
|
211
|
+
description?: string | undefined;
|
|
212
|
+
} | {
|
|
213
|
+
description: string;
|
|
214
|
+
metadataSchema?: MetadataSchema | undefined;
|
|
215
|
+
};
|
|
216
|
+
export interface BranchRequest {
|
|
217
|
+
name: string;
|
|
218
|
+
source?: {
|
|
219
|
+
branch: string;
|
|
220
|
+
} | undefined;
|
|
221
|
+
}
|
|
222
|
+
export type Branch = Awaited<ReturnType<ReturnType<LambdaDBClient['collection']>['branches']['create']>>['branch'];
|
|
223
|
+
/** Counts distinct keyword values across original memories, not chunks. */
|
|
224
|
+
export interface CountValuesRequest {
|
|
225
|
+
/** One to five distinct keyword fields, matching the native facet limit. */
|
|
226
|
+
fields: string[];
|
|
227
|
+
filter?: Filter | undefined;
|
|
228
|
+
excludeIds?: string[] | undefined;
|
|
229
|
+
/** Values per field: defaults to 10, maximum 100. */
|
|
230
|
+
limit?: number | undefined;
|
|
231
|
+
}
|
|
232
|
+
export interface CountValuesResult {
|
|
233
|
+
values: Record<string, {
|
|
234
|
+
buckets: Array<{
|
|
235
|
+
value: string;
|
|
236
|
+
count: number;
|
|
237
|
+
}>;
|
|
238
|
+
/** Null when the native bucket limit prevents determining completeness. */
|
|
239
|
+
hasMore: boolean | null;
|
|
240
|
+
}>;
|
|
241
|
+
/** Time the cached result was fetched, in ISO 8601 UTC. */
|
|
242
|
+
asOf: string;
|
|
243
|
+
}
|
|
244
|
+
export interface DriveData {
|
|
245
|
+
readonly embedding: Readonly<EmbeddingConfig>;
|
|
246
|
+
remember(request: {
|
|
247
|
+
mems: MemInput[];
|
|
248
|
+
}, options?: RequestOptions): Promise<{
|
|
249
|
+
ids: string[];
|
|
250
|
+
}>;
|
|
251
|
+
read(request: {
|
|
252
|
+
ids: string[];
|
|
253
|
+
}, options?: RequestOptions): Promise<{
|
|
254
|
+
mems: Mem[];
|
|
255
|
+
}>;
|
|
256
|
+
list(request?: ListRequest, options?: RequestOptions): Promise<ListResult>;
|
|
257
|
+
countValues(request: CountValuesRequest, options?: RequestOptions): Promise<CountValuesResult>;
|
|
258
|
+
forget(request: ForgetRequest, options?: RequestOptions): Promise<void>;
|
|
259
|
+
recall(request: RecallRequest, options?: RequestOptions): Promise<RecallResult>;
|
|
260
|
+
recall(request: {
|
|
261
|
+
requests: RecallRequest[];
|
|
262
|
+
}, options?: RequestOptions): Promise<BatchRecallResult>;
|
|
263
|
+
}
|
|
264
|
+
export interface MemDrive extends DriveData {
|
|
265
|
+
at(reference: {
|
|
266
|
+
branch: string;
|
|
267
|
+
}): DriveData;
|
|
268
|
+
readonly branches: {
|
|
269
|
+
create(request: BranchRequest, options?: RequestOptions): Promise<Branch>;
|
|
270
|
+
list(options?: RequestOptions): Promise<Branch[]>;
|
|
271
|
+
delete(name: string, options?: RequestOptions): Promise<void>;
|
|
272
|
+
};
|
|
273
|
+
configure(request: ConfigureRequest, options?: RequestOptions): Promise<void>;
|
|
274
|
+
describe(options?: RequestOptions): Promise<DriveDescriptor>;
|
|
275
|
+
destroy(options?: RequestOptions): Promise<void>;
|
|
276
|
+
}
|
|
277
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,UAAU,CAAC;AACrF,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,GAAG,OAAO,CAAC;AACjE,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;AACrD,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE;IACxC,IAAI,EAAE,YAAY,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC,CAAC;AACH,MAAM,WAAW,cAAc;IAC3B,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CACpC;AACD,MAAM,WAAW,UAAU;IACvB,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AACD,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,SAAS,CAAC;IAChB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,wBAAwB,CAAC;IAChC,UAAU,EAAE,IAAI,CAAC;IACjB,UAAU,EAAE,QAAQ,CAAC;CACxB;AACD,MAAM,WAAW,iBAAiB;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,QAAQ,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CACpB;AACD,MAAM,MAAM,gBAAgB,GAAG;IAC3B,IAAI,EAAE,SAAS,CAAC;CACnB,GAAG,iBAAiB,CAAC;AACtB,MAAM,MAAM,eAAe,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;AACnE,MAAM,WAAW,aAAa;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;CACnC;AACD,MAAM,WAAW,YAAa,SAAQ,aAAa;IAC/C,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,KAAK,CAAC;CACrB;AACD,MAAM,WAAW,cAAe,SAAQ,aAAa;IACjD,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,CAAC,EAAE,KAAK,CAAC;CACnB;AACD,MAAM,MAAM,QAAQ,GAAG,YAAY,GAAG,cAAc,CAAC;AACrD,MAAM,WAAW,OAAQ,SAAQ,aAAa;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;CACnB;AACD,gFAAgF;AAChF,MAAM,WAAW,SAAU,SAAQ,aAAa;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,KAAK,CAAC;CACnB;AACD,MAAM,MAAM,GAAG,GAAG,OAAO,GAAG,SAAS,CAAC;AACtC,MAAM,WAAW,SAAU,SAAQ,aAAa;IAC5C,IAAI,EAAE,KAAK,GAAG,OAAO,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACf;AACD,MAAM,WAAW,WAAY,SAAQ,aAAa;IAC9C,IAAI,EAAE,KAAK,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,KAAK,CAAC;IAChB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,GAAG,CAAC,EAAE,KAAK,CAAC;CACf;AACD,MAAM,MAAM,KAAK,GAAG,SAAS,GAAG,WAAW,CAAC;AAC5C,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AACrD,MAAM,MAAM,MAAM,GAAG;IACjB,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,EAAE,CAAC,EAAE,KAAK,CAAC;IACX,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,EAAE,CAAC,EAAE,KAAK,CAAC;IACX,KAAK,CAAC,EAAE,KAAK,CAAC;CACjB,GAAG;IACA,EAAE,EAAE,MAAM,EAAE,CAAC;IACb,GAAG,CAAC,EAAE,KAAK,CAAC;IACZ,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,EAAE,CAAC,EAAE,KAAK,CAAC;IACX,KAAK,CAAC,EAAE,KAAK,CAAC;CACjB,GAAG;IACA,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,CAAC;IAC/C,KAAK,EAAE,YAAY,CAAC;IACpB,GAAG,CAAC,EAAE,KAAK,CAAC;IACZ,EAAE,CAAC,EAAE,KAAK,CAAC;CACd,GAAG;IACA,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,IAAI,CAAC;IACT,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,GAAG,CAAC,EAAE,KAAK,CAAC;IACZ,EAAE,CAAC,EAAE,KAAK,CAAC;CACd,GAAG;IACA,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,QAAQ,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,GAAG,CAAC,EAAE,KAAK,CAAC;IACZ,EAAE,CAAC,EAAE,KAAK,CAAC;CACd,CAAC;AACF,MAAM,WAAW,aAAa;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC;AACD,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACpD,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,KAAK,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,cAAc,CAAC,EAAE,KAAK,CAAC;QACnB,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAC3B,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC,GAAG,SAAS,CAAC;CAClB;AACD,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC;IACtE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,MAAM,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,KAAK,CAAC;IAChB,cAAc,CAAC,EAAE,KAAK,CAAC;CAC1B;AACD,MAAM,MAAM,aAAa,GAAG,iBAAiB,GAAG,mBAAmB,CAAC;AACpE,MAAM,WAAW,KAAK;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC5B;AACD,MAAM,WAAW,YAAY;IACzB,OAAO,EAAE,KAAK,EAAE,CAAC;IACjB,KAAK,EAAE,KAAK,CAAC;CAChB;AACD,MAAM,WAAW,aAAa;IAC1B,KAAK,EAAE;QACH,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,KAAK,EAAE,KAAK,CAAC;CAChB;AACD,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC;CAChD;AACD,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,WAAW,CAAC;IAClB,oEAAoE;IACpE,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,OAAO,EAAE,KAAK,EAAE,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC;AACD,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC,CAAC;AACF,MAAM,WAAW,cAAc;IAC3B,qBAAqB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC;IACrE,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC;CACvE;AACD,MAAM,WAAW,iBAAiB;IAC9B,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;CAChB;AACD,MAAM,WAAW,aAAc,SAAQ,iBAAiB,EAAE,cAAc;IACpE,cAAc,EAAE,cAAc,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5C,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC;AACD,MAAM,WAAW,WAAY,SAAQ,iBAAiB,EAAE,cAAc;IAClE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AACD,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,cAAc,EAAE,cAAc,CAAC;IAC/B,SAAS,EAAE,eAAe,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;CACvC;AACD,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,cAAc,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5C,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AACD,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACnC;AACD,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AACD,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACnC;AACD,MAAM,MAAM,aAAa,GAAG;IACxB,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,MAAM,CAAC,EAAE,KAAK,CAAC;CAClB,GAAG;IACA,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,KAAK,CAAC;CACf,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG;IAC3B,cAAc,EAAE,cAAc,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,GAAG;IACA,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;CAC/C,CAAC;AACF,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE;QACL,MAAM,EAAE,MAAM,CAAC;KAClB,GAAG,SAAS,CAAC;CACjB;AACD,MAAM,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;AACnH,2EAA2E;AAC3E,MAAM,WAAW,kBAAkB;IAC/B,4EAA4E;IAC5E,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IAClC,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B;AACD,MAAM,WAAW,iBAAiB;IAC9B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;QACnB,OAAO,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACjD,2EAA2E;QAC3E,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;KAC3B,CAAC,CAAC;IACH,2DAA2D;IAC3D,IAAI,EAAE,MAAM,CAAC;CAChB;AACD,MAAM,WAAW,SAAS;IACtB,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAC9C,QAAQ,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,QAAQ,EAAE,CAAC;KACpB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC;QAClC,GAAG,EAAE,MAAM,EAAE,CAAC;KACjB,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,EAAE;QACV,GAAG,EAAE,MAAM,EAAE,CAAC;KACjB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC;QAClC,IAAI,EAAE,GAAG,EAAE,CAAC;KACf,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3E,WAAW,CAAC,OAAO,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/F,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAChF,MAAM,CAAC,OAAO,EAAE;QACZ,QAAQ,EAAE,aAAa,EAAE,CAAC;KAC7B,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;CAC5D;AACD,MAAM,WAAW,QAAS,SAAQ,SAAS;IACvC,EAAE,CAAC,SAAS,EAAE;QACV,MAAM,EAAE,MAAM,CAAC;KAClB,GAAG,SAAS,CAAC;IACd,QAAQ,CAAC,QAAQ,EAAE;QACf,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;KACjE,CAAC;IACF,SAAS,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9E,QAAQ,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC7D,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACpD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CountValuesResult, MetadataSchema, RequestOptions } from './types.js';
|
|
2
|
+
type NativeObject = Record<string, unknown>;
|
|
3
|
+
export type ValueSchedule = <T>(operation: (options?: RequestOptions) => Promise<T>) => Promise<T>;
|
|
4
|
+
interface CounterOptions {
|
|
5
|
+
describe: (options?: RequestOptions) => Promise<unknown>;
|
|
6
|
+
query: (body: NativeObject, options?: RequestOptions) => Promise<unknown>;
|
|
7
|
+
metadataSchema: () => MetadataSchema;
|
|
8
|
+
schemaTtlMs?: number;
|
|
9
|
+
valuesTtlMs?: number;
|
|
10
|
+
now?: () => number;
|
|
11
|
+
}
|
|
12
|
+
export declare function createValueCounter({ describe, query, metadataSchema, schemaTtlMs, valuesTtlMs, now }: CounterOptions): {
|
|
13
|
+
invalidate(): void;
|
|
14
|
+
countValues(input: unknown, schedule?: ValueSchedule, signal?: AbortSignal): Promise<CountValuesResult>;
|
|
15
|
+
};
|
|
16
|
+
export {};
|
|
17
|
+
//# sourceMappingURL=values.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"values.d.ts","sourceRoot":"","sources":["../../src/values.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEpF,KAAK,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC5C,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;AACnG,UAAU,cAAc;IACpB,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,KAAK,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1E,cAAc,EAAE,MAAM,cAAc,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACtB;AAYD,wBAAgB,kBAAkB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAChE,WAAoB,EAAE,WAAmB,EAAE,GAAc,EAAE,EAAE,cAAc;;uBA2B9C,OAAO,aAAa,aAAa,WAAW,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC;EAiDpH"}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createValueCounter = createValueCounter;
|
|
4
|
+
const errors_js_1 = require("./errors.js");
|
|
5
|
+
const filter_js_1 = require("./filter.js");
|
|
6
|
+
const array = (value) => Array.isArray(value);
|
|
7
|
+
const object = (value) => value !== null && typeof value === 'object' && !Array.isArray(value);
|
|
8
|
+
// Each counter is bound to one collection/branch. Writes through any view of the
|
|
9
|
+
// same backend invalidate its cache; outside writes become visible after the TTL.
|
|
10
|
+
function createValueCounter({ describe, query, metadataSchema, schemaTtlMs = 300000, valuesTtlMs = 60000, now = Date.now }) {
|
|
11
|
+
const cache = new Map();
|
|
12
|
+
const cached = async (key, ttl, load, signal) => {
|
|
13
|
+
(0, errors_js_1.checkAbort)(signal);
|
|
14
|
+
for (const [oldKey, entry] of cache)
|
|
15
|
+
if (entry.expires !== null && entry.expires <= now())
|
|
16
|
+
cache.delete(oldKey);
|
|
17
|
+
let entry = cache.get(key);
|
|
18
|
+
// Different cancellation scopes cannot share an in-flight request.
|
|
19
|
+
if (!entry || (entry.expires === null && entry.signal !== signal)) {
|
|
20
|
+
const loading = { expires: null, signal, promise: Promise.resolve().then(load).then(value => {
|
|
21
|
+
loading.expires = now() + ttl;
|
|
22
|
+
loading.signal = undefined;
|
|
23
|
+
return value;
|
|
24
|
+
}, error => {
|
|
25
|
+
if (cache.get(key) === loading)
|
|
26
|
+
cache.delete(key);
|
|
27
|
+
throw error;
|
|
28
|
+
}) };
|
|
29
|
+
entry = loading;
|
|
30
|
+
cache.set(key, loading);
|
|
31
|
+
}
|
|
32
|
+
const value = await entry.promise;
|
|
33
|
+
(0, errors_js_1.checkAbort)(signal);
|
|
34
|
+
// Private key namespaces bind entries to the same loader result type.
|
|
35
|
+
return structuredClone(value);
|
|
36
|
+
};
|
|
37
|
+
return {
|
|
38
|
+
invalidate() { cache.clear(); },
|
|
39
|
+
async countValues(input, schedule, signal) {
|
|
40
|
+
(0, errors_js_1.checkAbort)(signal);
|
|
41
|
+
let args;
|
|
42
|
+
try {
|
|
43
|
+
args = structuredClone(input);
|
|
44
|
+
}
|
|
45
|
+
catch (cause) {
|
|
46
|
+
throw new errors_js_1.MemDriveError('INVALID_INPUT', 'Value count input must be cloneable data.', { cause });
|
|
47
|
+
}
|
|
48
|
+
(0, errors_js_1.requireInput)(object(args) && Object.keys(args).every(key => ['fields', 'filter', 'excludeIds', 'limit'].includes(key)), 'Use fields, filter, excludeIds and limit for value counts.');
|
|
49
|
+
const { fields, filter, excludeIds = [], limit = 10 } = args;
|
|
50
|
+
(0, errors_js_1.requireInput)(array(fields) && fields.length > 0 && fields.length <= 5
|
|
51
|
+
&& fields.every((field) => typeof field === 'string' && field.length > 0)
|
|
52
|
+
&& new Set(fields).size === fields.length, 'fields must contain 1 to 5 distinct keyword field names (the native facet limit).');
|
|
53
|
+
(0, errors_js_1.requireInput)(array(excludeIds) && excludeIds.every((id) => typeof id === 'string' && id.trim().length > 0)
|
|
54
|
+
&& new Set(excludeIds).size === excludeIds.length, 'excludeIds must contain distinct canonical IDs.');
|
|
55
|
+
(0, errors_js_1.requireInput)(typeof limit === 'number' && Number.isSafeInteger(limit) && limit >= 1 && limit <= 100, 'limit must be an integer from 1 to 100.');
|
|
56
|
+
const execute = schedule ?? (operation => operation({ signal }));
|
|
57
|
+
const schema = await cached('schema', schemaTtlMs, async () => {
|
|
58
|
+
// The backend refresh validates the complete collection configuration.
|
|
59
|
+
await execute(describe);
|
|
60
|
+
return metadataSchema();
|
|
61
|
+
}, signal);
|
|
62
|
+
(0, errors_js_1.requireInput)(fields.every(field => ['string', 'string[]'].includes((0, filter_js_1.fieldType)(field, schema) ?? '')), 'countValues supports id and declared string or string[] metadata fields.');
|
|
63
|
+
const population = { bool: [
|
|
64
|
+
{ ...(0, filter_js_1.buildFilter)([filter], excludeIds, schema), occur: 'filter' },
|
|
65
|
+
{ queryString: { query: '"mem"', defaultField: 'kind' }, occur: 'filter' },
|
|
66
|
+
] };
|
|
67
|
+
const sorted = [...fields].sort();
|
|
68
|
+
const size = limit < 100 ? limit + 1 : limit;
|
|
69
|
+
const key = JSON.stringify(['counts', population, sorted, limit, schema]);
|
|
70
|
+
return cached(key, valuesTtlMs, async () => {
|
|
71
|
+
const response = await execute(options => query({ size: 0, query: population,
|
|
72
|
+
facets: Object.fromEntries(sorted.map(field => [field === 'id' ? 'memId' : field, { size }])) }, options));
|
|
73
|
+
const facets = object(response) && object(response.facets) ? response.facets : undefined;
|
|
74
|
+
const values = Object.fromEntries(sorted.map(field => {
|
|
75
|
+
const facet = facets?.[field === 'id' ? 'memId' : field];
|
|
76
|
+
const buckets = object(facet) ? facet.buckets : undefined;
|
|
77
|
+
if (!array(buckets) || buckets.length > size
|
|
78
|
+
|| !buckets.every((bucket) => object(bucket) && typeof bucket.value === 'string'
|
|
79
|
+
&& typeof bucket.count === 'number' && Number.isSafeInteger(bucket.count) && bucket.count >= 0)
|
|
80
|
+
|| new Set(buckets.map(bucket => bucket.value)).size !== buckets.length)
|
|
81
|
+
throw new errors_js_1.MemDriveError('INVALID_RESPONSE', 'Value counts returned invalid facet buckets.');
|
|
82
|
+
return [field, { buckets: buckets.slice(0, limit),
|
|
83
|
+
hasMore: buckets.length > limit ? true : buckets.length < 100 ? false : null }];
|
|
84
|
+
}));
|
|
85
|
+
return { values, asOf: new Date(now()).toISOString() };
|
|
86
|
+
}, signal);
|
|
87
|
+
},
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=values.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"values.js","sourceRoot":"","sources":["../../src/values.ts"],"names":[],"mappings":";;AAyBA,gDA6EC;AAtGD,2CAAsE;AACtE,2CAAqD;AAmBrD,MAAM,KAAK,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC3E,MAAM,MAAM,GAAG,CAAC,KAAc,EAAyB,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE/H,iFAAiF;AACjF,kFAAkF;AAClF,SAAgB,kBAAkB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAChE,WAAW,GAAG,MAAM,EAAE,WAAW,GAAG,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAkB;IAC3E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC5C,MAAM,MAAM,GAAG,KAAK,EAAK,GAAW,EAAE,GAAW,EAAE,IAAsB,EAAE,MAAoB,EAAc,EAAE;QAC3G,IAAA,sBAAU,EAAC,MAAM,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,KAAK;YAC/B,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,IAAI,GAAG,EAAE;gBAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,mEAAmE;QACnE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;YAChE,MAAM,OAAO,GAAe,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBACpG,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE,GAAG,GAAG,CAAC;oBAC9B,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;oBAC3B,OAAO,KAAK,CAAC;gBACjB,CAAC,EAAE,KAAK,CAAC,EAAE;oBACP,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO;wBAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAClD,MAAM,KAAK,CAAC;gBAChB,CAAC,CAAC,EAAE,CAAC;YACL,KAAK,GAAG,OAAO,CAAC;YAChB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;QAClC,IAAA,sBAAU,EAAC,MAAM,CAAC,CAAC;QACnB,sEAAsE;QACtE,OAAO,eAAe,CAAC,KAAK,CAAM,CAAC;IACvC,CAAC,CAAC;IACF,OAAO;QACH,UAAU,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/B,KAAK,CAAC,WAAW,CAAC,KAAc,EAAE,QAAwB,EAAE,MAAoB;YAC5E,IAAA,sBAAU,EAAC,MAAM,CAAC,CAAC;YACnB,IAAI,IAAa,CAAC;YAClB,IAAI,CAAC;gBAAC,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAAC,CAAC;YACtC,OAAO,KAAK,EAAE,CAAC;gBAAC,MAAM,IAAI,yBAAa,CAAC,eAAe,EAAE,2CAA2C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAAC,CAAC;YACnH,IAAA,wBAAY,EAAC,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAClH,4DAA4D,CAAC,CAAC;YAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,EAAE,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC;YAC7D,IAAA,wBAAY,EAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;mBAC9D,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;mBACvF,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,mFAAmF,CAAC,CAAC;YACpI,IAAA,wBAAY,EAAC,KAAK,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;mBACjH,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,iDAAiD,CAAC,CAAC;YAC1G,IAAA,wBAAY,EAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,EAC/F,yCAAyC,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAkB,QAAQ,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAChF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,IAAI,EAAE;gBAC1D,uEAAuE;gBACvE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACxB,OAAO,cAAc,EAAE,CAAC;YAC5B,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,IAAA,wBAAY,EAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAA,qBAAS,EAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,EAC/F,0EAA0E,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE;oBACvB,EAAE,GAAG,IAAA,uBAAW,EAAC,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACjE,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;iBAC7E,EAAE,CAAC;YACJ,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;YAC1E,OAAO,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,IAAI,EAAE;gBACvC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU;oBACxE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC/G,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;gBACzF,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;oBACjD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBACzD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;oBAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI;2BACrC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAyB,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;+BAChG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;2BAChG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM;wBACvE,MAAM,IAAI,yBAAa,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAC;oBAChG,OAAO,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;4BAC7C,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACxF,CAAC,CAAC,CAAC,CAAC;gBACJ,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3D,CAAC,EAAE,MAAM,CAAC,CAAC;QACf,CAAC;KACJ,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../../src/chunking.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,eAAe,gBAAgB,CAAC;AAC7C,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAAC,CA4BvG"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
// Exact source partitions: UTF-16 offsets for slice(), a Unicode-code-point cap.
|
|
2
|
+
// English sentence detection is deliberate; other languages are not optimized.
|
|
3
|
+
export const CHUNKING_POLICY = 'boundary-v1';
|
|
4
|
+
export function chunkSpans(text, limit = 800) {
|
|
5
|
+
if (!Number.isInteger(limit) || limit < 1)
|
|
6
|
+
throw new RangeError('Chunk limit must be a positive integer.');
|
|
7
|
+
const offsets = [0];
|
|
8
|
+
for (const char of text)
|
|
9
|
+
offsets.push(offsets.at(-1) + char.length);
|
|
10
|
+
const paragraphs = [...text.matchAll(/\r?\n[\t ]*\r?\n(?:\s*\r?\n)*/gu)].map(m => m.index + m[0].length);
|
|
11
|
+
const sentences = typeof Intl.Segmenter === 'function'
|
|
12
|
+
? [...new Intl.Segmenter('en', { granularity: 'sentence' }).segment(text)].map(s => s.index + s.segment.length)
|
|
13
|
+
: [...text.matchAll(/[.!?]["'”’)\]]*(?:\s+|$)/gu)].map(m => m.index + m[0].length);
|
|
14
|
+
const words = [...text.matchAll(/\s+/gu)].map(m => m.index + m[0].length);
|
|
15
|
+
const lastBoundary = (boundaries, floor, ceiling) => {
|
|
16
|
+
let low = 0, high = boundaries.length;
|
|
17
|
+
while (low < high) {
|
|
18
|
+
const mid = (low + high) >>> 1;
|
|
19
|
+
if (boundaries[mid] <= ceiling)
|
|
20
|
+
low = mid + 1;
|
|
21
|
+
else
|
|
22
|
+
high = mid;
|
|
23
|
+
}
|
|
24
|
+
return boundaries[low - 1] >= floor ? boundaries[low - 1] : undefined;
|
|
25
|
+
};
|
|
26
|
+
const spans = [];
|
|
27
|
+
for (let point = 0; point < offsets.length - 1;) {
|
|
28
|
+
const last = Math.min(point + limit, offsets.length - 1), start = offsets[point];
|
|
29
|
+
let end = offsets[last];
|
|
30
|
+
if (last < offsets.length - 1) {
|
|
31
|
+
// Avoid tiny fragments caused by an early heading/short sentence.
|
|
32
|
+
const floor = offsets[point + Math.max(1, Math.floor(limit / 2))];
|
|
33
|
+
end = lastBoundary(paragraphs, floor, end) ?? lastBoundary(sentences, floor, end)
|
|
34
|
+
?? lastBoundary(words, floor, end) ?? end;
|
|
35
|
+
}
|
|
36
|
+
spans.push({ start, end, text: text.slice(start, end) });
|
|
37
|
+
while (offsets[point] < end)
|
|
38
|
+
point++;
|
|
39
|
+
}
|
|
40
|
+
return spans;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=chunking.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/chunking.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,+EAA+E;AAC/E,MAAM,CAAC,MAAM,eAAe,GAAG,aAAa,CAAC;AAC7C,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,KAAK,GAAG,GAAG;IAChD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,yCAAyC,CAAC,CAAC;IAC3G,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;IACpB,KAAK,MAAM,IAAI,IAAI,IAAI;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzG,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,UAAU;QAClD,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QAC/G,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAG,CAAC,UAAoB,EAAE,KAAa,EAAE,OAAe,EAAE,EAAE;QAC1E,IAAI,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC;QACtC,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;YAAC,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,UAAU,CAAC,GAAG,CAAE,IAAI,OAAO;gBAAE,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;;gBAAM,IAAI,GAAG,GAAG,CAAC;QAAC,CAAC;QACvH,OAAO,UAAU,CAAC,GAAG,GAAG,CAAC,CAAE,IAAI,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,CAAC,CAAC;IACF,MAAM,KAAK,GAAsD,EAAE,CAAC;IACpE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,KAAK,CAAE,CAAC;QAClF,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,CAAE,CAAC;QACzB,IAAI,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,kEAAkE;YAClE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACnE,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,YAAY,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC;mBAC1E,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC;QAClD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO,OAAO,CAAC,KAAK,CAAE,GAAG,GAAG;YAAE,KAAK,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { RequestOptions, Usage } from './types.js';
|
|
2
|
+
export declare class MemDriveError extends Error {
|
|
3
|
+
code: string;
|
|
4
|
+
details?: Record<string, unknown> | undefined;
|
|
5
|
+
usage?: Usage | undefined;
|
|
6
|
+
status?: number | undefined;
|
|
7
|
+
constructor(code: string, message: string, { cause, details, usage }?: {
|
|
8
|
+
cause?: unknown;
|
|
9
|
+
details?: Record<string, unknown> | undefined;
|
|
10
|
+
usage?: Usage | undefined;
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
export declare function requireInput(condition: unknown, message: string): asserts condition;
|
|
14
|
+
export declare function operationOptions(options?: RequestOptions): RequestOptions;
|
|
15
|
+
export declare function checkAbort(signal?: AbortSignal): void;
|
|
16
|
+
export declare function abortError(cause: unknown, signal?: AbortSignal): unknown;
|
|
17
|
+
//# sourceMappingURL=errors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExD,qBAAa,aAAc,SAAQ,KAAK;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IAC9C,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;gBACxB,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAAC,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAA;KAAO;CAO3K;AAED,wBAAgB,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAEnF;AAED,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,cAAmB,GAAG,cAAc,CAQ7E;AAED,wBAAgB,UAAU,CAAC,MAAM,CAAC,EAAE,WAAW,QAE9C;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAKxE"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
export class MemDriveError extends Error {
|
|
2
|
+
constructor(code, message, { cause, details, usage } = {}) {
|
|
3
|
+
super(message, cause === undefined ? undefined : { cause });
|
|
4
|
+
this.name = 'MemDriveError';
|
|
5
|
+
this.code = code;
|
|
6
|
+
if (details !== undefined)
|
|
7
|
+
this.details = details;
|
|
8
|
+
if (usage !== undefined)
|
|
9
|
+
this.usage = usage;
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
export function requireInput(condition, message) {
|
|
13
|
+
if (!condition)
|
|
14
|
+
throw new MemDriveError('INVALID_INPUT', message);
|
|
15
|
+
}
|
|
16
|
+
export function operationOptions(options = {}) {
|
|
17
|
+
requireInput(options !== null && typeof options === 'object' && !Array.isArray(options)
|
|
18
|
+
&& Object.keys(options).every(key => key === 'signal'), 'Operation options accept only signal.');
|
|
19
|
+
const { signal } = options;
|
|
20
|
+
requireInput(signal === undefined || (signal !== null && typeof signal === 'object'
|
|
21
|
+
&& typeof signal.aborted === 'boolean' && typeof signal.addEventListener === 'function'
|
|
22
|
+
&& typeof signal.removeEventListener === 'function'), 'signal must be an AbortSignal.');
|
|
23
|
+
return { signal };
|
|
24
|
+
}
|
|
25
|
+
export function checkAbort(signal) {
|
|
26
|
+
if (signal?.aborted)
|
|
27
|
+
throw new MemDriveError('ABORTED', 'Operation aborted.');
|
|
28
|
+
}
|
|
29
|
+
export function abortError(cause, signal) {
|
|
30
|
+
const error = cause;
|
|
31
|
+
if (error?.code === 'ABORTED')
|
|
32
|
+
return cause;
|
|
33
|
+
return signal?.aborted || error?.name === 'AbortError'
|
|
34
|
+
? new MemDriveError('ABORTED', 'Operation aborted.', { cause }) : cause;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,aAAc,SAAQ,KAAK;IAKpC,YAAY,IAAY,EAAE,OAAe,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,KAAoG,EAAE;QACpK,KAAK,CAAC,OAAO,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAClD,IAAI,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IAChD,CAAC;CACJ;AAED,MAAM,UAAU,YAAY,CAAC,SAAkB,EAAE,OAAe;IAC5D,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,aAAa,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,UAA0B,EAAE;IACzD,YAAY,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;WAChF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,QAAQ,CAAC,EAAE,uCAAuC,CAAC,CAAC;IACrG,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,YAAY,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ;WAC5E,OAAO,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,gBAAgB,KAAK,UAAU;WACpF,OAAO,MAAM,CAAC,mBAAmB,KAAK,UAAU,CAAC,EAAE,gCAAgC,CAAC,CAAC;IAC5F,OAAO,EAAE,MAAM,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAoB;IAC3C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAc,EAAE,MAAoB;IAC3D,MAAM,KAAK,GAAG,KAAqD,CAAC;IACpE,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,MAAM,EAAE,OAAO,IAAI,KAAK,EAAE,IAAI,KAAK,YAAY;QAClD,CAAC,CAAC,IAAI,aAAa,CAAC,SAAS,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAChF,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { Filter, Metadata, MetadataSchema, MetadataType } from './types.js';
|
|
2
|
+
export declare const isObject: (value: unknown) => value is Record<string, unknown>;
|
|
3
|
+
export declare const matchAll: () => {
|
|
4
|
+
queryString: {
|
|
5
|
+
query: string;
|
|
6
|
+
};
|
|
7
|
+
};
|
|
8
|
+
export declare function dateValue(value: unknown): bigint | undefined;
|
|
9
|
+
export declare function validateDescription(description: unknown): string | undefined;
|
|
10
|
+
export declare function validateMetadataSchema(schema: unknown): MetadataSchema;
|
|
11
|
+
export declare function fieldType(field: unknown, schema: MetadataSchema): MetadataType | undefined;
|
|
12
|
+
export declare function validScalar(value: unknown, type: MetadataType | undefined): boolean;
|
|
13
|
+
export declare function validateFilter(filter: unknown, schema: MetadataSchema): Filter | undefined;
|
|
14
|
+
export interface NativeFilter {
|
|
15
|
+
queryString?: {
|
|
16
|
+
query: string;
|
|
17
|
+
defaultField?: string;
|
|
18
|
+
};
|
|
19
|
+
bool?: NativeFilter[];
|
|
20
|
+
occur?: string | undefined;
|
|
21
|
+
}
|
|
22
|
+
export declare function compileFilter(filter: unknown, schema: MetadataSchema): NativeFilter;
|
|
23
|
+
export declare function buildFilter(filters?: unknown[], excludeIds?: string[], schema?: MetadataSchema): NativeFilter;
|
|
24
|
+
export declare function buildSearchFilter(filters?: unknown[], excludeIds?: string[], seenChunkIds?: string[], schema?: MetadataSchema): NativeFilter;
|
|
25
|
+
export declare function matchesFilter(mem: {
|
|
26
|
+
id: string;
|
|
27
|
+
timestamp?: string | undefined;
|
|
28
|
+
metadata?: Metadata | undefined;
|
|
29
|
+
}, filter: Filter | undefined, schema: MetadataSchema): boolean;
|
|
30
|
+
//# sourceMappingURL=filter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"filter.d.ts","sourceRoot":"","sources":["../../src/filter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAgB,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI/F,eAAO,MAAM,QAAQ,GAAI,OAAO,OAAO,KAAG,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CACsB,CAAC;AAGhG,eAAO,MAAM,QAAQ;;;;CAA4C,CAAC;AAIlE,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,sBAavC;AAED,wBAAgB,mBAAmB,CAAC,WAAW,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAI5E;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,OAAO,GAAG,cAAc,CAUtE;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,GAAG,YAAY,GAAG,SAAS,CAQ1F;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,GAAG,SAAS,WAKzE;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,GAAG,MAAM,GAAG,SAAS,CA4B1F;AAED,MAAM,WAAW,YAAY;IAAG,WAAW,CAAC,EAAE;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC;IAAC,IAAI,CAAC,EAAE,YAAY,EAAE,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE;AAgDzI,wBAAgB,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,GAAG,YAAY,CAEnF;AAED,wBAAgB,WAAW,CAAC,OAAO,GAAE,OAAO,EAAO,EAAE,UAAU,GAAE,MAAM,EAAO,EAAE,MAAM,GAAE,cAAmB,GAAG,YAAY,CAQzH;AAED,wBAAgB,iBAAiB,CAAC,OAAO,GAAE,OAAO,EAAO,EAAE,UAAU,GAAE,MAAM,EAAO,EAAE,YAAY,GAAE,MAAM,EAAO,EAAE,MAAM,GAAE,cAAmB,GAAG,YAAY,CAO5J;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAA;CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,cAAc,GAAG,OAAO,CAyB7K"}
|