@objectstack/metadata 3.3.0 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +2197 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.js +42 -82
- package/dist/index.js.map +1 -1
- package/dist/node.cjs +2201 -0
- package/dist/node.cjs.map +1 -0
- package/dist/node.d.cts +65 -0
- package/dist/node.d.ts +65 -0
- package/dist/{index.mjs → node.js} +3 -1
- package/package.json +22 -17
- package/.turbo/turbo-build.log +0 -22
- package/CHANGELOG.md +0 -504
- package/ROADMAP.md +0 -224
- package/src/index.ts +0 -68
- package/src/loaders/database-loader.test.ts +0 -559
- package/src/loaders/database-loader.ts +0 -352
- package/src/loaders/filesystem-loader.ts +0 -420
- package/src/loaders/loader-interface.ts +0 -89
- package/src/loaders/memory-loader.ts +0 -103
- package/src/loaders/remote-loader.ts +0 -140
- package/src/metadata-manager.ts +0 -1168
- package/src/metadata-service.test.ts +0 -965
- package/src/metadata.test.ts +0 -431
- package/src/migration/executor.ts +0 -54
- package/src/migration/index.ts +0 -3
- package/src/node-metadata-manager.ts +0 -126
- package/src/node.ts +0 -11
- package/src/objects/sys-metadata.object.ts +0 -188
- package/src/plugin.ts +0 -102
- package/src/serializers/json-serializer.ts +0 -73
- package/src/serializers/serializer-interface.ts +0 -65
- package/src/serializers/serializers.test.ts +0 -74
- package/src/serializers/typescript-serializer.ts +0 -127
- package/src/serializers/yaml-serializer.ts +0 -49
- package/tsconfig.json +0 -9
- package/vitest.config.ts +0 -23
- /package/dist/{index.d.mts → index.d.cts} +0 -0
- /package/dist/{index.mjs.map → node.js.map} +0 -0
|
@@ -1,352 +0,0 @@
|
|
|
1
|
-
// Copyright (c) 2025 ObjectStack. Licensed under the Apache-2.0 license.
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Database Metadata Loader
|
|
5
|
-
*
|
|
6
|
-
* Loads and persists metadata via an IDataDriver instance, enabling
|
|
7
|
-
* database-backed storage for platform and user scoped metadata.
|
|
8
|
-
* Uses the `sys_metadata` table (configurable) following the
|
|
9
|
-
* MetadataRecordSchema envelope defined in @objectstack/spec.
|
|
10
|
-
*/
|
|
11
|
-
|
|
12
|
-
import type {
|
|
13
|
-
MetadataLoadOptions,
|
|
14
|
-
MetadataLoadResult,
|
|
15
|
-
MetadataStats,
|
|
16
|
-
MetadataLoaderContract,
|
|
17
|
-
MetadataSaveOptions,
|
|
18
|
-
MetadataSaveResult,
|
|
19
|
-
MetadataRecord,
|
|
20
|
-
} from '@objectstack/spec/system';
|
|
21
|
-
import { SysMetadataObject } from '../objects/sys-metadata.object.js';
|
|
22
|
-
import type { IDataDriver } from '@objectstack/spec/contracts';
|
|
23
|
-
import type { MetadataLoader } from './loader-interface.js';
|
|
24
|
-
|
|
25
|
-
/**
|
|
26
|
-
* Configuration for the DatabaseLoader.
|
|
27
|
-
*/
|
|
28
|
-
export interface DatabaseLoaderOptions {
|
|
29
|
-
/** The IDataDriver instance to use for database operations */
|
|
30
|
-
driver: IDataDriver;
|
|
31
|
-
|
|
32
|
-
/** The table name to store metadata records (default: 'sys_metadata') */
|
|
33
|
-
tableName?: string;
|
|
34
|
-
|
|
35
|
-
/** Tenant ID for multi-tenant isolation */
|
|
36
|
-
tenantId?: string;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/**
|
|
40
|
-
* DatabaseLoader — Datasource-backed metadata persistence.
|
|
41
|
-
*
|
|
42
|
-
* Implements the MetadataLoader interface to provide database read/write
|
|
43
|
-
* for metadata records. Uses the MetadataRecordSchema envelope to persist
|
|
44
|
-
* metadata with scope, versioning, and audit fields.
|
|
45
|
-
*/
|
|
46
|
-
export class DatabaseLoader implements MetadataLoader {
|
|
47
|
-
readonly contract: MetadataLoaderContract = {
|
|
48
|
-
name: 'database',
|
|
49
|
-
protocol: 'datasource:',
|
|
50
|
-
capabilities: {
|
|
51
|
-
read: true,
|
|
52
|
-
write: true,
|
|
53
|
-
watch: false,
|
|
54
|
-
list: true,
|
|
55
|
-
},
|
|
56
|
-
};
|
|
57
|
-
|
|
58
|
-
private driver: IDataDriver;
|
|
59
|
-
private tableName: string;
|
|
60
|
-
private tenantId?: string;
|
|
61
|
-
private schemaReady = false;
|
|
62
|
-
|
|
63
|
-
constructor(options: DatabaseLoaderOptions) {
|
|
64
|
-
this.driver = options.driver;
|
|
65
|
-
this.tableName = options.tableName ?? 'sys_metadata';
|
|
66
|
-
this.tenantId = options.tenantId;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
/**
|
|
70
|
-
* Ensure the metadata table exists.
|
|
71
|
-
* Uses IDataDriver.syncSchema with the SysMetadataObject definition
|
|
72
|
-
* to idempotently create/update the table.
|
|
73
|
-
*/
|
|
74
|
-
private async ensureSchema(): Promise<void> {
|
|
75
|
-
if (this.schemaReady) return;
|
|
76
|
-
|
|
77
|
-
try {
|
|
78
|
-
await this.driver.syncSchema(this.tableName, {
|
|
79
|
-
...SysMetadataObject,
|
|
80
|
-
name: this.tableName,
|
|
81
|
-
});
|
|
82
|
-
this.schemaReady = true;
|
|
83
|
-
} catch {
|
|
84
|
-
// If syncSchema fails (e.g. table already exists), mark ready and continue
|
|
85
|
-
this.schemaReady = true;
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
|
|
89
|
-
/**
|
|
90
|
-
* Build base filter conditions for queries.
|
|
91
|
-
* Always includes tenantId when configured.
|
|
92
|
-
*/
|
|
93
|
-
private baseFilter(type: string, name?: string): Record<string, unknown> {
|
|
94
|
-
const filter: Record<string, unknown> = { type };
|
|
95
|
-
if (name !== undefined) {
|
|
96
|
-
filter.name = name;
|
|
97
|
-
}
|
|
98
|
-
if (this.tenantId) {
|
|
99
|
-
filter.tenant_id = this.tenantId;
|
|
100
|
-
}
|
|
101
|
-
return filter;
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
/**
|
|
105
|
-
* Convert a database row to a metadata payload.
|
|
106
|
-
* Parses the JSON `metadata` column back into an object.
|
|
107
|
-
*/
|
|
108
|
-
private rowToData(row: Record<string, unknown>): Record<string, unknown> | null {
|
|
109
|
-
if (!row || !row.metadata) return null;
|
|
110
|
-
|
|
111
|
-
const payload = typeof row.metadata === 'string'
|
|
112
|
-
? JSON.parse(row.metadata as string)
|
|
113
|
-
: row.metadata;
|
|
114
|
-
|
|
115
|
-
return payload as Record<string, unknown>;
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
/**
|
|
119
|
-
* Convert a database row to a MetadataRecord-like object.
|
|
120
|
-
*/
|
|
121
|
-
private rowToRecord(row: Record<string, unknown>): MetadataRecord {
|
|
122
|
-
return {
|
|
123
|
-
id: row.id as string,
|
|
124
|
-
name: row.name as string,
|
|
125
|
-
type: row.type as string,
|
|
126
|
-
namespace: (row.namespace as string) ?? 'default',
|
|
127
|
-
packageId: row.package_id as string | undefined,
|
|
128
|
-
managedBy: row.managed_by as MetadataRecord['managedBy'],
|
|
129
|
-
scope: (row.scope as MetadataRecord['scope']) ?? 'platform',
|
|
130
|
-
metadata: this.rowToData(row) ?? {},
|
|
131
|
-
extends: row.extends as string | undefined,
|
|
132
|
-
strategy: (row.strategy as MetadataRecord['strategy']) ?? 'merge',
|
|
133
|
-
owner: row.owner as string | undefined,
|
|
134
|
-
state: (row.state as MetadataRecord['state']) ?? 'active',
|
|
135
|
-
tenantId: row.tenant_id as string | undefined,
|
|
136
|
-
version: (row.version as number) ?? 1,
|
|
137
|
-
checksum: row.checksum as string | undefined,
|
|
138
|
-
source: row.source as MetadataRecord['source'],
|
|
139
|
-
tags: row.tags ? (typeof row.tags === 'string' ? JSON.parse(row.tags as string) : row.tags as string[]) : undefined,
|
|
140
|
-
createdBy: row.created_by as string | undefined,
|
|
141
|
-
createdAt: row.created_at as string | undefined,
|
|
142
|
-
updatedBy: row.updated_by as string | undefined,
|
|
143
|
-
updatedAt: row.updated_at as string | undefined,
|
|
144
|
-
};
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
// ==========================================
|
|
148
|
-
// MetadataLoader Interface Implementation
|
|
149
|
-
// ==========================================
|
|
150
|
-
|
|
151
|
-
async load(
|
|
152
|
-
type: string,
|
|
153
|
-
name: string,
|
|
154
|
-
_options?: MetadataLoadOptions
|
|
155
|
-
): Promise<MetadataLoadResult> {
|
|
156
|
-
const startTime = Date.now();
|
|
157
|
-
|
|
158
|
-
await this.ensureSchema();
|
|
159
|
-
|
|
160
|
-
try {
|
|
161
|
-
const row = await this.driver.findOne(this.tableName, {
|
|
162
|
-
object: this.tableName,
|
|
163
|
-
where: this.baseFilter(type, name),
|
|
164
|
-
});
|
|
165
|
-
|
|
166
|
-
if (!row) {
|
|
167
|
-
return {
|
|
168
|
-
data: null,
|
|
169
|
-
loadTime: Date.now() - startTime,
|
|
170
|
-
};
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
const data = this.rowToData(row);
|
|
174
|
-
const record = this.rowToRecord(row);
|
|
175
|
-
|
|
176
|
-
return {
|
|
177
|
-
data,
|
|
178
|
-
source: 'database',
|
|
179
|
-
format: 'json',
|
|
180
|
-
etag: record.checksum,
|
|
181
|
-
loadTime: Date.now() - startTime,
|
|
182
|
-
};
|
|
183
|
-
} catch {
|
|
184
|
-
return {
|
|
185
|
-
data: null,
|
|
186
|
-
loadTime: Date.now() - startTime,
|
|
187
|
-
};
|
|
188
|
-
}
|
|
189
|
-
}
|
|
190
|
-
|
|
191
|
-
async loadMany<T = any>(
|
|
192
|
-
type: string,
|
|
193
|
-
_options?: MetadataLoadOptions
|
|
194
|
-
): Promise<T[]> {
|
|
195
|
-
await this.ensureSchema();
|
|
196
|
-
|
|
197
|
-
try {
|
|
198
|
-
const rows = await this.driver.find(this.tableName, {
|
|
199
|
-
object: this.tableName,
|
|
200
|
-
where: this.baseFilter(type),
|
|
201
|
-
});
|
|
202
|
-
|
|
203
|
-
return rows
|
|
204
|
-
.map(row => this.rowToData(row))
|
|
205
|
-
.filter((data): data is Record<string, unknown> => data !== null) as T[];
|
|
206
|
-
} catch {
|
|
207
|
-
return [];
|
|
208
|
-
}
|
|
209
|
-
}
|
|
210
|
-
|
|
211
|
-
async exists(type: string, name: string): Promise<boolean> {
|
|
212
|
-
await this.ensureSchema();
|
|
213
|
-
|
|
214
|
-
try {
|
|
215
|
-
const count = await this.driver.count(this.tableName, {
|
|
216
|
-
object: this.tableName,
|
|
217
|
-
where: this.baseFilter(type, name),
|
|
218
|
-
});
|
|
219
|
-
|
|
220
|
-
return count > 0;
|
|
221
|
-
} catch {
|
|
222
|
-
return false;
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
async stat(type: string, name: string): Promise<MetadataStats | null> {
|
|
227
|
-
await this.ensureSchema();
|
|
228
|
-
|
|
229
|
-
try {
|
|
230
|
-
const row = await this.driver.findOne(this.tableName, {
|
|
231
|
-
object: this.tableName,
|
|
232
|
-
where: this.baseFilter(type, name),
|
|
233
|
-
});
|
|
234
|
-
|
|
235
|
-
if (!row) return null;
|
|
236
|
-
|
|
237
|
-
const record = this.rowToRecord(row);
|
|
238
|
-
const metadataStr = typeof row.metadata === 'string'
|
|
239
|
-
? row.metadata as string
|
|
240
|
-
: JSON.stringify(row.metadata);
|
|
241
|
-
|
|
242
|
-
return {
|
|
243
|
-
size: metadataStr.length,
|
|
244
|
-
mtime: record.updatedAt ?? record.createdAt ?? new Date().toISOString(),
|
|
245
|
-
format: 'json',
|
|
246
|
-
etag: record.checksum,
|
|
247
|
-
};
|
|
248
|
-
} catch {
|
|
249
|
-
return null;
|
|
250
|
-
}
|
|
251
|
-
}
|
|
252
|
-
|
|
253
|
-
async list(type: string): Promise<string[]> {
|
|
254
|
-
await this.ensureSchema();
|
|
255
|
-
|
|
256
|
-
try {
|
|
257
|
-
const rows = await this.driver.find(this.tableName, {
|
|
258
|
-
object: this.tableName,
|
|
259
|
-
where: this.baseFilter(type),
|
|
260
|
-
fields: ['name'],
|
|
261
|
-
});
|
|
262
|
-
|
|
263
|
-
return rows
|
|
264
|
-
.map(row => row.name as string)
|
|
265
|
-
.filter(name => typeof name === 'string');
|
|
266
|
-
} catch {
|
|
267
|
-
return [];
|
|
268
|
-
}
|
|
269
|
-
}
|
|
270
|
-
|
|
271
|
-
async save(
|
|
272
|
-
type: string,
|
|
273
|
-
name: string,
|
|
274
|
-
data: any,
|
|
275
|
-
_options?: MetadataSaveOptions
|
|
276
|
-
): Promise<MetadataSaveResult> {
|
|
277
|
-
const startTime = Date.now();
|
|
278
|
-
|
|
279
|
-
await this.ensureSchema();
|
|
280
|
-
|
|
281
|
-
const now = new Date().toISOString();
|
|
282
|
-
const metadataJson = JSON.stringify(data);
|
|
283
|
-
|
|
284
|
-
try {
|
|
285
|
-
const existing = await this.driver.findOne(this.tableName, {
|
|
286
|
-
object: this.tableName,
|
|
287
|
-
where: this.baseFilter(type, name),
|
|
288
|
-
});
|
|
289
|
-
|
|
290
|
-
if (existing) {
|
|
291
|
-
// Update existing record
|
|
292
|
-
const version = ((existing.version as number) ?? 0) + 1;
|
|
293
|
-
await this.driver.update(this.tableName, existing.id as string, {
|
|
294
|
-
metadata: metadataJson,
|
|
295
|
-
version,
|
|
296
|
-
updated_at: now,
|
|
297
|
-
state: 'active',
|
|
298
|
-
});
|
|
299
|
-
|
|
300
|
-
return {
|
|
301
|
-
success: true,
|
|
302
|
-
path: `datasource://${this.tableName}/${type}/${name}`,
|
|
303
|
-
size: metadataJson.length,
|
|
304
|
-
saveTime: Date.now() - startTime,
|
|
305
|
-
};
|
|
306
|
-
} else {
|
|
307
|
-
// Create new record
|
|
308
|
-
const id = generateId();
|
|
309
|
-
await this.driver.create(this.tableName, {
|
|
310
|
-
id,
|
|
311
|
-
name,
|
|
312
|
-
type,
|
|
313
|
-
namespace: 'default',
|
|
314
|
-
scope: (data as any)?.scope ?? 'platform',
|
|
315
|
-
metadata: metadataJson,
|
|
316
|
-
strategy: 'merge',
|
|
317
|
-
state: 'active',
|
|
318
|
-
version: 1,
|
|
319
|
-
source: 'database',
|
|
320
|
-
...(this.tenantId ? { tenant_id: this.tenantId } : {}),
|
|
321
|
-
created_at: now,
|
|
322
|
-
updated_at: now,
|
|
323
|
-
});
|
|
324
|
-
|
|
325
|
-
return {
|
|
326
|
-
success: true,
|
|
327
|
-
path: `datasource://${this.tableName}/${type}/${name}`,
|
|
328
|
-
size: metadataJson.length,
|
|
329
|
-
saveTime: Date.now() - startTime,
|
|
330
|
-
};
|
|
331
|
-
}
|
|
332
|
-
} catch (error) {
|
|
333
|
-
throw new Error(
|
|
334
|
-
`DatabaseLoader save failed for ${type}/${name}: ${
|
|
335
|
-
error instanceof Error ? error.message : String(error)
|
|
336
|
-
}`
|
|
337
|
-
);
|
|
338
|
-
}
|
|
339
|
-
}
|
|
340
|
-
}
|
|
341
|
-
|
|
342
|
-
/**
|
|
343
|
-
* Generate a simple unique ID for metadata records.
|
|
344
|
-
* Uses crypto.randomUUID when available, falls back to timestamp-based ID.
|
|
345
|
-
*/
|
|
346
|
-
function generateId(): string {
|
|
347
|
-
if (typeof globalThis.crypto !== 'undefined' && typeof globalThis.crypto.randomUUID === 'function') {
|
|
348
|
-
return globalThis.crypto.randomUUID();
|
|
349
|
-
}
|
|
350
|
-
// Fallback for environments without crypto.randomUUID
|
|
351
|
-
return `meta_${Date.now()}_${Math.random().toString(36).substring(2, 10)}`;
|
|
352
|
-
}
|