repoburg 1.3.239 → 1.3.240
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/backend/dist/bin/metadata-migrate.ts +99 -0
- package/backend/dist/bin/metadata-validate.ts +112 -0
- package/backend/dist/src/agents/agents.module.js +0 -3
- package/backend/dist/src/agents/agents.module.js.map +1 -1
- package/backend/dist/src/agents/agents.service.d.ts +7 -5
- package/backend/dist/src/agents/agents.service.js +65 -39
- package/backend/dist/src/agents/agents.service.js.map +1 -1
- package/backend/dist/src/app.module.js +3 -0
- package/backend/dist/src/app.module.js.map +1 -1
- package/backend/dist/src/application-state/application-state.module.js +1 -4
- package/backend/dist/src/application-state/application-state.module.js.map +1 -1
- package/backend/dist/src/application-state/application-state.service.d.ts +3 -2
- package/backend/dist/src/application-state/application-state.service.js +7 -5
- package/backend/dist/src/application-state/application-state.service.js.map +1 -1
- package/backend/dist/src/bin/metadata-migrate.d.ts +2 -0
- package/backend/dist/src/bin/metadata-migrate.js +70 -0
- package/backend/dist/src/bin/metadata-migrate.js.map +1 -0
- package/backend/dist/src/bin/metadata-validate.d.ts +2 -0
- package/backend/dist/src/bin/metadata-validate.js +87 -0
- package/backend/dist/src/bin/metadata-validate.js.map +1 -0
- package/backend/dist/src/context-generation/context-generation.module.js +0 -3
- package/backend/dist/src/context-generation/context-generation.module.js.map +1 -1
- package/backend/dist/src/context-generation/context-generation.service.d.ts +3 -4
- package/backend/dist/src/context-generation/context-generation.service.js +11 -20
- package/backend/dist/src/context-generation/context-generation.service.js.map +1 -1
- package/backend/dist/src/context-snippets/context-snippets.module.js +1 -7
- package/backend/dist/src/context-snippets/context-snippets.module.js.map +1 -1
- package/backend/dist/src/context-snippets/context-snippets.service.d.ts +2 -2
- package/backend/dist/src/context-snippets/context-snippets.service.js +5 -7
- package/backend/dist/src/context-snippets/context-snippets.service.js.map +1 -1
- package/backend/dist/src/context-templates/context-templates.module.js +1 -7
- package/backend/dist/src/context-templates/context-templates.module.js.map +1 -1
- package/backend/dist/src/context-templates/context-templates.service.d.ts +8 -5
- package/backend/dist/src/context-templates/context-templates.service.js +46 -75
- package/backend/dist/src/context-templates/context-templates.service.js.map +1 -1
- package/backend/dist/src/core-entities/agent.entity.js +0 -15
- package/backend/dist/src/core-entities/agent.entity.js.map +1 -1
- package/backend/dist/src/core-entities/context-template.entity.d.ts +0 -5
- package/backend/dist/src/core-entities/context-template.entity.js +0 -26
- package/backend/dist/src/core-entities/context-template.entity.js.map +1 -1
- package/backend/dist/src/core-entities/session-input.entity.js +0 -5
- package/backend/dist/src/core-entities/session-input.entity.js.map +1 -1
- package/backend/dist/src/core-entities/session.entity.js +0 -20
- package/backend/dist/src/core-entities/session.entity.js.map +1 -1
- package/backend/dist/src/core-entities/system-prompt.entity.d.ts +0 -2
- package/backend/dist/src/core-entities/system-prompt.entity.js +0 -9
- package/backend/dist/src/core-entities/system-prompt.entity.js.map +1 -1
- package/backend/dist/src/custom-snippets/custom-snippets.module.js +1 -3
- package/backend/dist/src/custom-snippets/custom-snippets.module.js.map +1 -1
- package/backend/dist/src/custom-snippets/custom-snippets.service.d.ts +2 -2
- package/backend/dist/src/custom-snippets/custom-snippets.service.js +6 -9
- package/backend/dist/src/custom-snippets/custom-snippets.service.js.map +1 -1
- package/backend/dist/src/custom-variables/custom-variables.module.js +1 -3
- package/backend/dist/src/custom-variables/custom-variables.module.js.map +1 -1
- package/backend/dist/src/custom-variables/custom-variables.service.d.ts +2 -2
- package/backend/dist/src/custom-variables/custom-variables.service.js +10 -12
- package/backend/dist/src/custom-variables/custom-variables.service.js.map +1 -1
- package/backend/dist/src/interactive-chat/chat.service.d.ts +4 -1
- package/backend/dist/src/interactive-chat/chat.service.js +11 -7
- package/backend/dist/src/interactive-chat/chat.service.js.map +1 -1
- package/backend/dist/src/llm-orchestration/action-handlers/get-session-history.handler.d.ts +3 -2
- package/backend/dist/src/llm-orchestration/action-handlers/get-session-history.handler.js +16 -9
- package/backend/dist/src/llm-orchestration/action-handlers/get-session-history.handler.js.map +1 -1
- package/backend/dist/src/llm-orchestration/llm-orchestration.module.js +1 -1
- package/backend/dist/src/llm-orchestration/llm-orchestration.module.js.map +1 -1
- package/backend/dist/src/main.js +3 -0
- package/backend/dist/src/main.js.map +1 -1
- package/backend/dist/src/mcp/marketplace/marketplace.module.js +1 -8
- package/backend/dist/src/mcp/marketplace/marketplace.module.js.map +1 -1
- package/backend/dist/src/mcp/marketplace/marketplace.service.d.ts +3 -3
- package/backend/dist/src/mcp/marketplace/marketplace.service.js +14 -17
- package/backend/dist/src/mcp/marketplace/marketplace.service.js.map +1 -1
- package/backend/dist/src/mcp/mcp.module.js +1 -3
- package/backend/dist/src/mcp/mcp.module.js.map +1 -1
- package/backend/dist/src/mcp/mcp.service.d.ts +6 -5
- package/backend/dist/src/mcp/mcp.service.js +71 -55
- package/backend/dist/src/mcp/mcp.service.js.map +1 -1
- package/backend/dist/src/metadata-store/metadata-migration.d.ts +34 -0
- package/backend/dist/src/metadata-store/metadata-migration.js +151 -0
- package/backend/dist/src/metadata-store/metadata-migration.js.map +1 -0
- package/backend/dist/src/metadata-store/metadata-migration.service.d.ts +7 -0
- package/backend/dist/src/metadata-store/metadata-migration.service.js +46 -0
- package/backend/dist/src/metadata-store/metadata-migration.service.js.map +1 -0
- package/backend/dist/src/metadata-store/metadata-store.module.d.ts +2 -0
- package/backend/dist/src/metadata-store/metadata-store.module.js +79 -0
- package/backend/dist/src/metadata-store/metadata-store.module.js.map +1 -0
- package/backend/dist/src/metadata-store/metadata-store.service.d.ts +42 -0
- package/backend/dist/src/metadata-store/metadata-store.service.js +277 -0
- package/backend/dist/src/metadata-store/metadata-store.service.js.map +1 -0
- package/backend/dist/src/metadata-store/metadata-store.tokens.d.ts +1 -0
- package/backend/dist/src/metadata-store/metadata-store.tokens.js +7 -0
- package/backend/dist/src/metadata-store/metadata-store.tokens.js.map +1 -0
- package/backend/dist/src/metadata-store/metadata-store.types.d.ts +21 -0
- package/backend/dist/src/metadata-store/metadata-store.types.js +3 -0
- package/backend/dist/src/metadata-store/metadata-store.types.js.map +1 -0
- package/backend/dist/src/metadata-store/metadata-store.utils.d.ts +8 -0
- package/backend/dist/src/metadata-store/metadata-store.utils.js +37 -0
- package/backend/dist/src/metadata-store/metadata-store.utils.js.map +1 -0
- package/backend/dist/src/metadata-store/schemas/metadata-schemas.d.ts +101 -0
- package/backend/dist/src/metadata-store/schemas/metadata-schemas.js +407 -0
- package/backend/dist/src/metadata-store/schemas/metadata-schemas.js.map +1 -0
- package/backend/dist/src/metadata-store/store-configs.d.ts +13 -0
- package/backend/dist/src/metadata-store/store-configs.js +108 -0
- package/backend/dist/src/metadata-store/store-configs.js.map +1 -0
- package/backend/dist/src/seeding/agent-seeding.service.d.ts +3 -3
- package/backend/dist/src/seeding/agent-seeding.service.js +22 -22
- package/backend/dist/src/seeding/agent-seeding.service.js.map +1 -1
- package/backend/dist/src/seeding/context-template-seeding.service.js +5 -2
- package/backend/dist/src/seeding/context-template-seeding.service.js.map +1 -1
- package/backend/dist/src/seeding/mcp-config-seeding.service.d.ts +3 -3
- package/backend/dist/src/seeding/mcp-config-seeding.service.js +9 -11
- package/backend/dist/src/seeding/mcp-config-seeding.service.js.map +1 -1
- package/backend/dist/src/seeding/seeding.module.js +5 -9
- package/backend/dist/src/seeding/seeding.module.js.map +1 -1
- package/backend/dist/src/seeding/sub-agent-seeding.service.d.ts +3 -3
- package/backend/dist/src/seeding/sub-agent-seeding.service.js +23 -23
- package/backend/dist/src/seeding/sub-agent-seeding.service.js.map +1 -1
- package/backend/dist/src/seeding/system-prompt-seeding.service.js +6 -2
- package/backend/dist/src/seeding/system-prompt-seeding.service.js.map +1 -1
- package/backend/dist/src/seeding/tool-hook-seeding.service.d.ts +2 -2
- package/backend/dist/src/seeding/tool-hook-seeding.service.js +4 -5
- package/backend/dist/src/seeding/tool-hook-seeding.service.js.map +1 -1
- package/backend/dist/src/session-followup/session-followup.module.js +2 -2
- package/backend/dist/src/session-followup/session-followup.module.js.map +1 -1
- package/backend/dist/src/session-followup/session-followup.service.d.ts +3 -2
- package/backend/dist/src/session-followup/session-followup.service.js +10 -9
- package/backend/dist/src/session-followup/session-followup.service.js.map +1 -1
- package/backend/dist/src/session-inputs/session-inputs.module.js +1 -7
- package/backend/dist/src/session-inputs/session-inputs.module.js.map +1 -1
- package/backend/dist/src/session-inputs/session-inputs.service.d.ts +4 -2
- package/backend/dist/src/session-inputs/session-inputs.service.js +31 -15
- package/backend/dist/src/session-inputs/session-inputs.service.js.map +1 -1
- package/backend/dist/src/session-transfer/session-transfer.module.js +1 -7
- package/backend/dist/src/session-transfer/session-transfer.module.js.map +1 -1
- package/backend/dist/src/session-transfer/session-transfer.service.d.ts +3 -2
- package/backend/dist/src/session-transfer/session-transfer.service.js +12 -5
- package/backend/dist/src/session-transfer/session-transfer.service.js.map +1 -1
- package/backend/dist/src/sessions/sessions.module.js +0 -2
- package/backend/dist/src/sessions/sessions.module.js.map +1 -1
- package/backend/dist/src/sessions/sessions.service.d.ts +9 -3
- package/backend/dist/src/sessions/sessions.service.js +87 -39
- package/backend/dist/src/sessions/sessions.service.js.map +1 -1
- package/backend/dist/src/sub-agents/sub-agent.entity.js +0 -15
- package/backend/dist/src/sub-agents/sub-agent.entity.js.map +1 -1
- package/backend/dist/src/sub-agents/sub-agents.module.js +1 -8
- package/backend/dist/src/sub-agents/sub-agents.module.js.map +1 -1
- package/backend/dist/src/sub-agents/sub-agents.service.d.ts +7 -3
- package/backend/dist/src/sub-agents/sub-agents.service.js +61 -35
- package/backend/dist/src/sub-agents/sub-agents.service.js.map +1 -1
- package/backend/dist/src/system-prompts/system-prompts.module.js +0 -3
- package/backend/dist/src/system-prompts/system-prompts.module.js.map +1 -1
- package/backend/dist/src/system-prompts/system-prompts.service.d.ts +7 -4
- package/backend/dist/src/system-prompts/system-prompts.service.js +23 -28
- package/backend/dist/src/system-prompts/system-prompts.service.js.map +1 -1
- package/backend/dist/src/tool-hooks/tool-hooks.module.js +1 -3
- package/backend/dist/src/tool-hooks/tool-hooks.module.js.map +1 -1
- package/backend/dist/src/tool-hooks/tool-hooks.service.d.ts +2 -2
- package/backend/dist/src/tool-hooks/tool-hooks.service.js +5 -7
- package/backend/dist/src/tool-hooks/tool-hooks.service.js.map +1 -1
- package/backend/dist/tsconfig.build.tsbuildinfo +1 -1
- package/backend/package.json +2 -0
- package/package.json +1 -1
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { DataSource } from 'typeorm';
|
|
2
|
+
export interface FieldMismatch {
|
|
3
|
+
id: string;
|
|
4
|
+
field: string;
|
|
5
|
+
db: string;
|
|
6
|
+
file: string;
|
|
7
|
+
}
|
|
8
|
+
export interface MigrationTypeReport {
|
|
9
|
+
dirName: string;
|
|
10
|
+
dbRows: number;
|
|
11
|
+
imported: number;
|
|
12
|
+
skippedExisting: number;
|
|
13
|
+
fieldMismatches: FieldMismatch[];
|
|
14
|
+
}
|
|
15
|
+
export interface MigrationReport {
|
|
16
|
+
migrated: boolean;
|
|
17
|
+
reason?: string;
|
|
18
|
+
types: MigrationTypeReport[];
|
|
19
|
+
}
|
|
20
|
+
export interface MigrateOptions {
|
|
21
|
+
dryRun?: boolean;
|
|
22
|
+
forceMerge?: boolean;
|
|
23
|
+
baseDir?: string;
|
|
24
|
+
}
|
|
25
|
+
export declare class MetadataMigrator {
|
|
26
|
+
private readonly dataSource;
|
|
27
|
+
private readonly logger;
|
|
28
|
+
constructor(dataSource: DataSource);
|
|
29
|
+
private hasAnyMetadataFiles;
|
|
30
|
+
private normalize;
|
|
31
|
+
private selfCheck;
|
|
32
|
+
migrate(options?: MigrateOptions): Promise<MigrationReport>;
|
|
33
|
+
private run;
|
|
34
|
+
}
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MetadataMigrator = void 0;
|
|
4
|
+
const common_1 = require("@nestjs/common");
|
|
5
|
+
const fs = require("fs/promises");
|
|
6
|
+
const path = require("path");
|
|
7
|
+
const core_entities_1 = require("../core-entities");
|
|
8
|
+
const sub_agent_entity_1 = require("../sub-agents/sub-agent.entity");
|
|
9
|
+
const metadata_store_service_1 = require("./metadata-store.service");
|
|
10
|
+
const metadata_store_utils_1 = require("./metadata-store.utils");
|
|
11
|
+
const store_configs_1 = require("./store-configs");
|
|
12
|
+
const MIGRATION_TYPES = [
|
|
13
|
+
{ entity: core_entities_1.SystemPrompt, config: store_configs_1.SYSTEM_PROMPTS_STORE_CONFIG },
|
|
14
|
+
{ entity: core_entities_1.ContextTemplate, config: store_configs_1.CONTEXT_TEMPLATES_STORE_CONFIG },
|
|
15
|
+
{ entity: core_entities_1.Agent, config: store_configs_1.AGENTS_STORE_CONFIG },
|
|
16
|
+
{ entity: sub_agent_entity_1.SubAgent, config: store_configs_1.SUB_AGENTS_STORE_CONFIG },
|
|
17
|
+
{ entity: core_entities_1.ContextSnippet, config: store_configs_1.CONTEXT_SNIPPETS_STORE_CONFIG },
|
|
18
|
+
{ entity: core_entities_1.CustomSnippet, config: store_configs_1.CUSTOM_SNIPPETS_STORE_CONFIG },
|
|
19
|
+
{ entity: core_entities_1.CustomVariable, config: store_configs_1.CUSTOM_VARIABLES_STORE_CONFIG },
|
|
20
|
+
{ entity: core_entities_1.ToolHook, config: store_configs_1.TOOL_HOOKS_STORE_CONFIG },
|
|
21
|
+
{ entity: core_entities_1.McpConfig, config: store_configs_1.MCP_CONFIGS_STORE_CONFIG },
|
|
22
|
+
{ entity: core_entities_1.McpTool, config: store_configs_1.MCP_TOOLS_STORE_CONFIG },
|
|
23
|
+
];
|
|
24
|
+
class MetadataMigrator {
|
|
25
|
+
constructor(dataSource) {
|
|
26
|
+
this.dataSource = dataSource;
|
|
27
|
+
this.logger = new common_1.Logger(MetadataMigrator.name);
|
|
28
|
+
}
|
|
29
|
+
async hasAnyMetadataFiles(baseDir) {
|
|
30
|
+
let dirs;
|
|
31
|
+
try {
|
|
32
|
+
dirs = await fs.readdir(baseDir);
|
|
33
|
+
}
|
|
34
|
+
catch {
|
|
35
|
+
return false;
|
|
36
|
+
}
|
|
37
|
+
for (const dir of dirs) {
|
|
38
|
+
const full = path.join(baseDir, dir);
|
|
39
|
+
const stat = await fs.stat(full).catch(() => null);
|
|
40
|
+
if (!stat?.isDirectory())
|
|
41
|
+
continue;
|
|
42
|
+
const files = await fs.readdir(full).catch(() => []);
|
|
43
|
+
if (files.some((f) => f.endsWith('.json')))
|
|
44
|
+
return true;
|
|
45
|
+
}
|
|
46
|
+
return false;
|
|
47
|
+
}
|
|
48
|
+
normalize(value) {
|
|
49
|
+
if (value instanceof Date)
|
|
50
|
+
return value.toISOString();
|
|
51
|
+
if (value !== null && typeof value === 'object') {
|
|
52
|
+
return JSON.stringify(value);
|
|
53
|
+
}
|
|
54
|
+
return String(value);
|
|
55
|
+
}
|
|
56
|
+
async selfCheck(rows, store) {
|
|
57
|
+
const mismatches = [];
|
|
58
|
+
const files = await store.find();
|
|
59
|
+
const fileById = new Map(files.map((f) => [f.id, f]));
|
|
60
|
+
for (const row of rows) {
|
|
61
|
+
const file = fileById.get(row.id);
|
|
62
|
+
if (!file) {
|
|
63
|
+
mismatches.push({
|
|
64
|
+
id: row.id,
|
|
65
|
+
field: '(missing file)',
|
|
66
|
+
db: '',
|
|
67
|
+
file: '',
|
|
68
|
+
});
|
|
69
|
+
continue;
|
|
70
|
+
}
|
|
71
|
+
for (const [field, dbValue] of Object.entries(row)) {
|
|
72
|
+
if (dbValue === undefined)
|
|
73
|
+
continue;
|
|
74
|
+
const dbNorm = this.normalize(dbValue);
|
|
75
|
+
const fileNorm = this.normalize(file[field]);
|
|
76
|
+
if (dbNorm !== fileNorm) {
|
|
77
|
+
mismatches.push({
|
|
78
|
+
id: row.id,
|
|
79
|
+
field,
|
|
80
|
+
db: dbNorm,
|
|
81
|
+
file: fileNorm,
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
return mismatches;
|
|
87
|
+
}
|
|
88
|
+
async migrate(options = {}) {
|
|
89
|
+
const baseDir = options.baseDir ?? (0, metadata_store_utils_1.getMetadataRootDir)();
|
|
90
|
+
if (!options.forceMerge && !(await this.hasAnyMetadataFiles(baseDir))) {
|
|
91
|
+
return this.run(baseDir, options);
|
|
92
|
+
}
|
|
93
|
+
if (options.forceMerge) {
|
|
94
|
+
return this.run(baseDir, options);
|
|
95
|
+
}
|
|
96
|
+
const types = [];
|
|
97
|
+
for (const { entity, config } of MIGRATION_TYPES) {
|
|
98
|
+
const rows = await this.dataSource.getRepository(entity).find();
|
|
99
|
+
types.push({
|
|
100
|
+
dirName: config.dirName,
|
|
101
|
+
dbRows: rows.length,
|
|
102
|
+
imported: 0,
|
|
103
|
+
skippedExisting: 0,
|
|
104
|
+
fieldMismatches: [],
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
return { migrated: false, reason: 'metadata files already exist', types };
|
|
108
|
+
}
|
|
109
|
+
async run(baseDir, options) {
|
|
110
|
+
const types = [];
|
|
111
|
+
for (const { entity, config } of MIGRATION_TYPES) {
|
|
112
|
+
const rows = await this.dataSource.getRepository(entity).find();
|
|
113
|
+
const store = new metadata_store_service_1.MetadataStore({
|
|
114
|
+
...config,
|
|
115
|
+
baseDir,
|
|
116
|
+
});
|
|
117
|
+
let imported = 0;
|
|
118
|
+
let skippedExisting = 0;
|
|
119
|
+
for (const row of rows) {
|
|
120
|
+
if (options.dryRun) {
|
|
121
|
+
const exists = !!(await store.findOneBy({ id: row.id }));
|
|
122
|
+
if (exists)
|
|
123
|
+
skippedExisting++;
|
|
124
|
+
else
|
|
125
|
+
imported++;
|
|
126
|
+
}
|
|
127
|
+
else {
|
|
128
|
+
const written = await store.importRecord(row);
|
|
129
|
+
if (written)
|
|
130
|
+
imported++;
|
|
131
|
+
else
|
|
132
|
+
skippedExisting++;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
const fieldMismatches = options.dryRun
|
|
136
|
+
? []
|
|
137
|
+
: await this.selfCheck(rows, store);
|
|
138
|
+
types.push({
|
|
139
|
+
dirName: config.dirName,
|
|
140
|
+
dbRows: rows.length,
|
|
141
|
+
imported,
|
|
142
|
+
skippedExisting,
|
|
143
|
+
fieldMismatches,
|
|
144
|
+
});
|
|
145
|
+
this.logger.log(`Migrated ${config.dirName}: ${imported} imported, ${skippedExisting} skipped (existing), ${fieldMismatches.length} field mismatch(es).`);
|
|
146
|
+
}
|
|
147
|
+
return { migrated: !options.dryRun, types };
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
exports.MetadataMigrator = MetadataMigrator;
|
|
151
|
+
//# sourceMappingURL=metadata-migration.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metadata-migration.js","sourceRoot":"","sources":["../../../src/metadata-store/metadata-migration.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAExC,kCAAkC;AAClC,6BAA6B;AAC7B,oDAU0B;AAC1B,qEAA0D;AAE1D,qEAAyD;AACzD,iEAA4D;AAC5D,mDAWyB;AAczB,MAAM,eAAe,GAAoB;IACvC,EAAE,MAAM,EAAE,4BAAY,EAAE,MAAM,EAAE,2CAA2B,EAAE;IAC7D,EAAE,MAAM,EAAE,+BAAe,EAAE,MAAM,EAAE,8CAA8B,EAAE;IACnE,EAAE,MAAM,EAAE,qBAAK,EAAE,MAAM,EAAE,mCAAmB,EAAE;IAC9C,EAAE,MAAM,EAAE,2BAAQ,EAAE,MAAM,EAAE,uCAAuB,EAAE;IACrD,EAAE,MAAM,EAAE,8BAAc,EAAE,MAAM,EAAE,6CAA6B,EAAE;IACjE,EAAE,MAAM,EAAE,6BAAa,EAAE,MAAM,EAAE,4CAA4B,EAAE;IAC/D,EAAE,MAAM,EAAE,8BAAc,EAAE,MAAM,EAAE,6CAA6B,EAAE;IACjE,EAAE,MAAM,EAAE,wBAAQ,EAAE,MAAM,EAAE,uCAAuB,EAAE;IACrD,EAAE,MAAM,EAAE,yBAAS,EAAE,MAAM,EAAE,wCAAwB,EAAE;IACvD,EAAE,MAAM,EAAE,uBAAO,EAAE,MAAM,EAAE,sCAAsB,EAAE;CACpD,CAAC;AAqCF,MAAa,gBAAgB;IAG3B,YAA6B,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;QAFlC,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAEN,CAAC;IAG/C,KAAK,CAAC,mBAAmB,CAAC,OAAe;QAC/C,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE;gBAAE,SAAS;YACnC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAGO,SAAS,CAAC,KAAc;QAC9B,IAAI,KAAK,YAAY,IAAI;YAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAGO,KAAK,CAAC,SAAS,CACrB,IAAW,EACX,KAAyB;QAEzB,MAAM,UAAU,GAAoB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,UAAU,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,KAAK,EAAE,gBAAgB;oBACvB,EAAE,EAAE,EAAE;oBACN,IAAI,EAAE,EAAE;iBACT,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnD,IAAI,OAAO,KAAK,SAAS;oBAAE,SAAS;gBACpC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAE,IAAY,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACxB,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,KAAK;wBACL,EAAE,EAAE,MAAM;wBACV,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAA0B,EAAE;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAA,yCAAkB,GAAE,CAAC;QAExD,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAEtE,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YAEvB,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QAKD,MAAM,KAAK,GAA0B,EAAE,CAAC;QACxC,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAChE,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,CAAC;gBACX,eAAe,EAAE,CAAC;gBAClB,eAAe,EAAE,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC;IAC5E,CAAC;IAEO,KAAK,CAAC,GAAG,CACf,OAAe,EACf,OAAuB;QAEvB,MAAM,KAAK,GAA0B,EAAE,CAAC;QAExC,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,IAAI,sCAAa,CAAM;gBACnC,GAAG,MAAM;gBACT,OAAO;aACD,CAAC,CAAC;YAEV,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,eAAe,GAAG,CAAC,CAAC;YACxB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;oBACzD,IAAI,MAAM;wBAAE,eAAe,EAAE,CAAC;;wBACzB,QAAQ,EAAE,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;oBAC9C,IAAI,OAAO;wBAAE,QAAQ,EAAE,CAAC;;wBACnB,eAAe,EAAE,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM;gBACpC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAEtC,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ;gBACR,eAAe;gBACf,eAAe;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,YAAY,MAAM,CAAC,OAAO,KAAK,QAAQ,cAAc,eAAe,wBAAwB,eAAe,CAAC,MAAM,sBAAsB,CACzI,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;CACF;AAjJD,4CAiJC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var MetadataMigrationService_1;
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.MetadataMigrationService = void 0;
|
|
14
|
+
const common_1 = require("@nestjs/common");
|
|
15
|
+
const typeorm_1 = require("typeorm");
|
|
16
|
+
const metadata_migration_1 = require("./metadata-migration");
|
|
17
|
+
let MetadataMigrationService = MetadataMigrationService_1 = class MetadataMigrationService {
|
|
18
|
+
constructor(dataSource) {
|
|
19
|
+
this.dataSource = dataSource;
|
|
20
|
+
this.logger = new common_1.Logger(MetadataMigrationService_1.name);
|
|
21
|
+
}
|
|
22
|
+
async migrateIfNeeded() {
|
|
23
|
+
try {
|
|
24
|
+
const migrator = new metadata_migration_1.MetadataMigrator(this.dataSource);
|
|
25
|
+
const report = await migrator.migrate();
|
|
26
|
+
if (!report.migrated && report.reason) {
|
|
27
|
+
const legacyRows = report.types.reduce((sum, t) => sum + t.dbRows, 0);
|
|
28
|
+
this.logger.log(`Migration skipped (${report.reason}). Legacy DB snapshot: ${legacyRows} row(s); metadata files are the source of truth.`);
|
|
29
|
+
}
|
|
30
|
+
else if (report.migrated) {
|
|
31
|
+
const total = report.types.reduce((sum, t) => sum + t.imported, 0);
|
|
32
|
+
const mismatches = report.types.reduce((sum, t) => sum + t.fieldMismatches.length, 0);
|
|
33
|
+
this.logger.log(`Migration complete: ${total} record(s) exported from the database. Field mismatches: ${mismatches}.`);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
catch (error) {
|
|
37
|
+
this.logger.error(`Metadata migration failed: ${error.message}`);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
};
|
|
41
|
+
exports.MetadataMigrationService = MetadataMigrationService;
|
|
42
|
+
exports.MetadataMigrationService = MetadataMigrationService = MetadataMigrationService_1 = __decorate([
|
|
43
|
+
(0, common_1.Injectable)(),
|
|
44
|
+
__metadata("design:paramtypes", [typeorm_1.DataSource])
|
|
45
|
+
], MetadataMigrationService);
|
|
46
|
+
//# sourceMappingURL=metadata-migration.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metadata-migration.service.js","sourceRoot":"","sources":["../../../src/metadata-store/metadata-migration.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,qCAAqC;AACrC,6DAAwD;AASjD,IAAM,wBAAwB,gCAA9B,MAAM,wBAAwB;IAGnC,YAA6B,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;QAFlC,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAwB,CAAC,IAAI,CAAC,CAAC;IAEd,CAAC;IAEvD,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,qCAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAEtC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACtE,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,sBAAsB,MAAM,CAAC,MAAM,0BAA0B,UAAU,kDAAkD,CAC1H,CAAC;YACJ,CAAC;iBAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBACnE,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CACpC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,eAAe,CAAC,MAAM,EAC1C,CAAC,CACF,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,uBAAuB,KAAK,4DAA4D,UAAU,GAAG,CACtG,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;CACF,CAAA;AA9BY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAI8B,oBAAU;GAHxC,wBAAwB,CA8BpC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
|
+
exports.MetadataStoreModule = void 0;
|
|
10
|
+
const common_1 = require("@nestjs/common");
|
|
11
|
+
const metadata_store_service_1 = require("./metadata-store.service");
|
|
12
|
+
const metadata_migration_service_1 = require("./metadata-migration.service");
|
|
13
|
+
const store_configs_1 = require("./store-configs");
|
|
14
|
+
const metadata_store_tokens_1 = require("./metadata-store.tokens");
|
|
15
|
+
let MetadataStoreModule = class MetadataStoreModule {
|
|
16
|
+
};
|
|
17
|
+
exports.MetadataStoreModule = MetadataStoreModule;
|
|
18
|
+
exports.MetadataStoreModule = MetadataStoreModule = __decorate([
|
|
19
|
+
(0, common_1.Global)(),
|
|
20
|
+
(0, common_1.Module)({
|
|
21
|
+
providers: [
|
|
22
|
+
metadata_migration_service_1.MetadataMigrationService,
|
|
23
|
+
{
|
|
24
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('custom-variables'),
|
|
25
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.CUSTOM_VARIABLES_STORE_CONFIG),
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('custom-snippets'),
|
|
29
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.CUSTOM_SNIPPETS_STORE_CONFIG),
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('context-snippets'),
|
|
33
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.CONTEXT_SNIPPETS_STORE_CONFIG),
|
|
34
|
+
},
|
|
35
|
+
{
|
|
36
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('tool-hooks'),
|
|
37
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.TOOL_HOOKS_STORE_CONFIG),
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('system-prompts'),
|
|
41
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.SYSTEM_PROMPTS_STORE_CONFIG),
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('context-templates'),
|
|
45
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.CONTEXT_TEMPLATES_STORE_CONFIG),
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('agents'),
|
|
49
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.AGENTS_STORE_CONFIG),
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('sub-agents'),
|
|
53
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.SUB_AGENTS_STORE_CONFIG),
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('mcp-configs'),
|
|
57
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.MCP_CONFIGS_STORE_CONFIG),
|
|
58
|
+
},
|
|
59
|
+
{
|
|
60
|
+
provide: (0, metadata_store_tokens_1.getMetadataStoreToken)('mcp-tools'),
|
|
61
|
+
useFactory: () => new metadata_store_service_1.MetadataStore(store_configs_1.MCP_TOOLS_STORE_CONFIG),
|
|
62
|
+
},
|
|
63
|
+
],
|
|
64
|
+
exports: [
|
|
65
|
+
metadata_migration_service_1.MetadataMigrationService,
|
|
66
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('custom-variables'),
|
|
67
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('custom-snippets'),
|
|
68
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('context-snippets'),
|
|
69
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('tool-hooks'),
|
|
70
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('system-prompts'),
|
|
71
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('context-templates'),
|
|
72
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('agents'),
|
|
73
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('sub-agents'),
|
|
74
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('mcp-configs'),
|
|
75
|
+
(0, metadata_store_tokens_1.getMetadataStoreToken)('mcp-tools'),
|
|
76
|
+
],
|
|
77
|
+
})
|
|
78
|
+
], MetadataStoreModule);
|
|
79
|
+
//# sourceMappingURL=metadata-store.module.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metadata-store.module.js","sourceRoot":"","sources":["../../../src/metadata-store/metadata-store.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAgD;AAChD,qEAAyD;AACzD,6EAAwE;AACxE,mDAWyB;AACzB,mEAAgE;AAmEzD,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;CAAG,CAAA;AAAtB,kDAAmB;8BAAnB,mBAAmB;IA3D/B,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,qDAAwB;YACxB;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,kBAAkB,CAAC;gBAClD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,6CAA6B,CAAC;aACnE;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,iBAAiB,CAAC;gBACjD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,4CAA4B,CAAC;aAClE;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,kBAAkB,CAAC;gBAClD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,6CAA6B,CAAC;aACnE;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,YAAY,CAAC;gBAC5C,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,uCAAuB,CAAC;aAC7D;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,gBAAgB,CAAC;gBAChD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,2CAA2B,CAAC;aACjE;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,mBAAmB,CAAC;gBACnD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,8CAA8B,CAAC;aACpE;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,QAAQ,CAAC;gBACxC,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,mCAAmB,CAAC;aACzD;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,YAAY,CAAC;gBAC5C,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,uCAAuB,CAAC;aAC7D;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,aAAa,CAAC;gBAC7C,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,wCAAwB,CAAC;aAC9D;YACD;gBACE,OAAO,EAAE,IAAA,6CAAqB,EAAC,WAAW,CAAC;gBAC3C,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,sCAAa,CAAC,sCAAsB,CAAC;aAC5D;SACF;QACD,OAAO,EAAE;YACP,qDAAwB;YACxB,IAAA,6CAAqB,EAAC,kBAAkB,CAAC;YACzC,IAAA,6CAAqB,EAAC,iBAAiB,CAAC;YACxC,IAAA,6CAAqB,EAAC,kBAAkB,CAAC;YACzC,IAAA,6CAAqB,EAAC,YAAY,CAAC;YACnC,IAAA,6CAAqB,EAAC,gBAAgB,CAAC;YACvC,IAAA,6CAAqB,EAAC,mBAAmB,CAAC;YAC1C,IAAA,6CAAqB,EAAC,QAAQ,CAAC;YAC/B,IAAA,6CAAqB,EAAC,YAAY,CAAC;YACnC,IAAA,6CAAqB,EAAC,aAAa,CAAC;YACpC,IAAA,6CAAqB,EAAC,WAAW,CAAC;SACnC;KACF,CAAC;GACW,mBAAmB,CAAG"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { FindOptions, MetadataRecord, MetadataStoreConfig } from './metadata-store.types';
|
|
2
|
+
export declare class MetadataStore<T extends MetadataRecord> {
|
|
3
|
+
private readonly config;
|
|
4
|
+
private readonly logger;
|
|
5
|
+
constructor(config: MetadataStoreConfig<T>);
|
|
6
|
+
private get dir();
|
|
7
|
+
private readAllRaw;
|
|
8
|
+
private validate;
|
|
9
|
+
private hydrate;
|
|
10
|
+
private matches;
|
|
11
|
+
private matchesAny;
|
|
12
|
+
private sort;
|
|
13
|
+
private ensureDir;
|
|
14
|
+
private serialize;
|
|
15
|
+
private slugFilename;
|
|
16
|
+
private enforceUnique;
|
|
17
|
+
private write;
|
|
18
|
+
private invalidateCache;
|
|
19
|
+
create(dto: Partial<T>): Promise<T>;
|
|
20
|
+
save(record: T): Promise<T>;
|
|
21
|
+
find(options?: FindOptions<T>): Promise<T[]>;
|
|
22
|
+
findOneBy(criteria: Partial<T>): Promise<T | null>;
|
|
23
|
+
findOne(criteria: {
|
|
24
|
+
where?: Partial<T>;
|
|
25
|
+
} | Partial<T>): Promise<T | null>;
|
|
26
|
+
merge(target: T, source: Partial<T>): T;
|
|
27
|
+
update(id: string, partial: Partial<T>): Promise<T>;
|
|
28
|
+
remove(record: T): Promise<void>;
|
|
29
|
+
delete(id: string): Promise<void>;
|
|
30
|
+
importRecord(record: Partial<T>): Promise<boolean>;
|
|
31
|
+
inspect(): Promise<{
|
|
32
|
+
dirName: string;
|
|
33
|
+
valid: {
|
|
34
|
+
filename: string;
|
|
35
|
+
id: string;
|
|
36
|
+
}[];
|
|
37
|
+
invalid: {
|
|
38
|
+
filename: string;
|
|
39
|
+
errors: string;
|
|
40
|
+
}[];
|
|
41
|
+
}>;
|
|
42
|
+
}
|
|
@@ -0,0 +1,277 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MetadataStore = void 0;
|
|
4
|
+
const common_1 = require("@nestjs/common");
|
|
5
|
+
const class_transformer_1 = require("class-transformer");
|
|
6
|
+
const class_validator_1 = require("class-validator");
|
|
7
|
+
const fs = require("fs/promises");
|
|
8
|
+
const path = require("path");
|
|
9
|
+
const crypto_1 = require("crypto");
|
|
10
|
+
const cache_invalidation_service_1 = require("../common/cache/cache-invalidation.service");
|
|
11
|
+
const metadata_store_utils_1 = require("./metadata-store.utils");
|
|
12
|
+
class MetadataStore {
|
|
13
|
+
constructor(config) {
|
|
14
|
+
this.config = config;
|
|
15
|
+
this.logger = new common_1.Logger(`MetadataStore(${this.config.dirName})`);
|
|
16
|
+
}
|
|
17
|
+
get dir() {
|
|
18
|
+
return path.join(this.config.baseDir ?? (0, metadata_store_utils_1.getMetadataRootDir)(), this.config.dirName);
|
|
19
|
+
}
|
|
20
|
+
async readAllRaw() {
|
|
21
|
+
let filenames;
|
|
22
|
+
try {
|
|
23
|
+
filenames = await fs.readdir(this.dir);
|
|
24
|
+
}
|
|
25
|
+
catch {
|
|
26
|
+
return [];
|
|
27
|
+
}
|
|
28
|
+
const entries = [];
|
|
29
|
+
for (const filename of filenames) {
|
|
30
|
+
if (!filename.endsWith('.json'))
|
|
31
|
+
continue;
|
|
32
|
+
const filePath = path.join(this.dir, filename);
|
|
33
|
+
let data;
|
|
34
|
+
try {
|
|
35
|
+
const raw = await fs.readFile(filePath, 'utf8');
|
|
36
|
+
data = JSON.parse(raw);
|
|
37
|
+
delete data._meta;
|
|
38
|
+
this.validate(filename, data);
|
|
39
|
+
}
|
|
40
|
+
catch (error) {
|
|
41
|
+
this.logger.warn(`Quarantined "${filename}": ${error.message}`);
|
|
42
|
+
continue;
|
|
43
|
+
}
|
|
44
|
+
entries.push({ data, filename });
|
|
45
|
+
}
|
|
46
|
+
return entries;
|
|
47
|
+
}
|
|
48
|
+
validate(filename, data) {
|
|
49
|
+
const instance = (0, class_transformer_1.plainToInstance)(this.config.schema, data);
|
|
50
|
+
const errors = (0, class_validator_1.validateSync)(instance, {
|
|
51
|
+
whitelist: true,
|
|
52
|
+
forbidNonWhitelisted: true,
|
|
53
|
+
});
|
|
54
|
+
if (errors.length > 0) {
|
|
55
|
+
const messages = errors
|
|
56
|
+
.flatMap((e) => Object.values(e.constraints ?? {}))
|
|
57
|
+
.join('; ');
|
|
58
|
+
throw new Error(`${messages}`);
|
|
59
|
+
}
|
|
60
|
+
void filename;
|
|
61
|
+
}
|
|
62
|
+
hydrate(data) {
|
|
63
|
+
const fields = {
|
|
64
|
+
...data,
|
|
65
|
+
created_at: new Date(data.created_at),
|
|
66
|
+
updated_at: new Date(data.updated_at),
|
|
67
|
+
};
|
|
68
|
+
for (const field of this.config.dateFields ?? []) {
|
|
69
|
+
const value = fields[field];
|
|
70
|
+
if (typeof value === 'string') {
|
|
71
|
+
fields[field] = new Date(value);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
return Object.assign(new this.config.entity(), fields);
|
|
75
|
+
}
|
|
76
|
+
matches(record, criteria) {
|
|
77
|
+
return Object.entries(criteria).every(([key, value]) => record[key] === value);
|
|
78
|
+
}
|
|
79
|
+
matchesAny(record, where) {
|
|
80
|
+
if (Array.isArray(where)) {
|
|
81
|
+
return where.some((c) => this.matchesAny(record, c));
|
|
82
|
+
}
|
|
83
|
+
if (where && typeof where === 'object') {
|
|
84
|
+
return this.matches(record, where);
|
|
85
|
+
}
|
|
86
|
+
return true;
|
|
87
|
+
}
|
|
88
|
+
sort(records, order) {
|
|
89
|
+
if (!order || Object.keys(order).length === 0)
|
|
90
|
+
return records;
|
|
91
|
+
const sorted = [...records];
|
|
92
|
+
sorted.sort((a, b) => {
|
|
93
|
+
for (const [key, direction] of Object.entries(order)) {
|
|
94
|
+
const av = a[key];
|
|
95
|
+
const bv = b[key];
|
|
96
|
+
if (av === bv)
|
|
97
|
+
continue;
|
|
98
|
+
const cmp = av > bv ? 1 : -1;
|
|
99
|
+
return direction === 'DESC' ? -cmp : cmp;
|
|
100
|
+
}
|
|
101
|
+
return 0;
|
|
102
|
+
});
|
|
103
|
+
return sorted;
|
|
104
|
+
}
|
|
105
|
+
async ensureDir() {
|
|
106
|
+
await fs.mkdir(this.dir, { recursive: true });
|
|
107
|
+
}
|
|
108
|
+
serialize(record) {
|
|
109
|
+
const data = {
|
|
110
|
+
...record,
|
|
111
|
+
};
|
|
112
|
+
if (data.created_at instanceof Date) {
|
|
113
|
+
data.created_at = data.created_at.toISOString();
|
|
114
|
+
}
|
|
115
|
+
if (data.updated_at instanceof Date) {
|
|
116
|
+
data.updated_at = data.updated_at.toISOString();
|
|
117
|
+
}
|
|
118
|
+
for (const field of this.config.dateFields ?? []) {
|
|
119
|
+
const value = data[field];
|
|
120
|
+
if (value instanceof Date) {
|
|
121
|
+
data[field] = value.toISOString();
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
if (data.is_builtin === true) {
|
|
125
|
+
data._meta = metadata_store_utils_1.BUILTIN_META;
|
|
126
|
+
}
|
|
127
|
+
return JSON.stringify(data, null, 2) + '\n';
|
|
128
|
+
}
|
|
129
|
+
async slugFilename(record) {
|
|
130
|
+
const base = (0, metadata_store_utils_1.slugify)(String(record[this.config.nameField] ?? ''));
|
|
131
|
+
let slug = base || `record-${(0, metadata_store_utils_1.shortId)(record.id)}`;
|
|
132
|
+
const others = new Map();
|
|
133
|
+
for (const entry of await this.readAllRaw()) {
|
|
134
|
+
others.set(entry.filename, String(entry.data.id));
|
|
135
|
+
}
|
|
136
|
+
while (others.get(`${slug}.json`) !== undefined) {
|
|
137
|
+
if (others.get(`${slug}.json`) === record.id)
|
|
138
|
+
break;
|
|
139
|
+
slug = `${slug}-${(0, metadata_store_utils_1.shortId)(record.id)}`;
|
|
140
|
+
}
|
|
141
|
+
return `${slug}.json`;
|
|
142
|
+
}
|
|
143
|
+
async enforceUnique(record) {
|
|
144
|
+
if (!this.config.uniqueFields?.length)
|
|
145
|
+
return;
|
|
146
|
+
for (const entry of await this.readAllRaw()) {
|
|
147
|
+
if (entry.data.id === record.id)
|
|
148
|
+
continue;
|
|
149
|
+
for (const field of this.config.uniqueFields) {
|
|
150
|
+
const value = record[field];
|
|
151
|
+
if (value === null || value === undefined)
|
|
152
|
+
continue;
|
|
153
|
+
if (entry.data[field] === value) {
|
|
154
|
+
throw new common_1.BadRequestException(`A record with ${String(field)} "${record[field]}" already exists.`);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
async write(record) {
|
|
160
|
+
await this.ensureDir();
|
|
161
|
+
await this.enforceUnique(record);
|
|
162
|
+
const filename = await this.slugFilename(record);
|
|
163
|
+
const target = path.join(this.dir, filename);
|
|
164
|
+
const tmp = `${target}.tmp`;
|
|
165
|
+
await fs.writeFile(tmp, this.serialize(record), 'utf8');
|
|
166
|
+
await fs.rename(tmp, target);
|
|
167
|
+
for (const entry of await this.readAllRaw()) {
|
|
168
|
+
if (entry.data.id === record.id && entry.filename !== filename) {
|
|
169
|
+
await fs.unlink(path.join(this.dir, entry.filename));
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
async invalidateCache() {
|
|
174
|
+
if (!this.config.cacheEntityType)
|
|
175
|
+
return;
|
|
176
|
+
const cache = cache_invalidation_service_1.CacheInvalidationService.getInstance();
|
|
177
|
+
if (cache) {
|
|
178
|
+
await cache.invalidateEntity(this.config.cacheEntityType);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
async create(dto) {
|
|
182
|
+
const record = Object.assign(new this.config.entity(), this.config.defaults ?? {}, dto);
|
|
183
|
+
record.id = (0, crypto_1.randomUUID)();
|
|
184
|
+
const now = new Date();
|
|
185
|
+
record.created_at = now;
|
|
186
|
+
record.updated_at = now;
|
|
187
|
+
await this.write(record);
|
|
188
|
+
await this.invalidateCache();
|
|
189
|
+
return record;
|
|
190
|
+
}
|
|
191
|
+
async save(record) {
|
|
192
|
+
record.updated_at = new Date();
|
|
193
|
+
await this.write(record);
|
|
194
|
+
await this.invalidateCache();
|
|
195
|
+
return record;
|
|
196
|
+
}
|
|
197
|
+
async find(options) {
|
|
198
|
+
const records = (await this.readAllRaw()).map((e) => this.hydrate(e.data));
|
|
199
|
+
const filtered = options?.where
|
|
200
|
+
? records.filter((r) => this.matchesAny(r, options.where))
|
|
201
|
+
: records;
|
|
202
|
+
return this.sort(filtered, options?.order);
|
|
203
|
+
}
|
|
204
|
+
async findOneBy(criteria) {
|
|
205
|
+
const records = await this.find({ where: criteria });
|
|
206
|
+
return records[0] ?? null;
|
|
207
|
+
}
|
|
208
|
+
async findOne(criteria) {
|
|
209
|
+
const where = 'where' in criteria && criteria.where !== undefined
|
|
210
|
+
? criteria.where
|
|
211
|
+
: criteria;
|
|
212
|
+
return this.findOneBy(where);
|
|
213
|
+
}
|
|
214
|
+
merge(target, source) {
|
|
215
|
+
return Object.assign(target, source);
|
|
216
|
+
}
|
|
217
|
+
async update(id, partial) {
|
|
218
|
+
const existing = await this.findOneBy({ id });
|
|
219
|
+
if (!existing) {
|
|
220
|
+
throw new common_1.BadRequestException(`Record with id "${id}" not found.`);
|
|
221
|
+
}
|
|
222
|
+
return this.save(this.merge(existing, partial));
|
|
223
|
+
}
|
|
224
|
+
async remove(record) {
|
|
225
|
+
await this.delete(record.id);
|
|
226
|
+
}
|
|
227
|
+
async delete(id) {
|
|
228
|
+
for (const entry of await this.readAllRaw()) {
|
|
229
|
+
if (entry.data.id === id) {
|
|
230
|
+
await fs.unlink(path.join(this.dir, entry.filename));
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
await this.invalidateCache();
|
|
234
|
+
}
|
|
235
|
+
async importRecord(record) {
|
|
236
|
+
if (!record.id) {
|
|
237
|
+
throw new common_1.BadRequestException('importRecord requires a record id.');
|
|
238
|
+
}
|
|
239
|
+
if (await this.findOneBy({ id: record.id })) {
|
|
240
|
+
return false;
|
|
241
|
+
}
|
|
242
|
+
const full = Object.assign(new this.config.entity(), this.config.defaults ?? {}, record);
|
|
243
|
+
const disk = JSON.parse(this.serialize(full));
|
|
244
|
+
delete disk._meta;
|
|
245
|
+
this.validate(String(record.id), disk);
|
|
246
|
+
await this.write(full);
|
|
247
|
+
return true;
|
|
248
|
+
}
|
|
249
|
+
async inspect() {
|
|
250
|
+
let filenames;
|
|
251
|
+
try {
|
|
252
|
+
filenames = await fs.readdir(this.dir);
|
|
253
|
+
}
|
|
254
|
+
catch {
|
|
255
|
+
return { dirName: this.config.dirName, valid: [], invalid: [] };
|
|
256
|
+
}
|
|
257
|
+
const valid = [];
|
|
258
|
+
const invalid = [];
|
|
259
|
+
for (const filename of filenames) {
|
|
260
|
+
if (!filename.endsWith('.json'))
|
|
261
|
+
continue;
|
|
262
|
+
try {
|
|
263
|
+
const raw = await fs.readFile(path.join(this.dir, filename), 'utf8');
|
|
264
|
+
const data = JSON.parse(raw);
|
|
265
|
+
delete data._meta;
|
|
266
|
+
this.validate(filename, data);
|
|
267
|
+
valid.push({ filename, id: String(data.id) });
|
|
268
|
+
}
|
|
269
|
+
catch (error) {
|
|
270
|
+
invalid.push({ filename, errors: error.message });
|
|
271
|
+
}
|
|
272
|
+
}
|
|
273
|
+
return { dirName: this.config.dirName, valid, invalid };
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
exports.MetadataStore = MetadataStore;
|
|
277
|
+
//# sourceMappingURL=metadata-store.service.js.map
|