agentic-qe 3.6.15 → 3.6.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/v3/qe-queen-coordinator.md +9 -3
- package/.claude/skills/skills-manifest.json +1 -1
- package/package.json +1 -1
- package/v3/CHANGELOG.md +45 -0
- package/v3/assets/agents/v3/qe-queen-coordinator.md +9 -3
- package/v3/dist/cli/bundle.js +1944 -685
- package/v3/dist/cli/commands/sync.d.ts.map +1 -1
- package/v3/dist/cli/commands/sync.js +83 -1
- package/v3/dist/cli/commands/sync.js.map +1 -1
- package/v3/dist/cli/completions/index.d.ts +1 -1
- package/v3/dist/cli/completions/index.d.ts.map +1 -1
- package/v3/dist/cli/completions/index.js +1 -1
- package/v3/dist/cli/completions/index.js.map +1 -1
- package/v3/dist/cli/wizards/test-wizard.d.ts +1 -1
- package/v3/dist/cli/wizards/test-wizard.d.ts.map +1 -1
- package/v3/dist/cli/wizards/test-wizard.js +8 -1
- package/v3/dist/cli/wizards/test-wizard.js.map +1 -1
- package/v3/dist/coordination/task-executor.js.map +1 -1
- package/v3/dist/domains/test-generation/factories/test-generator-factory.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/factories/test-generator-factory.js +4 -1
- package/v3/dist/domains/test-generation/factories/test-generator-factory.js.map +1 -1
- package/v3/dist/domains/test-generation/generators/base-test-generator.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/generators/base-test-generator.js +26 -1
- package/v3/dist/domains/test-generation/generators/base-test-generator.js.map +1 -1
- package/v3/dist/domains/test-generation/generators/index.d.ts +1 -0
- package/v3/dist/domains/test-generation/generators/index.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/generators/index.js +1 -0
- package/v3/dist/domains/test-generation/generators/index.js.map +1 -1
- package/v3/dist/domains/test-generation/generators/jest-vitest-generator.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/generators/jest-vitest-generator.js +26 -2
- package/v3/dist/domains/test-generation/generators/jest-vitest-generator.js.map +1 -1
- package/v3/dist/domains/test-generation/generators/mocha-generator.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/generators/mocha-generator.js +50 -5
- package/v3/dist/domains/test-generation/generators/mocha-generator.js.map +1 -1
- package/v3/dist/domains/test-generation/generators/node-test-generator.d.ts +54 -0
- package/v3/dist/domains/test-generation/generators/node-test-generator.d.ts.map +1 -0
- package/v3/dist/domains/test-generation/generators/node-test-generator.js +222 -0
- package/v3/dist/domains/test-generation/generators/node-test-generator.js.map +1 -0
- package/v3/dist/domains/test-generation/generators/pytest-generator.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/generators/pytest-generator.js +47 -5
- package/v3/dist/domains/test-generation/generators/pytest-generator.js.map +1 -1
- package/v3/dist/domains/test-generation/interfaces/test-generator.interface.d.ts +1 -1
- package/v3/dist/domains/test-generation/interfaces/test-generator.interface.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/interfaces.d.ts +2 -2
- package/v3/dist/domains/test-generation/interfaces.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/plugin.js.map +1 -1
- package/v3/dist/domains/test-generation/services/pattern-matcher.js +32 -6
- package/v3/dist/domains/test-generation/services/pattern-matcher.js.map +1 -1
- package/v3/dist/domains/test-generation/services/test-generator.d.ts.map +1 -1
- package/v3/dist/domains/test-generation/services/test-generator.js +31 -6
- package/v3/dist/domains/test-generation/services/test-generator.js.map +1 -1
- package/v3/dist/mcp/bundle.js +666 -46
- package/v3/dist/mcp/handlers/agent-handlers.d.ts +3 -0
- package/v3/dist/mcp/handlers/agent-handlers.d.ts.map +1 -1
- package/v3/dist/mcp/handlers/agent-handlers.js +16 -9
- package/v3/dist/mcp/handlers/agent-handlers.js.map +1 -1
- package/v3/dist/mcp/handlers/core-handlers.d.ts +32 -0
- package/v3/dist/mcp/handlers/core-handlers.d.ts.map +1 -1
- package/v3/dist/mcp/handlers/core-handlers.js +45 -1
- package/v3/dist/mcp/handlers/core-handlers.js.map +1 -1
- package/v3/dist/mcp/handlers/handler-factory.d.ts +9 -1
- package/v3/dist/mcp/handlers/handler-factory.d.ts.map +1 -1
- package/v3/dist/mcp/handlers/handler-factory.js +94 -2
- package/v3/dist/mcp/handlers/handler-factory.js.map +1 -1
- package/v3/dist/mcp/handlers/memory-handlers.d.ts +2 -0
- package/v3/dist/mcp/handlers/memory-handlers.d.ts.map +1 -1
- package/v3/dist/mcp/handlers/memory-handlers.js +90 -1
- package/v3/dist/mcp/handlers/memory-handlers.js.map +1 -1
- package/v3/dist/mcp/protocol-server.d.ts +7 -0
- package/v3/dist/mcp/protocol-server.d.ts.map +1 -1
- package/v3/dist/mcp/protocol-server.js +56 -2
- package/v3/dist/mcp/protocol-server.js.map +1 -1
- package/v3/dist/mcp/tools/test-generation/generate.d.ts +1 -1
- package/v3/dist/mcp/tools/test-generation/generate.d.ts.map +1 -1
- package/v3/dist/mcp/tools/test-generation/generate.js.map +1 -1
- package/v3/dist/mcp/transport/stdio.d.ts +18 -0
- package/v3/dist/mcp/transport/stdio.d.ts.map +1 -1
- package/v3/dist/mcp/transport/stdio.js +72 -5
- package/v3/dist/mcp/transport/stdio.js.map +1 -1
- package/v3/dist/mcp/types.d.ts +2 -0
- package/v3/dist/mcp/types.d.ts.map +1 -1
- package/v3/dist/sync/cloud/index.d.ts +1 -0
- package/v3/dist/sync/cloud/index.d.ts.map +1 -1
- package/v3/dist/sync/cloud/index.js +1 -0
- package/v3/dist/sync/cloud/index.js.map +1 -1
- package/v3/dist/sync/cloud/postgres-reader.d.ts +63 -0
- package/v3/dist/sync/cloud/postgres-reader.d.ts.map +1 -0
- package/v3/dist/sync/cloud/postgres-reader.js +225 -0
- package/v3/dist/sync/cloud/postgres-reader.js.map +1 -0
- package/v3/dist/sync/index.d.ts +5 -2
- package/v3/dist/sync/index.d.ts.map +1 -1
- package/v3/dist/sync/index.js +7 -2
- package/v3/dist/sync/index.js.map +1 -1
- package/v3/dist/sync/interfaces.d.ts +49 -0
- package/v3/dist/sync/interfaces.d.ts.map +1 -1
- package/v3/dist/sync/interfaces.js +160 -0
- package/v3/dist/sync/interfaces.js.map +1 -1
- package/v3/dist/sync/pull-agent.d.ts +102 -0
- package/v3/dist/sync/pull-agent.d.ts.map +1 -0
- package/v3/dist/sync/pull-agent.js +354 -0
- package/v3/dist/sync/pull-agent.js.map +1 -0
- package/v3/dist/sync/sync-agent.d.ts.map +1 -1
- package/v3/dist/sync/sync-agent.js +9 -0
- package/v3/dist/sync/sync-agent.js.map +1 -1
- package/v3/dist/sync/writers/index.d.ts +7 -0
- package/v3/dist/sync/writers/index.d.ts.map +1 -0
- package/v3/dist/sync/writers/index.js +7 -0
- package/v3/dist/sync/writers/index.js.map +1 -0
- package/v3/dist/sync/writers/sqlite-writer.d.ts +69 -0
- package/v3/dist/sync/writers/sqlite-writer.d.ts.map +1 -0
- package/v3/dist/sync/writers/sqlite-writer.js +249 -0
- package/v3/dist/sync/writers/sqlite-writer.js.map +1 -0
- package/v3/package.json +1 -1
|
@@ -234,6 +234,55 @@ export interface EmbeddingGenerator {
|
|
|
234
234
|
/** Embedding dimension */
|
|
235
235
|
readonly dimension: number;
|
|
236
236
|
}
|
|
237
|
+
/**
|
|
238
|
+
* Pull source configuration (cloud → local)
|
|
239
|
+
*/
|
|
240
|
+
export interface PullSource {
|
|
241
|
+
/** Source name (for logging) */
|
|
242
|
+
name: string;
|
|
243
|
+
/** Cloud table to read from (e.g., 'aqe.qe_patterns') */
|
|
244
|
+
cloudTable: string;
|
|
245
|
+
/** Local SQLite table to write to */
|
|
246
|
+
localTable: string;
|
|
247
|
+
/** Whether this source is enabled */
|
|
248
|
+
enabled: boolean;
|
|
249
|
+
/** Priority level */
|
|
250
|
+
priority: 'high' | 'medium' | 'low';
|
|
251
|
+
/** Pull mode */
|
|
252
|
+
mode: 'full' | 'incremental' | 'append';
|
|
253
|
+
/** Column renames: cloud column → local column */
|
|
254
|
+
columnMap?: Record<string, string>;
|
|
255
|
+
/** Columns to strip from cloud records before local insert */
|
|
256
|
+
dropColumns?: string[];
|
|
257
|
+
/** Type transforms for specific columns */
|
|
258
|
+
transforms?: Record<string, 'boolean-to-int' | 'jsonb-to-text' | 'timestamptz-to-text'>;
|
|
259
|
+
}
|
|
260
|
+
/**
|
|
261
|
+
* Pull sync configuration
|
|
262
|
+
*/
|
|
263
|
+
export interface PullConfig {
|
|
264
|
+
/** Cloud database config */
|
|
265
|
+
cloud: CloudConfig;
|
|
266
|
+
/** Environment to filter by (or 'all' for cross-env) */
|
|
267
|
+
environment: string;
|
|
268
|
+
/** Pull sources */
|
|
269
|
+
sources: PullSource[];
|
|
270
|
+
/** Batch size for reads */
|
|
271
|
+
batchSize: number;
|
|
272
|
+
/** Dry run (no writes) */
|
|
273
|
+
dryRun?: boolean;
|
|
274
|
+
/** Target local DB path (defaults to .agentic-qe/memory.db) */
|
|
275
|
+
targetDb?: string;
|
|
276
|
+
/** Only pull specific tables */
|
|
277
|
+
tables?: string[];
|
|
278
|
+
}
|
|
279
|
+
/**
|
|
280
|
+
* Default pull configuration
|
|
281
|
+
*
|
|
282
|
+
* Maps cloud PostgreSQL tables back to local SQLite tables.
|
|
283
|
+
* Reverses the push column mappings from DEFAULT_SYNC_CONFIG.
|
|
284
|
+
*/
|
|
285
|
+
export declare const DEFAULT_PULL_CONFIG: PullConfig;
|
|
237
286
|
/**
|
|
238
287
|
* SQLite to PostgreSQL type mapping
|
|
239
288
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../src/sync/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,wDAAwD;IACxD,KAAK,EAAE,gBAAgB,CAAC;IAExB,qCAAqC;IACrC,KAAK,EAAE,WAAW,CAAC;IAEnB,6BAA6B;IAC7B,IAAI,EAAE,YAAY,CAAC;IAEnB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IAEnB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IAErB,sCAAsC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,iCAAiC;IACjC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,sCAAsC;IACtC,iBAAiB,EAAE,MAAM,CAAC;IAE1B,yCAAyC;IACzC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,qCAAqC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;IAEhB,eAAe;IACf,IAAI,EAAE,MAAM,CAAC;IAEb,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IAEjB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IAEjB,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IAEb,sBAAsB;IACtB,UAAU,EAAE,MAAM,CAAC;IAEnB,wDAAwD;IACxD,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,gBAAgB;IAChB,IAAI,EAAE,QAAQ,CAAC;IAEf,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IAEjB,6BAA6B;IAC7B,SAAS,EAAE,MAAM,CAAC;IAElB,4CAA4C;IAC5C,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEvC,sBAAsB;IACtB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,iCAAiC;IACjC,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,mCAAmC;IACnC,kBAAkB,EAAE,kBAAkB,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,aAAa,GAAG,eAAe,GAAG,QAAQ,CAAC;AAE3E;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAC1B,YAAY,GACZ,YAAY,GACZ,YAAY,GACZ,mBAAmB,GACnB,OAAO,CAAC;AAEZ;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IAEb,kBAAkB;IAClB,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAExB,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IAEb,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IAEpB,qBAAqB;IACrB,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAEpC,gCAAgC;IAChC,IAAI,EAAE,QAAQ,CAAC;IAEf,qCAAqC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,mCAAmC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,qCAAqC;IACrC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC;IAEjB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IAEf,+BAA+B;IAC/B,aAAa,EAAE,MAAM,CAAC;IAEtB,mCAAmC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAE1B,gCAAgC;IAChC,cAAc,EAAE,MAAM,CAAC;IAEvB,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;IAEnB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,eAAe;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,cAAc;IACd,MAAM,EAAE,MAAM,CAAC;IAEf,iBAAiB;IACjB,SAAS,EAAE,IAAI,CAAC;IAEhB,eAAe;IACf,WAAW,CAAC,EAAE,IAAI,CAAC;IAEnB,qBAAqB;IACrB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IAEvD,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IAEpB,qBAAqB;IACrB,IAAI,EAAE,QAAQ,CAAC;IAEf,wBAAwB;IACxB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,2BAA2B;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,+BAA+B;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAE/B,qBAAqB;IACrB,eAAe,EAAE,MAAM,CAAC;IAExB,yBAAyB;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,CAAC,GAAG,OAAO;IACrC,kBAAkB;IAClB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,kBAAkB;IAClB,QAAQ,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAEjC,4BAA4B;IAC5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,uBAAuB;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAExB,2CAA2C;IAC3C,WAAW,CAAC,KAAK,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAEvC,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEzB,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,gCAAgC;IAChC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,0BAA0B;IAC1B,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,yBAAyB;IACzB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAExB,2BAA2B;IAC3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1B,gCAAgC;IAChC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEjF,sBAAsB;IACtB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD,oBAAoB;IACpB,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAExD,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAE3B,iCAAiC;IACjC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAEzB,iCAAiC;IACjC,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,iBAAiB;IACjB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,kCAAkC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE1C,6CAA6C;IAC7C,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEpD,0BAA0B;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAM/C,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,EAAE,UA0LjC,CAAC"}
|
|
1
|
+
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../src/sync/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,wDAAwD;IACxD,KAAK,EAAE,gBAAgB,CAAC;IAExB,qCAAqC;IACrC,KAAK,EAAE,WAAW,CAAC;IAEnB,6BAA6B;IAC7B,IAAI,EAAE,YAAY,CAAC;IAEnB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IAEnB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IAErB,sCAAsC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,iCAAiC;IACjC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,sCAAsC;IACtC,iBAAiB,EAAE,MAAM,CAAC;IAE1B,yCAAyC;IACzC,gBAAgB,EAAE,MAAM,CAAC;IAEzB,qCAAqC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;IAEhB,eAAe;IACf,IAAI,EAAE,MAAM,CAAC;IAEb,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IAEjB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IAEjB,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IAEb,sBAAsB;IACtB,UAAU,EAAE,MAAM,CAAC;IAEnB,wDAAwD;IACxD,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,gBAAgB;IAChB,IAAI,EAAE,QAAQ,CAAC;IAEf,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IAEjB,6BAA6B;IAC7B,SAAS,EAAE,MAAM,CAAC;IAElB,4CAA4C;IAC5C,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEvC,sBAAsB;IACtB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,iCAAiC;IACjC,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,mCAAmC;IACnC,kBAAkB,EAAE,kBAAkB,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,aAAa,GAAG,eAAe,GAAG,QAAQ,CAAC;AAE3E;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAC1B,YAAY,GACZ,YAAY,GACZ,YAAY,GACZ,mBAAmB,GACnB,OAAO,CAAC;AAEZ;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IAEb,kBAAkB;IAClB,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAExB,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IAEb,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IAEpB,qBAAqB;IACrB,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAEpC,gCAAgC;IAChC,IAAI,EAAE,QAAQ,CAAC;IAEf,qCAAqC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,mCAAmC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,qCAAqC;IACrC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC;IAEjB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IAEf,+BAA+B;IAC/B,aAAa,EAAE,MAAM,CAAC;IAEtB,mCAAmC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAE1B,gCAAgC;IAChC,cAAc,EAAE,MAAM,CAAC;IAEvB,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;IAEnB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,eAAe;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,cAAc;IACd,MAAM,EAAE,MAAM,CAAC;IAEf,iBAAiB;IACjB,SAAS,EAAE,IAAI,CAAC;IAEhB,eAAe;IACf,WAAW,CAAC,EAAE,IAAI,CAAC;IAEnB,qBAAqB;IACrB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IAEvD,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IAEpB,qBAAqB;IACrB,IAAI,EAAE,QAAQ,CAAC;IAEf,wBAAwB;IACxB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,2BAA2B;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,+BAA+B;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAE/B,qBAAqB;IACrB,eAAe,EAAE,MAAM,CAAC;IAExB,yBAAyB;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,CAAC,GAAG,OAAO;IACrC,kBAAkB;IAClB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,kBAAkB;IAClB,QAAQ,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAEjC,4BAA4B;IAC5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,uBAAuB;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAExB,2CAA2C;IAC3C,WAAW,CAAC,KAAK,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAEvC,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEzB,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,gCAAgC;IAChC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,0BAA0B;IAC1B,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC,yBAAyB;IACzB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAExB,2BAA2B;IAC3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1B,gCAAgC;IAChC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEjF,sBAAsB;IACtB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD,oBAAoB;IACpB,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAExD,uBAAuB;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAE3B,iCAAiC;IACjC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAEzB,iCAAiC;IACjC,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IAEb,iBAAiB;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,iBAAiB;IACjB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,kCAAkC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE1C,6CAA6C;IAC7C,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEpD,0BAA0B;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IAEb,yDAAyD;IACzD,UAAU,EAAE,MAAM,CAAC;IAEnB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,qCAAqC;IACrC,OAAO,EAAE,OAAO,CAAC;IAEjB,qBAAqB;IACrB,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAEpC,gBAAgB;IAChB,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,QAAQ,CAAC;IAExC,kDAAkD;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEnC,8DAA8D;IAC9D,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAEvB,2CAA2C;IAC3C,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,eAAe,GAAG,qBAAqB,CAAC,CAAC;CACzF;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,4BAA4B;IAC5B,KAAK,EAAE,WAAW,CAAC;IAEnB,wDAAwD;IACxD,WAAW,EAAE,MAAM,CAAC;IAEpB,mBAAmB;IACnB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAElB,0BAA0B;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,gCAAgC;IAChC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,EAAE,UAyJjC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAM/C,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,EAAE,UA0LjC,CAAC"}
|
|
@@ -4,6 +4,166 @@
|
|
|
4
4
|
* Defines the contracts for syncing local AQE learning data to cloud PostgreSQL.
|
|
5
5
|
* Consolidates data from 6+ local sources into unified cloud storage.
|
|
6
6
|
*/
|
|
7
|
+
/**
|
|
8
|
+
* Default pull configuration
|
|
9
|
+
*
|
|
10
|
+
* Maps cloud PostgreSQL tables back to local SQLite tables.
|
|
11
|
+
* Reverses the push column mappings from DEFAULT_SYNC_CONFIG.
|
|
12
|
+
*/
|
|
13
|
+
export const DEFAULT_PULL_CONFIG = {
|
|
14
|
+
cloud: {
|
|
15
|
+
project: process.env.GCP_PROJECT || '',
|
|
16
|
+
zone: process.env.GCP_ZONE || '',
|
|
17
|
+
instance: process.env.GCP_INSTANCE || '',
|
|
18
|
+
database: process.env.GCP_DATABASE || '',
|
|
19
|
+
user: process.env.GCP_USER || '',
|
|
20
|
+
tunnelPort: parseInt(process.env.GCP_TUNNEL_PORT || '15432', 10),
|
|
21
|
+
},
|
|
22
|
+
environment: process.env.AQE_ENV || 'all',
|
|
23
|
+
batchSize: 1000,
|
|
24
|
+
sources: [
|
|
25
|
+
// QE Patterns (cloud 0 records, but may grow)
|
|
26
|
+
{
|
|
27
|
+
name: 'qe-patterns',
|
|
28
|
+
cloudTable: 'aqe.qe_patterns',
|
|
29
|
+
localTable: 'qe_patterns',
|
|
30
|
+
enabled: true,
|
|
31
|
+
priority: 'high',
|
|
32
|
+
mode: 'incremental',
|
|
33
|
+
dropColumns: ['source_env', 'embedding', 'sync_version'],
|
|
34
|
+
transforms: { reusable: 'boolean-to-int' },
|
|
35
|
+
},
|
|
36
|
+
// SONA patterns (873 records)
|
|
37
|
+
{
|
|
38
|
+
name: 'sona-patterns',
|
|
39
|
+
cloudTable: 'aqe.sona_patterns',
|
|
40
|
+
localTable: 'sona_patterns',
|
|
41
|
+
enabled: true,
|
|
42
|
+
priority: 'high',
|
|
43
|
+
mode: 'incremental',
|
|
44
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
45
|
+
transforms: {
|
|
46
|
+
is_active: 'boolean-to-int',
|
|
47
|
+
requires_fine_tuning: 'boolean-to-int',
|
|
48
|
+
},
|
|
49
|
+
},
|
|
50
|
+
// GOAP actions (2,335 records)
|
|
51
|
+
{
|
|
52
|
+
name: 'goap-actions',
|
|
53
|
+
cloudTable: 'aqe.goap_actions',
|
|
54
|
+
localTable: 'goap_actions',
|
|
55
|
+
enabled: true,
|
|
56
|
+
priority: 'high',
|
|
57
|
+
mode: 'incremental',
|
|
58
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
59
|
+
columnMap: { duration_estimate: 'estimated_duration_ms' },
|
|
60
|
+
},
|
|
61
|
+
// GOAP plans (91 records)
|
|
62
|
+
{
|
|
63
|
+
name: 'goap-plans',
|
|
64
|
+
cloudTable: 'aqe.goap_plans',
|
|
65
|
+
localTable: 'goap_plans',
|
|
66
|
+
enabled: true,
|
|
67
|
+
priority: 'medium',
|
|
68
|
+
mode: 'incremental',
|
|
69
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
70
|
+
columnMap: { estimated_duration: 'estimated_duration_ms' },
|
|
71
|
+
},
|
|
72
|
+
// Memory entries → kv_store (0 records in cloud currently)
|
|
73
|
+
{
|
|
74
|
+
name: 'memory-entries',
|
|
75
|
+
cloudTable: 'aqe.memory_entries',
|
|
76
|
+
localTable: 'kv_store',
|
|
77
|
+
enabled: true,
|
|
78
|
+
priority: 'high',
|
|
79
|
+
mode: 'incremental',
|
|
80
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
81
|
+
columnMap: { partition: 'namespace' },
|
|
82
|
+
},
|
|
83
|
+
// Learning experiences → captured_experiences (7,702 records)
|
|
84
|
+
// Drop 'id' because cloud uses SERIAL auto-increment, local uses UUID
|
|
85
|
+
// Map 'created_at' → 'started_at' since push mapped started_at → created_at
|
|
86
|
+
{
|
|
87
|
+
name: 'learning-experiences',
|
|
88
|
+
cloudTable: 'aqe.learning_experiences',
|
|
89
|
+
localTable: 'captured_experiences',
|
|
90
|
+
enabled: true,
|
|
91
|
+
priority: 'high',
|
|
92
|
+
mode: 'append',
|
|
93
|
+
dropColumns: ['id', 'source_env', 'sync_version'],
|
|
94
|
+
columnMap: {
|
|
95
|
+
agent_id: 'agent',
|
|
96
|
+
task_id: 'task',
|
|
97
|
+
task_type: 'domain',
|
|
98
|
+
state: 'result_json',
|
|
99
|
+
action: 'steps_json',
|
|
100
|
+
reward: 'quality',
|
|
101
|
+
next_state: 'routing_json',
|
|
102
|
+
episode_id: 'tags',
|
|
103
|
+
created_at: 'started_at',
|
|
104
|
+
},
|
|
105
|
+
},
|
|
106
|
+
// Q-learning patterns → rl_q_values (3 records)
|
|
107
|
+
{
|
|
108
|
+
name: 'qlearning-patterns',
|
|
109
|
+
cloudTable: 'aqe.qlearning_patterns',
|
|
110
|
+
localTable: 'rl_q_values',
|
|
111
|
+
enabled: true,
|
|
112
|
+
priority: 'medium',
|
|
113
|
+
mode: 'incremental',
|
|
114
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
115
|
+
columnMap: {
|
|
116
|
+
state: 'state_key',
|
|
117
|
+
action: 'action_key',
|
|
118
|
+
last_update: 'updated_at',
|
|
119
|
+
},
|
|
120
|
+
},
|
|
121
|
+
// Routing outcomes (186 records)
|
|
122
|
+
{
|
|
123
|
+
name: 'routing-outcomes',
|
|
124
|
+
cloudTable: 'aqe.routing_outcomes',
|
|
125
|
+
localTable: 'routing_outcomes',
|
|
126
|
+
enabled: true,
|
|
127
|
+
priority: 'medium',
|
|
128
|
+
mode: 'append',
|
|
129
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
130
|
+
},
|
|
131
|
+
// QE trajectories (0 records in cloud currently)
|
|
132
|
+
{
|
|
133
|
+
name: 'qe-trajectories',
|
|
134
|
+
cloudTable: 'aqe.qe_trajectories',
|
|
135
|
+
localTable: 'qe_trajectories',
|
|
136
|
+
enabled: true,
|
|
137
|
+
priority: 'medium',
|
|
138
|
+
mode: 'append',
|
|
139
|
+
dropColumns: ['source_env', 'sync_version', 'embedding'],
|
|
140
|
+
},
|
|
141
|
+
// Dream insights (680 records)
|
|
142
|
+
{
|
|
143
|
+
name: 'dream-insights',
|
|
144
|
+
cloudTable: 'aqe.dream_insights',
|
|
145
|
+
localTable: 'dream_insights',
|
|
146
|
+
enabled: true,
|
|
147
|
+
priority: 'low',
|
|
148
|
+
mode: 'append',
|
|
149
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
150
|
+
},
|
|
151
|
+
// Claude-Flow memory (2 records in cloud)
|
|
152
|
+
// Push syncs from JSON file; pull writes to kv_store since local has no dedicated table
|
|
153
|
+
{
|
|
154
|
+
name: 'claude-flow-memory',
|
|
155
|
+
cloudTable: 'aqe.claude_flow_memory',
|
|
156
|
+
localTable: 'kv_store',
|
|
157
|
+
enabled: true,
|
|
158
|
+
priority: 'low',
|
|
159
|
+
mode: 'incremental',
|
|
160
|
+
dropColumns: ['source_env', 'sync_version'],
|
|
161
|
+
columnMap: { partition: 'namespace' },
|
|
162
|
+
},
|
|
163
|
+
// NOTE: intelligence-qlearning (JSON push source) is NOT pulled back —
|
|
164
|
+
// the cloud qlearning_patterns table is already pulled via the qlearning-patterns source above.
|
|
165
|
+
],
|
|
166
|
+
};
|
|
7
167
|
/**
|
|
8
168
|
* SQLite to PostgreSQL type mapping
|
|
9
169
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/sync/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;
|
|
1
|
+
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/sync/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA0XH;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAe;IAC7C,KAAK,EAAE;QACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE;QACtC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE;QAChC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE;QACxC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE;QACxC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE;QAChC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,EAAE,EAAE,CAAC;KACjE;IACD,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,KAAK;IACzC,SAAS,EAAE,IAAI;IACf,OAAO,EAAE;QACP,8CAA8C;QAC9C;YACE,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,iBAAiB;YAC7B,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC;YACxD,UAAU,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAE;SAC3C;QACD,8BAA8B;QAC9B;YACE,IAAI,EAAE,eAAe;YACrB,UAAU,EAAE,mBAAmB;YAC/B,UAAU,EAAE,eAAe;YAC3B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;YAC3C,UAAU,EAAE;gBACV,SAAS,EAAE,gBAAgB;gBAC3B,oBAAoB,EAAE,gBAAgB;aACvC;SACF;QACD,+BAA+B;QAC/B;YACE,IAAI,EAAE,cAAc;YACpB,UAAU,EAAE,kBAAkB;YAC9B,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;YAC3C,SAAS,EAAE,EAAE,iBAAiB,EAAE,uBAAuB,EAAE;SAC1D;QACD,0BAA0B;QAC1B;YACE,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,gBAAgB;YAC5B,UAAU,EAAE,YAAY;YACxB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;YAC3C,SAAS,EAAE,EAAE,kBAAkB,EAAE,uBAAuB,EAAE;SAC3D;QACD,2DAA2D;QAC3D;YACE,IAAI,EAAE,gBAAgB;YACtB,UAAU,EAAE,oBAAoB;YAChC,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;YAC3C,SAAS,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE;SACtC;QACD,8DAA8D;QAC9D,sEAAsE;QACtE,4EAA4E;QAC5E;YACE,IAAI,EAAE,sBAAsB;YAC5B,UAAU,EAAE,0BAA0B;YACtC,UAAU,EAAE,sBAAsB;YAClC,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,cAAc,CAAC;YACjD,SAAS,EAAE;gBACT,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,QAAQ;gBACnB,KAAK,EAAE,aAAa;gBACpB,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,MAAM;gBAClB,UAAU,EAAE,YAAY;aACzB;SACF;QACD,gDAAgD;QAChD;YACE,IAAI,EAAE,oBAAoB;YAC1B,UAAU,EAAE,wBAAwB;YACpC,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;YAC3C,SAAS,EAAE;gBACT,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,YAAY;aAC1B;SACF;QACD,iCAAiC;QACjC;YACE,IAAI,EAAE,kBAAkB;YACxB,UAAU,EAAE,sBAAsB;YAClC,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;SAC5C;QACD,iDAAiD;QACjD;YACE,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,qBAAqB;YACjC,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,EAAE,WAAW,CAAC;SACzD;QACD,+BAA+B;QAC/B;YACE,IAAI,EAAE,gBAAgB;YACtB,UAAU,EAAE,oBAAoB;YAChC,UAAU,EAAE,gBAAgB;YAC5B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;SAC5C;QACD,0CAA0C;QAC1C,wFAAwF;QACxF;YACE,IAAI,EAAE,oBAAoB;YAC1B,UAAU,EAAE,wBAAwB;YACpC,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC;YAC3C,SAAS,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE;SACtC;QACD,uEAAuE;QACvE,gGAAgG;KACjG;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAA2B;IAClD,MAAM,EAAE,MAAM;IACd,SAAS,EAAE,SAAS;IACpB,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,MAAM;CACf,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAe;IAC7C,KAAK,EAAE;QACL,oDAAoD;QACpD,4DAA4D;QAC5D,UAAU,EAAE,yBAAyB;QACrC,YAAY,EAAE,yBAAyB;QACvC,gBAAgB,EAAE,kCAAkC;QACpD,gBAAgB,EAAE,kCAAkC;QACpD,iBAAiB,EAAE,yBAAyB;QAC5C,gBAAgB,EAAE,kCAAkC;QACpD,aAAa,EAAE,oBAAoB;QACnC,YAAY,EAAE,gCAAgC;KAC/C;IACD,KAAK,EAAE;QACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE;QACtC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE;QAChC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE;QACxC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE;QACxC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE;QAChC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,EAAE,EAAE,CAAC;KACjE;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,kBAAkB,EAAE,YAAY;QAChC,cAAc,EAAE;YACd,UAAU,EAAE,CAAC,EAAS,0CAA0C;YAChE,YAAY,EAAE,CAAC,EAAO,2BAA2B;YACjD,WAAW,EAAE,CAAC,EAAQ,sBAAsB;YAC5C,OAAO,EAAE,CAAC,EAAY,2BAA2B;YACjD,WAAW,EAAE,CAAC,EAAQ,0BAA0B;YAChD,gBAAgB,EAAE,CAAC;YACnB,gBAAgB,EAAE,CAAC;SACpB;QACD,OAAO,EAAE;YACP,+DAA+D;YAC/D,gDAAgD;YAChD,uDAAuD;YACvD,EAAE;YACF,uDAAuD;YACvD,uDAAuD;YACvD,yCAAyC;YACzC,qDAAqD;YACrD,uDAAuD;YACvD,6EAA6E;YAC7E,+DAA+D;YAE/D,wDAAwD;YACxD,iDAAiD;YACjD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,iBAAiB;gBAC9B,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,wVAAwV;gBAC/V,OAAO,EAAE,IAAI;aACd;YACD,sCAAsC;YACtC;gBACE,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,mBAAmB;gBAChC,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,6BAA6B;gBACpC,OAAO,EAAE,IAAI;aACd;YACD,gCAAgC;YAChC;gBACE,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,kBAAkB;gBAC/B,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,4BAA4B;gBACnC,OAAO,EAAE,IAAI;aACd;YACD,mDAAmD;YACnD,6EAA6E;YAC7E;gBACE,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,oBAAoB;gBACjC,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,+MAA+M;gBACtN,OAAO,EAAE,IAAI;aACd;YACD,mEAAmE;YACnE,2DAA2D;YAC3D;gBACE,IAAI,EAAE,2BAA2B;gBACjC,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,0BAA0B;gBACvC,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,mRAAmR;gBAC1R,OAAO,EAAE,IAAI;aACd;YACD,2BAA2B;YAC3B;gBACE,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,gBAAgB;gBAC7B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,wMAAwM;gBAC/M,OAAO,EAAE,IAAI;aACd;YACD,sCAAsC;YACtC,sEAAsE;YACtE;gBACE,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,kKAAkK;gBACzK,OAAO,EAAE,IAAI;aACd;YACD,4DAA4D;YAC5D;gBACE,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,sBAAsB;gBACnC,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,gCAAgC;gBACvC,OAAO,EAAE,IAAI;aACd;YACD,oDAAoD;YACpD;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,qBAAqB;gBAClC,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,+BAA+B;gBACtC,OAAO,EAAE,IAAI;aACd;YACD,wDAAwD;YACxD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,oBAAoB;gBACjC,QAAQ,EAAE,KAAK;gBACf,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,8BAA8B;gBACrC,OAAO,EAAE,IAAI;aACd;YACD,4BAA4B;YAC5B;gBACE,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,kCAAkC;gBACxC,WAAW,EAAE,wBAAwB;gBACrC,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;aACd;YACD,iCAAiC;YACjC;gBACE,IAAI,EAAE,wBAAwB;gBAC9B,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,kCAAkC;gBACxC,WAAW,EAAE,wBAAwB;gBACrC,QAAQ,EAAE,KAAK;gBACf,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,IAAI;aACd;SACF;KACF;IACD,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,QAAQ;CAC7C,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pull Sync Agent
|
|
3
|
+
*
|
|
4
|
+
* Orchestrates pulling data from cloud PostgreSQL into local SQLite.
|
|
5
|
+
* Mirrors CloudSyncAgent but in the reverse direction (cloud → local).
|
|
6
|
+
*
|
|
7
|
+
* Features:
|
|
8
|
+
* - Full and incremental pull modes
|
|
9
|
+
* - Column remapping (cloud schema → local schema)
|
|
10
|
+
* - Type transforms (PostgreSQL types → SQLite types)
|
|
11
|
+
* - Automatic backup before writes
|
|
12
|
+
* - Dry-run preview mode
|
|
13
|
+
* - Per-table and per-environment filtering
|
|
14
|
+
*/
|
|
15
|
+
import type { PullConfig, PullSource, SyncReport, SyncResult } from './interfaces.js';
|
|
16
|
+
/**
|
|
17
|
+
* Pull sync agent configuration
|
|
18
|
+
*/
|
|
19
|
+
export interface PullAgentConfig extends PullConfig {
|
|
20
|
+
/** Callback for progress updates */
|
|
21
|
+
onProgress?: (message: string, progress: number) => void;
|
|
22
|
+
/** Callback for errors */
|
|
23
|
+
onError?: (error: Error, source: string) => void;
|
|
24
|
+
/** Enable verbose logging */
|
|
25
|
+
verbose?: boolean;
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Verification result
|
|
29
|
+
*/
|
|
30
|
+
export interface PullVerifyResult {
|
|
31
|
+
verified: boolean;
|
|
32
|
+
results: PullVerifyTableResult[];
|
|
33
|
+
}
|
|
34
|
+
export interface PullVerifyTableResult {
|
|
35
|
+
source: string;
|
|
36
|
+
cloudTable: string;
|
|
37
|
+
localTable: string;
|
|
38
|
+
cloudCount: number;
|
|
39
|
+
localCount: number;
|
|
40
|
+
match: boolean;
|
|
41
|
+
diff: number;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Pull Sync Agent
|
|
45
|
+
*/
|
|
46
|
+
export declare class PullSyncAgent {
|
|
47
|
+
private readonly config;
|
|
48
|
+
private reader;
|
|
49
|
+
private writer;
|
|
50
|
+
private cloudWriter;
|
|
51
|
+
private report;
|
|
52
|
+
constructor(config?: Partial<PullAgentConfig>);
|
|
53
|
+
/**
|
|
54
|
+
* Initialize connections to both cloud and local databases
|
|
55
|
+
*/
|
|
56
|
+
initialize(): Promise<void>;
|
|
57
|
+
/**
|
|
58
|
+
* Full pull: download all cloud data into local DB
|
|
59
|
+
*/
|
|
60
|
+
pullAll(): Promise<SyncReport>;
|
|
61
|
+
/**
|
|
62
|
+
* Incremental pull: only records changed since a timestamp
|
|
63
|
+
*/
|
|
64
|
+
pullIncremental(since?: Date): Promise<SyncReport>;
|
|
65
|
+
/**
|
|
66
|
+
* Pull a single table from cloud to local
|
|
67
|
+
*/
|
|
68
|
+
pullTable(source: PullSource): Promise<SyncResult>;
|
|
69
|
+
/**
|
|
70
|
+
* Pull incremental changes for a single table
|
|
71
|
+
*/
|
|
72
|
+
private pullTableIncremental;
|
|
73
|
+
/**
|
|
74
|
+
* Verify pull by comparing cloud and local counts
|
|
75
|
+
*/
|
|
76
|
+
verify(): Promise<PullVerifyResult>;
|
|
77
|
+
/**
|
|
78
|
+
* Close all connections
|
|
79
|
+
*/
|
|
80
|
+
close(): Promise<void>;
|
|
81
|
+
private ensureInitialized;
|
|
82
|
+
private getEnabledSources;
|
|
83
|
+
private resolveTargetDb;
|
|
84
|
+
private backupLocalDb;
|
|
85
|
+
private createReport;
|
|
86
|
+
private finalizeReport;
|
|
87
|
+
private log;
|
|
88
|
+
private progress;
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Create a pull sync agent
|
|
92
|
+
*/
|
|
93
|
+
export declare function createPullSyncAgent(config?: Partial<PullAgentConfig>): PullSyncAgent;
|
|
94
|
+
/**
|
|
95
|
+
* Quick pull utility — full pull from cloud
|
|
96
|
+
*/
|
|
97
|
+
export declare function pullFromCloud(config?: Partial<PullAgentConfig>): Promise<SyncReport>;
|
|
98
|
+
/**
|
|
99
|
+
* Quick incremental pull utility
|
|
100
|
+
*/
|
|
101
|
+
export declare function pullIncrementalFromCloud(since?: Date, config?: Partial<PullAgentConfig>): Promise<SyncReport>;
|
|
102
|
+
//# sourceMappingURL=pull-agent.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pull-agent.d.ts","sourceRoot":"","sources":["../../src/sync/pull-agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAWtF;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD,oCAAoC;IACpC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAEzD,0BAA0B;IAC1B,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEjD,6BAA6B;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,WAAW,CAAsD;IACzE,OAAO,CAAC,MAAM,CAA2B;gBAE7B,MAAM,GAAE,OAAO,CAAC,eAAe,CAAM;IASjD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBjC;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC;IA4BpC;;OAEG;IACG,eAAe,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IA2BxD;;OAEG;IACG,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IA8CxD;;OAEG;YACW,oBAAoB;IAwClC;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,gBAAgB,CAAC;IA0BzC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAe5B,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,YAAY;IAepB,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,GAAG;IAgBX,OAAO,CAAC,QAAQ;CAIjB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,aAAa,CAEpF;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAQ1F;AAED;;GAEG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,CAAC,EAAE,IAAI,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAChC,OAAO,CAAC,UAAU,CAAC,CAQrB"}
|