@webiny/api-headless-cms-pg-os 6.6.0-alpha.0

package/testing/createReindexEvents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing/createReindexEvents.js","sources":["../../src/testing/createReindexEvents.ts"],"sourcesContent":["import type { Knex } from \"knex\";\nimport type { SyncEvent, ISyncRow } from \"~/types.js\";\n\nexport const createReindexEvents = async (knex: Knex, tableName: string): Promise<SyncEvent[]> => {\n    const rows: ISyncRow[] = await knex<ISyncRow>(tableName).select(\"*\");\n\n    return rows.map(row => ({\n        type: \"INSERT\" as const,\n        id: row.id,\n        entryId: row.entryId,\n        tenant: row.tenant,\n        index: row.index,\n        data: row.data\n    }));\n};\n"],"names":["createReindexEvents","knex","tableName","rows","row"],"mappings":"AAGO,MAAMA,sBAAsB,OAAOC,MAAYC;IAClD,MAAMC,OAAmB,MAAMF,KAAeC,WAAW,MAAM,CAAC;IAEhE,OAAOC,KAAK,GAAG,CAACC,CAAAA,MAAQ;YACpB,MAAM;YACN,IAAIA,IAAI,EAAE;YACV,SAASA,IAAI,OAAO;YACpB,QAAQA,IAAI,MAAM;YAClB,OAAOA,IAAI,KAAK;YAChB,MAAMA,IAAI,IAAI;QAClB;AACJ"}

package/testing/index.d.ts

@@ -0,0 +1,2 @@
+export { simulatePgStream } from "./simulatePgStream.js";
+export { createReindexEvents } from "./createReindexEvents.js";

package/testing/index.js

@@ -0,0 +1,2 @@
+export { simulatePgStream } from "./simulatePgStream.js";
+export { createReindexEvents } from "./createReindexEvents.js";

package/testing/simulatePgStream.d.ts

@@ -0,0 +1,19 @@
+import type { Knex } from "knex";
+import type { SyncEvent } from "../types.js";
+export interface SimulatePgStreamParams {
+    knex: Knex;
+    tableName: string;
+    handler: (events: SyncEvent[]) => Promise<void>;
+}
+/**
+ * Simulates a PostgreSQL -> OpenSearch sync stream (the PG equivalent of the
+ * DynamoDB Streams simulation in `@webiny/project-utils/testing/dynamodb`) by
+ * monkey-patching knex's internal `client.query` method.
+ *
+ * Uses a snapshot-diff approach: capture all rows in the target table before
+ * the operation, execute the operation, capture all rows after, then diff the
+ * two snapshots to determine which `SyncEvent`s occurred. This is robust
+ * against SQL structure changes, since it never has to parse bindings or SQL
+ * text to reconstruct row data.
+ */
+export declare const simulatePgStream: (params: SimulatePgStreamParams) => void;

package/testing/simulatePgStream.js

@@ -0,0 +1,51 @@
+const toSyncEvent = (row, type)=>({
+        type,
+        id: row.id,
+        entryId: row.entryId,
+        tenant: row.tenant,
+        index: row.index,
+        ..."REMOVE" !== type ? {
+            data: row.data
+        } : {}
+    });
+const simulatePgStream = (params)=>{
+    const { knex, tableName, handler } = params;
+    const query = ()=>knex(tableName);
+    const originalClient = knex.client;
+    const originalQuery = originalClient.query.bind(originalClient);
+    originalClient.query = async (connection, obj)=>{
+        const sql = "string" == typeof obj ? obj : obj?.sql ?? "";
+        const isTargetTable = sql.includes(tableName);
+        if (!isTargetTable) return originalQuery(connection, obj);
+        const upperSql = sql.toUpperCase();
+        const isInsert = upperSql.includes("INSERT");
+        const isDelete = upperSql.includes("DELETE");
+        if (!isInsert && !isDelete) return originalQuery(connection, obj);
+        const rowsBefore = await query().select("*");
+        const beforeMap = new Map(rowsBefore.map((row)=>[
+                row.id,
+                row
+            ]));
+        const result = await originalQuery(connection, obj);
+        const rowsAfter = await query().select("*");
+        const afterMap = new Map(rowsAfter.map((row)=>[
+                row.id,
+                row
+            ]));
+        const events = [];
+        if (isInsert) for (const [id, row] of afterMap){
+            const before = beforeMap.get(id);
+            if (before) {
+                if (before.data !== row.data) events.push(toSyncEvent(row, "MODIFY"));
+            } else events.push(toSyncEvent(row, "INSERT"));
+        }
+        if (isDelete) {
+            for (const [id, row] of beforeMap)if (!afterMap.has(id)) events.push(toSyncEvent(row, "REMOVE"));
+        }
+        if (events.length > 0) await handler(events);
+        return result;
+    };
+};
+export { simulatePgStream };
+
+//# sourceMappingURL=simulatePgStream.js.map

package/testing/simulatePgStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing/simulatePgStream.js","sources":["../../src/testing/simulatePgStream.ts"],"sourcesContent":["import type { Knex } from \"knex\";\nimport type { SyncEvent, ISyncRow, SyncEventType } from \"~/types.js\";\n\nexport interface SimulatePgStreamParams {\n    knex: Knex;\n    tableName: string;\n    handler: (events: SyncEvent[]) => Promise<void>;\n}\n\nconst toSyncEvent = (row: ISyncRow, type: SyncEventType): SyncEvent => ({\n    type,\n    id: row.id,\n    entryId: row.entryId,\n    tenant: row.tenant,\n    index: row.index,\n    ...(type !== \"REMOVE\" ? { data: row.data } : {})\n});\n\n/**\n * Simulates a PostgreSQL -> OpenSearch sync stream (the PG equivalent of the\n * DynamoDB Streams simulation in `@webiny/project-utils/testing/dynamodb`) by\n * monkey-patching knex's internal `client.query` method.\n *\n * Uses a snapshot-diff approach: capture all rows in the target table before\n * the operation, execute the operation, capture all rows after, then diff the\n * two snapshots to determine which `SyncEvent`s occurred. This is robust\n * against SQL structure changes, since it never has to parse bindings or SQL\n * text to reconstruct row data.\n */\nexport const simulatePgStream = (params: SimulatePgStreamParams): void => {\n    const { knex, tableName, handler } = params;\n    const query = () => knex<ISyncRow>(tableName);\n\n    const originalClient = knex.client;\n    const originalQuery = originalClient.query.bind(originalClient);\n\n    originalClient.query = async (connection: unknown, obj: unknown) => {\n        const sql: string = typeof obj === \"string\" ? obj : ((obj as { sql?: string })?.sql ?? \"\");\n        const isTargetTable = sql.includes(tableName);\n\n        if (!isTargetTable) {\n            return originalQuery(connection, obj);\n        }\n\n        const upperSql = sql.toUpperCase();\n        const isInsert = upperSql.includes(\"INSERT\");\n        const isDelete = upperSql.includes(\"DELETE\");\n\n        if (!isInsert && !isDelete) {\n            return originalQuery(connection, obj);\n        }\n\n        const rowsBefore = await query().select(\"*\");\n        const beforeMap = new Map(rowsBefore.map(row => [row.id, row]));\n\n        const result = await originalQuery(connection, obj);\n\n        const rowsAfter = await query().select(\"*\");\n        const afterMap = new Map(rowsAfter.map(row => [row.id, row]));\n\n        const events: SyncEvent[] = [];\n\n        if (isInsert) {\n            for (const [id, row] of afterMap) {\n                const before = beforeMap.get(id);\n                if (!before) {\n                    events.push(toSyncEvent(row, \"INSERT\"));\n                } else if (before.data !== row.data) {\n                    events.push(toSyncEvent(row, \"MODIFY\"));\n                }\n            }\n        }\n\n        if (isDelete) {\n            for (const [id, row] of beforeMap) {\n                if (!afterMap.has(id)) {\n                    events.push(toSyncEvent(row, \"REMOVE\"));\n                }\n            }\n        }\n\n        if (events.length > 0) {\n            await handler(events);\n        }\n\n        return result;\n    };\n};\n"],"names":["toSyncEvent","row","type","simulatePgStream","params","knex","tableName","handler","query","originalClient","originalQuery","connection","obj","sql","isTargetTable","upperSql","isInsert","isDelete","rowsBefore","beforeMap","Map","result","rowsAfter","afterMap","events","id","before"],"mappings":"AASA,MAAMA,cAAc,CAACC,KAAeC,OAAoC;QACpEA;QACA,IAAID,IAAI,EAAE;QACV,SAASA,IAAI,OAAO;QACpB,QAAQA,IAAI,MAAM;QAClB,OAAOA,IAAI,KAAK;QAChB,GAAIC,AAAS,aAATA,OAAoB;YAAE,MAAMD,IAAI,IAAI;QAAC,IAAI,CAAC,CAAC;IACnD;AAaO,MAAME,mBAAmB,CAACC;IAC7B,MAAM,EAAEC,IAAI,EAAEC,SAAS,EAAEC,OAAO,EAAE,GAAGH;IACrC,MAAMI,QAAQ,IAAMH,KAAeC;IAEnC,MAAMG,iBAAiBJ,KAAK,MAAM;IAClC,MAAMK,gBAAgBD,eAAe,KAAK,CAAC,IAAI,CAACA;IAEhDA,eAAe,KAAK,GAAG,OAAOE,YAAqBC;QAC/C,MAAMC,MAAc,AAAe,YAAf,OAAOD,MAAmBA,MAAQA,KAA0B,OAAO;QACvF,MAAME,gBAAgBD,IAAI,QAAQ,CAACP;QAEnC,IAAI,CAACQ,eACD,OAAOJ,cAAcC,YAAYC;QAGrC,MAAMG,WAAWF,IAAI,WAAW;QAChC,MAAMG,WAAWD,SAAS,QAAQ,CAAC;QACnC,MAAME,WAAWF,SAAS,QAAQ,CAAC;QAEnC,IAAI,CAACC,YAAY,CAACC,UACd,OAAOP,cAAcC,YAAYC;QAGrC,MAAMM,aAAa,MAAMV,QAAQ,MAAM,CAAC;QACxC,MAAMW,YAAY,IAAIC,IAAIF,WAAW,GAAG,CAACjB,CAAAA,MAAO;gBAACA,IAAI,EAAE;gBAAEA;aAAI;QAE7D,MAAMoB,SAAS,MAAMX,cAAcC,YAAYC;QAE/C,MAAMU,YAAY,MAAMd,QAAQ,MAAM,CAAC;QACvC,MAAMe,WAAW,IAAIH,IAAIE,UAAU,GAAG,CAACrB,CAAAA,MAAO;gBAACA,IAAI,EAAE;gBAAEA;aAAI;QAE3D,MAAMuB,SAAsB,EAAE;QAE9B,IAAIR,UACA,KAAK,MAAM,CAACS,IAAIxB,IAAI,IAAIsB,SAAU;YAC9B,MAAMG,SAASP,UAAU,GAAG,CAACM;YAC7B,IAAKC,QAEE;gBAAA,IAAIA,OAAO,IAAI,KAAKzB,IAAI,IAAI,EAC/BuB,OAAO,IAAI,CAACxB,YAAYC,KAAK;YACjC,OAHIuB,OAAO,IAAI,CAACxB,YAAYC,KAAK;QAIrC;QAGJ,IAAIgB,UACA;YAAA,KAAK,MAAM,CAACQ,IAAIxB,IAAI,IAAIkB,UACpB,IAAI,CAACI,SAAS,GAAG,CAACE,KACdD,OAAO,IAAI,CAACxB,YAAYC,KAAK;QAErC;QAGJ,IAAIuB,OAAO,MAAM,GAAG,GAChB,MAAMjB,QAAQiB;QAGlB,OAAOH;IACX;AACJ"}

package/types.d.ts

@@ -0,0 +1,17 @@
+export interface ISyncRow {
+    id: string;
+    entryId: string;
+    index: string;
+    operation: string;
+    data: string;
+    tenant: string;
+}
+export type SyncEventType = "INSERT" | "MODIFY" | "REMOVE";
+export interface SyncEvent {
+    type: SyncEventType;
+    id: string;
+    entryId: string;
+    tenant: string;
+    index: string;
+    data?: string;
+}