@webiny/api-sync-ddb-to-opensearch 6.6.0-alpha.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Webiny
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,11 @@
+# @webiny/api-sync-ddb-to-opensearch
+
+> [!NOTE]
+> This package is part of the [Webiny](https://www.webiny.com) monorepo.
+> It’s **included in every Webiny project by default** and is not meant to be used as a standalone package.
+
+📘 **Documentation:** [https://www.webiny.com/docs](https://www.webiny.com/docs)
+
+---
+
+_This README file is automatically generated during the publish process._

package/createDdbToOpenSearchStreamHandler.d.ts

@@ -0,0 +1,4 @@
+import type { Client } from "@webiny/api-opensearch/client.js";
+import type { DynamoDBStreamEvent } from "@webiny/aws-sdk/types/index.js";
+export type DdbToOpenSearchStreamHandler = (event: DynamoDBStreamEvent) => Promise<void>;
+export declare const createDdbToOpenSearchStreamHandler: (client: Client) => DdbToOpenSearchStreamHandler;

package/createDdbToOpenSearchStreamHandler.js

@@ -0,0 +1,28 @@
+import { Container } from "@webiny/feature/api";
+import { RequestContainer } from "@webiny/event-handler-core";
+import { DynamoDBEventHandler } from "@webiny/event-handler-aws/abstractions/handlers/DynamoDBEventHandler.js";
+import { TimerFeature } from "@webiny/utils/features/Timer/feature.js";
+import { ProcessEnvFeature } from "@webiny/stdlib/node";
+import { DdbToOpenSearchFeature } from "./features/DdbToOpenSearchFeature.js";
+const createDdbToOpenSearchStreamHandler = (client)=>{
+    const container = new Container();
+    container.registerInstance(RequestContainer, container);
+    ProcessEnvFeature.register(container);
+    TimerFeature.register(container, {
+        getRemainingSeconds: ()=>900,
+        getRemainingMilliseconds: ()=>900000
+    });
+    DdbToOpenSearchFeature.register(container, {
+        client
+    });
+    const handler = container.resolve(DynamoDBEventHandler);
+    return async (event)=>{
+        await handler.execute({
+            event,
+            metadata: {}
+        }, ()=>Promise.resolve());
+    };
+};
+export { createDdbToOpenSearchStreamHandler };
+
+//# sourceMappingURL=createDdbToOpenSearchStreamHandler.js.map

package/createDdbToOpenSearchStreamHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createDdbToOpenSearchStreamHandler.js","sources":["../src/createDdbToOpenSearchStreamHandler.ts"],"sourcesContent":["import { Container } from \"@webiny/feature/api\";\nimport { RequestContainer } from \"@webiny/event-handler-core\";\nimport { DynamoDBEventHandler } from \"@webiny/event-handler-aws/abstractions/handlers/DynamoDBEventHandler.js\";\nimport { TimerFeature } from \"@webiny/utils/features/Timer/feature.js\";\nimport { ProcessEnvFeature } from \"@webiny/stdlib/node\";\nimport { DdbToOpenSearchFeature } from \"./features/DdbToOpenSearchFeature.js\";\nimport type { Client } from \"@webiny/api-opensearch/client.js\";\nimport type { DynamoDBStreamEvent } from \"@webiny/aws-sdk/types/index.js\";\n\nexport type DdbToOpenSearchStreamHandler = (event: DynamoDBStreamEvent) => Promise<void>;\n\nexport const createDdbToOpenSearchStreamHandler = (\n    client: Client\n): DdbToOpenSearchStreamHandler => {\n    const container = new Container();\n    container.registerInstance(RequestContainer, container);\n\n    // Existing behavior: MAX_RUNNING_TIME = 900 hardcoded.\n    // In real Lambda deployments, the handler bootstrap should register a Timer\n    // that wraps context.getRemainingTimeInMillis(). This factory matches current behavior.\n    ProcessEnvFeature.register(container);\n    TimerFeature.register(container, {\n        getRemainingSeconds: () => 900,\n        getRemainingMilliseconds: () => 900 * 1000\n    });\n\n    DdbToOpenSearchFeature.register(container, { client });\n\n    const handler = container.resolve(DynamoDBEventHandler);\n\n    return async (event: DynamoDBStreamEvent): Promise<void> => {\n        await handler.execute({ event, metadata: {} }, () => Promise.resolve());\n    };\n};\n"],"names":["createDdbToOpenSearchStreamHandler","client","container","Container","RequestContainer","ProcessEnvFeature","TimerFeature","DdbToOpenSearchFeature","handler","DynamoDBEventHandler","event","Promise"],"mappings":";;;;;;AAWO,MAAMA,qCAAqC,CAC9CC;IAEA,MAAMC,YAAY,IAAIC;IACtBD,UAAU,gBAAgB,CAACE,kBAAkBF;IAK7CG,kBAAkB,QAAQ,CAACH;IAC3BI,aAAa,QAAQ,CAACJ,WAAW;QAC7B,qBAAqB,IAAM;QAC3B,0BAA0B,IAAM;IACpC;IAEAK,uBAAuB,QAAQ,CAACL,WAAW;QAAED;IAAO;IAEpD,MAAMO,UAAUN,UAAU,OAAO,CAACO;IAElC,OAAO,OAAOC;QACV,MAAMF,QAAQ,OAAO,CAAC;YAAEE;YAAO,UAAU,CAAC;QAAE,GAAG,IAAMC,QAAQ,OAAO;IACxE;AACJ"}

package/features/DdbOperationsBuilder/DdbOperationsBuilder.d.ts

@@ -0,0 +1,17 @@
+import type { DynamoDBRecord } from "@webiny/aws-sdk/types/index.js";
+import { OperationsBuilder } from "@webiny/api-sync-to-opensearch/features/OperationsBuilder/abstraction.js";
+import type { Operations } from "@webiny/api-sync-to-opensearch/features/Operations/abstractions/Operations.js";
+import { OperationsFactory } from "@webiny/api-sync-to-opensearch/features/Operations/abstractions/OperationsFactory.js";
+import { CompressionHandler } from "@webiny/utils/exports/api.js";
+declare class DdbOperationsBuilderImpl implements OperationsBuilder.Interface<DynamoDBRecord> {
+    private readonly compressor;
+    private readonly operationsFactory;
+    constructor(compressor: CompressionHandler.Interface, operationsFactory: OperationsFactory.Interface);
+    build(params: {
+        records: DynamoDBRecord[];
+    }): Promise<Operations.Interface>;
+}
+export declare const DdbOperationsBuilder: typeof DdbOperationsBuilderImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-sync-to-opensearch/features/OperationsBuilder/abstraction.js").IOperationsBuilder<unknown>>;
+};
+export {};

package/features/DdbOperationsBuilder/DdbOperationsBuilder.js

@@ -0,0 +1,67 @@
+import { OperationsBuilder } from "@webiny/api-sync-to-opensearch/features/OperationsBuilder/abstraction.js";
+import { OperationType } from "@webiny/api-sync-to-opensearch/features/Operations/Operations.js";
+import { OperationsFactory } from "@webiny/api-sync-to-opensearch/features/Operations/abstractions/OperationsFactory.js";
+import { unmarshall } from "../../marshall.js";
+import { CompressionHandler } from "@webiny/utils/exports/api.js";
+class DdbOperationsBuilderImpl {
+    constructor(compressor, operationsFactory){
+        this.compressor = compressor;
+        this.operationsFactory = operationsFactory;
+    }
+    async build(params) {
+        const operations = this.operationsFactory.create();
+        for (const record of params.records){
+            if (!record.dynamodb) continue;
+            if (!record.eventName) {
+                console.error(`Could not get operation from the record, skipping event "${record.eventID}".`);
+                continue;
+            }
+            const keys = unmarshall(record.dynamodb.Keys);
+            if (!keys?.PK || !keys.SK) {
+                console.error(`Could not get keys from the record, skipping event "${record.eventID}".`);
+                continue;
+            }
+            const id = `${keys.PK}:${keys.SK}`;
+            if (record.eventName === OperationType.INSERT || record.eventName === OperationType.MODIFY) {
+                const newImage = unmarshall(record.dynamodb.NewImage);
+                if (!newImage || "object" != typeof newImage || 0 === Object.keys(newImage).length) continue;
+                if (true === newImage.ignore) continue;
+                if (!newImage.index) {
+                    console.error(`Could not get index from the new image, skipping event "${record.eventID}".`);
+                    console.log({
+                        newImage
+                    });
+                    continue;
+                }
+                const data = await this.compressor.decompress(newImage.data);
+                if (null == data) {
+                    console.error(`Could not get decompressed data, skipping ES operation "${record.eventName}", ID ${id}. Skipping...`);
+                    continue;
+                }
+                operations.insert({
+                    id,
+                    index: newImage.index,
+                    data
+                });
+            } else if (record.eventName === OperationType.REMOVE) {
+                const oldImage = unmarshall(record.dynamodb.OldImage);
+                if (!oldImage?.index) continue;
+                operations.delete({
+                    id,
+                    index: oldImage.index
+                });
+            }
+        }
+        return operations;
+    }
+}
+const DdbOperationsBuilder = OperationsBuilder.createImplementation({
+    implementation: DdbOperationsBuilderImpl,
+    dependencies: [
+        CompressionHandler,
+        OperationsFactory
+    ]
+});
+export { DdbOperationsBuilder };
+
+//# sourceMappingURL=DdbOperationsBuilder.js.map

package/features/DdbOperationsBuilder/DdbOperationsBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"features/DdbOperationsBuilder/DdbOperationsBuilder.js","sources":["../../../src/features/DdbOperationsBuilder/DdbOperationsBuilder.ts"],"sourcesContent":["import type { DynamoDBRecord } from \"@webiny/aws-sdk/types/index.js\";\nimport { OperationsBuilder } from \"@webiny/api-sync-to-opensearch/features/OperationsBuilder/abstraction.js\";\nimport { OperationType } from \"@webiny/api-sync-to-opensearch/features/Operations/Operations.js\";\nimport type { Operations } from \"@webiny/api-sync-to-opensearch/features/Operations/abstractions/Operations.js\";\nimport { OperationsFactory } from \"@webiny/api-sync-to-opensearch/features/Operations/abstractions/OperationsFactory.js\";\nimport { unmarshall } from \"~/marshall.js\";\nimport { CompressionHandler } from \"@webiny/utils/exports/api.js\";\n\ninterface RecordDynamoDbImage {\n    data: {\n        compression: string;\n        value: string;\n    };\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nclass DdbOperationsBuilderImpl implements OperationsBuilder.Interface<DynamoDBRecord> {\n    public constructor(\n        private readonly compressor: CompressionHandler.Interface,\n        private readonly operationsFactory: OperationsFactory.Interface\n    ) {}\n\n    public async build(params: { records: DynamoDBRecord[] }): Promise<Operations.Interface> {\n        const operations = this.operationsFactory.create();\n        for (const record of params.records) {\n            if (!record.dynamodb) {\n                continue;\n            } else if (!record.eventName) {\n                console.error(\n                    `Could not get operation from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const keys = unmarshall<RecordDynamoDbKeys>(record.dynamodb.Keys);\n            if (!keys?.PK || !keys.SK) {\n                console.error(\n                    `Could not get keys from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const id = `${keys.PK}:${keys.SK}`;\n\n            if (\n                record.eventName === OperationType.INSERT ||\n                record.eventName === OperationType.MODIFY\n            ) {\n                const newImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.NewImage);\n                if (\n                    !newImage ||\n                    typeof newImage !== \"object\" ||\n                    Object.keys(newImage).length === 0\n                ) {\n                    continue;\n                } else if (newImage.ignore === true) {\n                    continue;\n                } else if (!newImage.index) {\n                    console.error(\n                        `Could not get index from the new image, skipping event \"${record.eventID}\".`\n                    );\n                    console.log({ newImage });\n                    continue;\n                }\n                const data = await this.compressor.decompress(newImage.data);\n                if (data === undefined || data === null) {\n                    console.error(\n                        `Could not get decompressed data, skipping ES operation \"${record.eventName}\", ID ${id}. Skipping...`\n                    );\n                    continue;\n                }\n\n                operations.insert({\n                    id,\n                    index: newImage.index,\n                    data\n                });\n            } else if (record.eventName === OperationType.REMOVE) {\n                const oldImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.OldImage);\n                if (!oldImage?.index) {\n                    continue;\n                }\n                operations.delete({\n                    id,\n                    index: oldImage.index\n                });\n            }\n        }\n        return operations;\n    }\n}\n\nexport const DdbOperationsBuilder = OperationsBuilder.createImplementation({\n    implementation: DdbOperationsBuilderImpl,\n    dependencies: [CompressionHandler, OperationsFactory]\n});\n"],"names":["DdbOperationsBuilderImpl","compressor","operationsFactory","params","operations","record","console","keys","unmarshall","id","OperationType","newImage","Object","data","oldImage","DdbOperationsBuilder","OperationsBuilder","CompressionHandler","OperationsFactory"],"mappings":";;;;;AAsBA,MAAMA;IACF,YACqBC,UAAwC,EACxCC,iBAA8C,CACjE;aAFmBD,UAAU,GAAVA;aACAC,iBAAiB,GAAjBA;IAClB;IAEH,MAAa,MAAMC,MAAqC,EAAiC;QACrF,MAAMC,aAAa,IAAI,CAAC,iBAAiB,CAAC,MAAM;QAChD,KAAK,MAAMC,UAAUF,OAAO,OAAO,CAAE;YACjC,IAAI,CAACE,OAAO,QAAQ,EAChB;YACG,IAAI,CAACA,OAAO,SAAS,EAAE;gBAC1BC,QAAQ,KAAK,CACT,CAAC,yDAAyD,EAAED,OAAO,OAAO,CAAC,EAAE,CAAC;gBAElF;YACJ;YAEA,MAAME,OAAOC,WAA+BH,OAAO,QAAQ,CAAC,IAAI;YAChE,IAAI,CAACE,MAAM,MAAM,CAACA,KAAK,EAAE,EAAE;gBACvBD,QAAQ,KAAK,CACT,CAAC,oDAAoD,EAAED,OAAO,OAAO,CAAC,EAAE,CAAC;gBAE7E;YACJ;YAEA,MAAMI,KAAK,GAAGF,KAAK,EAAE,CAAC,CAAC,EAAEA,KAAK,EAAE,EAAE;YAElC,IACIF,OAAO,SAAS,KAAKK,cAAc,MAAM,IACzCL,OAAO,SAAS,KAAKK,cAAc,MAAM,EAC3C;gBACE,MAAMC,WAAWH,WAAgCH,OAAO,QAAQ,CAAC,QAAQ;gBACzE,IACI,CAACM,YACD,AAAoB,YAApB,OAAOA,YACPC,AAAiC,MAAjCA,OAAO,IAAI,CAACD,UAAU,MAAM,EAE5B;gBACG,IAAIA,AAAoB,SAApBA,SAAS,MAAM,EACtB;gBACG,IAAI,CAACA,SAAS,KAAK,EAAE;oBACxBL,QAAQ,KAAK,CACT,CAAC,wDAAwD,EAAED,OAAO,OAAO,CAAC,EAAE,CAAC;oBAEjFC,QAAQ,GAAG,CAAC;wBAAEK;oBAAS;oBACvB;gBACJ;gBACA,MAAME,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAACF,SAAS,IAAI;gBAC3D,IAAIE,QAAAA,MAAqC;oBACrCP,QAAQ,KAAK,CACT,CAAC,wDAAwD,EAAED,OAAO,SAAS,CAAC,MAAM,EAAEI,GAAG,aAAa,CAAC;oBAEzG;gBACJ;gBAEAL,WAAW,MAAM,CAAC;oBACdK;oBACA,OAAOE,SAAS,KAAK;oBACrBE;gBACJ;YACJ,OAAO,IAAIR,OAAO,SAAS,KAAKK,cAAc,MAAM,EAAE;gBAClD,MAAMI,WAAWN,WAAgCH,OAAO,QAAQ,CAAC,QAAQ;gBACzE,IAAI,CAACS,UAAU,OACX;gBAEJV,WAAW,MAAM,CAAC;oBACdK;oBACA,OAAOK,SAAS,KAAK;gBACzB;YACJ;QACJ;QACA,OAAOV;IACX;AACJ;AAEO,MAAMW,uBAAuBC,kBAAkB,oBAAoB,CAAC;IACvE,gBAAgBhB;IAChB,cAAc;QAACiB;QAAoBC;KAAkB;AACzD"}

package/features/DdbOperationsBuilder/feature.d.ts

@@ -0,0 +1,4 @@
+export declare const DdbOperationsBuilderFeature: {
+    name: string;
+    register(container: import("@webiny/di").Container): void;
+};

package/features/DdbOperationsBuilder/feature.js

@@ -0,0 +1,11 @@
+import { createFeature } from "@webiny/feature/api";
+import { DdbOperationsBuilder } from "./DdbOperationsBuilder.js";
+const DdbOperationsBuilderFeature = createFeature({
+    name: "sync.ddb.operationsBuilder",
+    register (container) {
+        container.register(DdbOperationsBuilder);
+    }
+});
+export { DdbOperationsBuilderFeature };
+
+//# sourceMappingURL=feature.js.map

package/features/DdbOperationsBuilder/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"features/DdbOperationsBuilder/feature.js","sources":["../../../src/features/DdbOperationsBuilder/feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { DdbOperationsBuilder } from \"./DdbOperationsBuilder.js\";\n\nexport const DdbOperationsBuilderFeature = createFeature({\n    name: \"sync.ddb.operationsBuilder\",\n    register(container) {\n        container.register(DdbOperationsBuilder);\n    }\n});\n"],"names":["DdbOperationsBuilderFeature","createFeature","container","DdbOperationsBuilder"],"mappings":";;AAGO,MAAMA,8BAA8BC,cAAc;IACrD,MAAM;IACN,UAASC,SAAS;QACdA,UAAU,QAAQ,CAACC;IACvB;AACJ"}

package/features/DdbToOpenSearchFeature.d.ts

@@ -0,0 +1,8 @@
+import type { Client } from "@webiny/api-opensearch/client.js";
+export interface DdbToOpenSearchFeatureConfig {
+    client: Client;
+}
+export declare const DdbToOpenSearchFeature: {
+    name: string;
+    register(container: import("@webiny/di").Container, context: DdbToOpenSearchFeatureConfig): void;
+};

package/features/DdbToOpenSearchFeature.js

@@ -0,0 +1,25 @@
+import { createFeature } from "@webiny/feature/api";
+import { OperationsFactoryFeature } from "@webiny/api-sync-to-opensearch/features/Operations/feature.js";
+import { ExecuteSyncFeature } from "@webiny/api-sync-to-opensearch/features/ExecuteSync/feature.js";
+import { ExecuteSyncWithRetryFeature } from "@webiny/api-sync-to-opensearch/features/ExecuteSyncWithRetry/feature.js";
+import { SynchronizationBuilderFeature } from "@webiny/api-sync-to-opensearch/features/SynchronizationBuilder/feature.js";
+import { DdbOperationsBuilderFeature } from "./DdbOperationsBuilder/feature.js";
+import { DdbToOpenSearchHandlerFeature } from "./DdbToOpenSearchHandler/feature.js";
+import { OpenSearchClientFeature } from "@webiny/api-opensearch/features/OpenSearchClient/feature.js";
+import { CompressionFeature } from "@webiny/utils/features/compression/feature.js";
+const DdbToOpenSearchFeature = createFeature({
+    name: "sync.ddb-to-opensearch",
+    register (container, config) {
+        OpenSearchClientFeature.register(container, config.client);
+        CompressionFeature.register(container);
+        OperationsFactoryFeature.register(container);
+        ExecuteSyncFeature.register(container);
+        ExecuteSyncWithRetryFeature.register(container);
+        SynchronizationBuilderFeature.register(container);
+        DdbOperationsBuilderFeature.register(container);
+        DdbToOpenSearchHandlerFeature.register(container);
+    }
+});
+export { DdbToOpenSearchFeature };
+
+//# sourceMappingURL=DdbToOpenSearchFeature.js.map

package/features/DdbToOpenSearchFeature.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"features/DdbToOpenSearchFeature.js","sources":["../../src/features/DdbToOpenSearchFeature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport type { Client } from \"@webiny/api-opensearch/client.js\";\nimport { OperationsFactoryFeature } from \"@webiny/api-sync-to-opensearch/features/Operations/feature.js\";\nimport { ExecuteSyncFeature } from \"@webiny/api-sync-to-opensearch/features/ExecuteSync/feature.js\";\nimport { ExecuteSyncWithRetryFeature } from \"@webiny/api-sync-to-opensearch/features/ExecuteSyncWithRetry/feature.js\";\nimport { SynchronizationBuilderFeature } from \"@webiny/api-sync-to-opensearch/features/SynchronizationBuilder/feature.js\";\nimport { DdbOperationsBuilderFeature } from \"./DdbOperationsBuilder/feature.js\";\nimport { DdbToOpenSearchHandlerFeature } from \"./DdbToOpenSearchHandler/feature.js\";\nimport { OpenSearchClientFeature } from \"@webiny/api-opensearch/features/OpenSearchClient/feature.js\";\nimport { CompressionFeature } from \"@webiny/utils/features/compression/feature.js\";\n\nexport interface DdbToOpenSearchFeatureConfig {\n    client: Client;\n}\n\nexport const DdbToOpenSearchFeature = createFeature<DdbToOpenSearchFeatureConfig>({\n    name: \"sync.ddb-to-opensearch\",\n    register(container, config) {\n        OpenSearchClientFeature.register(container, config.client);\n        CompressionFeature.register(container);\n\n        OperationsFactoryFeature.register(container);\n        ExecuteSyncFeature.register(container);\n        ExecuteSyncWithRetryFeature.register(container);\n        SynchronizationBuilderFeature.register(container);\n\n        DdbOperationsBuilderFeature.register(container);\n        DdbToOpenSearchHandlerFeature.register(container);\n    }\n});\n"],"names":["DdbToOpenSearchFeature","createFeature","container","config","OpenSearchClientFeature","CompressionFeature","OperationsFactoryFeature","ExecuteSyncFeature","ExecuteSyncWithRetryFeature","SynchronizationBuilderFeature","DdbOperationsBuilderFeature","DdbToOpenSearchHandlerFeature"],"mappings":";;;;;;;;;AAeO,MAAMA,yBAAyBC,cAA4C;IAC9E,MAAM;IACN,UAASC,SAAS,EAAEC,MAAM;QACtBC,wBAAwB,QAAQ,CAACF,WAAWC,OAAO,MAAM;QACzDE,mBAAmB,QAAQ,CAACH;QAE5BI,yBAAyB,QAAQ,CAACJ;QAClCK,mBAAmB,QAAQ,CAACL;QAC5BM,4BAA4B,QAAQ,CAACN;QACrCO,8BAA8B,QAAQ,CAACP;QAEvCQ,4BAA4B,QAAQ,CAACR;QACrCS,8BAA8B,QAAQ,CAACT;IAC3C;AACJ"}

package/features/DdbToOpenSearchHandler/DdbToOpenSearchHandler.d.ts

@@ -0,0 +1,13 @@
+import type { Container } from "@webiny/feature/api";
+import type { DynamoDBStreamEvent } from "@webiny/aws-sdk/types/index.js";
+import { DynamoDBEventHandler, type DynamoDBResult } from "@webiny/event-handler-aws/abstractions/handlers/DynamoDBEventHandler.js";
+import type { EventContext, NextFunction } from "@webiny/event-handler-core";
+declare class DdbToOpenSearchHandlerImpl implements DynamoDBEventHandler.Interface {
+    private container;
+    constructor(container: Container);
+    execute(eventCtx: EventContext<DynamoDBStreamEvent>, _next: NextFunction): Promise<DynamoDBResult>;
+}
+export declare const DdbToOpenSearchHandler: typeof DdbToOpenSearchHandlerImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/event-handler-aws/abstractions/handlers/DynamoDBEventHandler.js").IDynamoDBEventHandler>;
+};
+export {};

package/features/DdbToOpenSearchHandler/DdbToOpenSearchHandler.js

@@ -0,0 +1,38 @@
+import { DynamoDBEventHandler } from "@webiny/event-handler-aws/abstractions/handlers/DynamoDBEventHandler.js";
+import { RequestContainer } from "@webiny/event-handler-core";
+import { OperationsBuilder } from "@webiny/api-sync-to-opensearch/features/OperationsBuilder/abstraction.js";
+import { ExecuteSyncWithRetry } from "@webiny/api-sync-to-opensearch/features/ExecuteSyncWithRetry/abstraction.js";
+const MAX_RUNNING_TIME = 900;
+class DdbToOpenSearchHandlerImpl {
+    constructor(container){
+        this.container = container;
+    }
+    async execute(eventCtx, _next) {
+        const builder = this.container.resolve(OperationsBuilder);
+        const operations = await builder.build({
+            records: eventCtx.event.Records
+        });
+        if (0 === operations.total) return {
+            success: true,
+            processedRecords: 0
+        };
+        const executeSyncWithRetry = this.container.resolve(ExecuteSyncWithRetry);
+        await executeSyncWithRetry.execute({
+            maxRunningTime: MAX_RUNNING_TIME,
+            operations
+        });
+        return {
+            success: true,
+            processedRecords: operations.count
+        };
+    }
+}
+const DdbToOpenSearchHandler = DynamoDBEventHandler.createImplementation({
+    implementation: DdbToOpenSearchHandlerImpl,
+    dependencies: [
+        RequestContainer
+    ]
+});
+export { DdbToOpenSearchHandler };
+
+//# sourceMappingURL=DdbToOpenSearchHandler.js.map

package/features/DdbToOpenSearchHandler/DdbToOpenSearchHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"features/DdbToOpenSearchHandler/DdbToOpenSearchHandler.js","sources":["../../../src/features/DdbToOpenSearchHandler/DdbToOpenSearchHandler.ts"],"sourcesContent":["import type { Container } from \"@webiny/feature/api\";\nimport type { DynamoDBStreamEvent } from \"@webiny/aws-sdk/types/index.js\";\nimport {\n    DynamoDBEventHandler,\n    type DynamoDBResult\n} from \"@webiny/event-handler-aws/abstractions/handlers/DynamoDBEventHandler.js\";\nimport { RequestContainer } from \"@webiny/event-handler-core\";\nimport type { EventContext, NextFunction } from \"@webiny/event-handler-core\";\nimport { OperationsBuilder } from \"@webiny/api-sync-to-opensearch/features/OperationsBuilder/abstraction.js\";\nimport { ExecuteSyncWithRetry } from \"@webiny/api-sync-to-opensearch/features/ExecuteSyncWithRetry/abstraction.js\";\n\nconst MAX_RUNNING_TIME = 900;\n\nclass DdbToOpenSearchHandlerImpl implements DynamoDBEventHandler.Interface {\n    constructor(private container: Container) {}\n\n    async execute(\n        eventCtx: EventContext<DynamoDBStreamEvent>,\n        _next: NextFunction\n    ): Promise<DynamoDBResult> {\n        const builder = this.container.resolve(OperationsBuilder);\n        const operations = await builder.build({ records: eventCtx.event.Records });\n\n        if (operations.total === 0) {\n            return { success: true, processedRecords: 0 };\n        }\n\n        const executeSyncWithRetry = this.container.resolve(ExecuteSyncWithRetry);\n\n        await executeSyncWithRetry.execute({\n            maxRunningTime: MAX_RUNNING_TIME,\n            operations\n        });\n\n        return { success: true, processedRecords: operations.count };\n    }\n}\n\nexport const DdbToOpenSearchHandler = DynamoDBEventHandler.createImplementation({\n    implementation: DdbToOpenSearchHandlerImpl,\n    dependencies: [RequestContainer]\n});\n"],"names":["MAX_RUNNING_TIME","DdbToOpenSearchHandlerImpl","container","eventCtx","_next","builder","OperationsBuilder","operations","executeSyncWithRetry","ExecuteSyncWithRetry","DdbToOpenSearchHandler","DynamoDBEventHandler","RequestContainer"],"mappings":";;;;AAWA,MAAMA,mBAAmB;AAEzB,MAAMC;IACF,YAAoBC,SAAoB,CAAE;aAAtBA,SAAS,GAATA;IAAuB;IAE3C,MAAM,QACFC,QAA2C,EAC3CC,KAAmB,EACI;QACvB,MAAMC,UAAU,IAAI,CAAC,SAAS,CAAC,OAAO,CAACC;QACvC,MAAMC,aAAa,MAAMF,QAAQ,KAAK,CAAC;YAAE,SAASF,SAAS,KAAK,CAAC,OAAO;QAAC;QAEzE,IAAII,AAAqB,MAArBA,WAAW,KAAK,EAChB,OAAO;YAAE,SAAS;YAAM,kBAAkB;QAAE;QAGhD,MAAMC,uBAAuB,IAAI,CAAC,SAAS,CAAC,OAAO,CAACC;QAEpD,MAAMD,qBAAqB,OAAO,CAAC;YAC/B,gBAAgBR;YAChBO;QACJ;QAEA,OAAO;YAAE,SAAS;YAAM,kBAAkBA,WAAW,KAAK;QAAC;IAC/D;AACJ;AAEO,MAAMG,yBAAyBC,qBAAqB,oBAAoB,CAAC;IAC5E,gBAAgBV;IAChB,cAAc;QAACW;KAAiB;AACpC"}

package/features/DdbToOpenSearchHandler/feature.d.ts

@@ -0,0 +1,4 @@
+export declare const DdbToOpenSearchHandlerFeature: {
+    name: string;
+    register(container: import("@webiny/di").Container): void;
+};

package/features/DdbToOpenSearchHandler/feature.js

@@ -0,0 +1,11 @@
+import { createFeature } from "@webiny/feature/api";
+import { DdbToOpenSearchHandler } from "./DdbToOpenSearchHandler.js";
+const DdbToOpenSearchHandlerFeature = createFeature({
+    name: "sync.ddb.handler",
+    register (container) {
+        container.register(DdbToOpenSearchHandler);
+    }
+});
+export { DdbToOpenSearchHandlerFeature };
+
+//# sourceMappingURL=feature.js.map

package/features/DdbToOpenSearchHandler/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"features/DdbToOpenSearchHandler/feature.js","sources":["../../../src/features/DdbToOpenSearchHandler/feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { DdbToOpenSearchHandler } from \"./DdbToOpenSearchHandler.js\";\n\nexport const DdbToOpenSearchHandlerFeature = createFeature({\n    name: \"sync.ddb.handler\",\n    register(container) {\n        container.register(DdbToOpenSearchHandler);\n    }\n});\n"],"names":["DdbToOpenSearchHandlerFeature","createFeature","container","DdbToOpenSearchHandler"],"mappings":";;AAGO,MAAMA,gCAAgCC,cAAc;IACvD,MAAM;IACN,UAASC,SAAS;QACdA,UAAU,QAAQ,CAACC;IACvB;AACJ"}

package/index.d.ts

@@ -0,0 +1 @@
+export { createDdbToOpenSearchStreamHandler } from "./createDdbToOpenSearchStreamHandler.js";

package/index.js

@@ -0,0 +1 @@
+export { createDdbToOpenSearchStreamHandler } from "./createDdbToOpenSearchStreamHandler.js";

package/marshall.d.ts

@@ -0,0 +1,7 @@
+import type { GenericRecord } from "@webiny/api/types.js";
+import type { AttributeValue } from "@webiny/aws-sdk/types/index.js";
+export interface MarshalledValue {
+    [key: string]: AttributeValue;
+}
+export declare const marshall: (value: GenericRecord) => MarshalledValue;
+export declare const unmarshall: <T>(value?: MarshalledValue) => T | undefined;

package/marshall.js

@@ -0,0 +1,12 @@
+import { marshall, unmarshall } from "@webiny/aws-sdk/client-dynamodb/index.js";
+const marshall_marshall = (value)=>{
+    if (!value) return value;
+    return marshall(value);
+};
+const marshall_unmarshall = (value)=>{
+    if (!value) return;
+    return unmarshall(value);
+};
+export { marshall_marshall as marshall, marshall_unmarshall as unmarshall };
+
+//# sourceMappingURL=marshall.js.map

package/marshall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"marshall.js","sources":["../src/marshall.ts"],"sourcesContent":["import {\n    marshall as baseMarshall,\n    unmarshall as baseUnmarshall\n} from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\n\nimport type { AttributeValue } from \"@webiny/aws-sdk/types/index.js\";\n\nexport interface MarshalledValue {\n    [key: string]: AttributeValue;\n}\n\nexport const marshall = (value: GenericRecord): MarshalledValue => {\n    if (!value) {\n        return value;\n    }\n    return baseMarshall(value) as MarshalledValue;\n};\n\nexport const unmarshall = <T>(value?: MarshalledValue): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    // @ts-expect-error\n    return baseUnmarshall(value) as T;\n};\n"],"names":["marshall","value","baseMarshall","unmarshall","baseUnmarshall"],"mappings":";AAYO,MAAMA,oBAAW,CAACC;IACrB,IAAI,CAACA,OACD,OAAOA;IAEX,OAAOC,SAAaD;AACxB;AAEO,MAAME,sBAAa,CAAIF;IAC1B,IAAI,CAACA,OACD;IAGJ,OAAOG,WAAeH;AAC1B"}

package/package.json

@@ -0,0 +1,43 @@
+{
+	"name": "@webiny/api-sync-ddb-to-opensearch",
+	"version": "6.6.0-alpha.0",
+	"type": "module",
+	"exports": {
+		".": "./index.js",
+		"./*": "./*"
+	},
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/webiny/webiny-js.git",
+		"directory": "packages/api-sync-ddb-to-opensearch"
+	},
+	"description": "DynamoDB to OpenSearch synchronization adapter.",
+	"license": "MIT",
+	"author": "Webiny Ltd.",
+	"dependencies": {
+		"@webiny/api": "6.6.0-alpha.0",
+		"@webiny/api-opensearch": "6.6.0-alpha.0",
+		"@webiny/api-sync-to-opensearch": "6.6.0-alpha.0",
+		"@webiny/aws-sdk": "6.6.0-alpha.0",
+		"@webiny/event-handler-aws": "6.6.0-alpha.0",
+		"@webiny/event-handler-core": "6.6.0-alpha.0",
+		"@webiny/feature": "6.6.0-alpha.0",
+		"@webiny/stdlib": "0.0.14",
+		"@webiny/utils": "6.6.0-alpha.0"
+	},
+	"devDependencies": {
+		"@webiny/build-tools": "6.6.0-alpha.0",
+		"typescript": "7.0.2"
+	},
+	"publishConfig": {
+		"access": "public"
+	},
+	"adio": {
+		"ignoreDirs": [
+			"__tests__"
+		]
+	},
+	"webiny": {
+		"publishFrom": "dist"
+	}
+}