@golemio/core 3.1.1 → 3.2.0-dev.2585439595

package/dist/helpers/data-access/azure/AzureBearerTokenProvider.d.ts

@@ -0,0 +1,9 @@
+import type { AccessToken } from "@azure/core-auth";
+import { AbstractAzureService } from "./AbstractAzureService";
+import { IAzureServiceConfig } from "./IAzureServiceConfig";
+export declare class AzureBearerTokenProvider extends AbstractAzureService {
+    protected readonly config: IAzureServiceConfig;
+    private readonly scope;
+    constructor(config: IAzureServiceConfig, scope: string);
+    getToken: () => Promise<AccessToken>;
+}

package/dist/helpers/data-access/azure/AzureBearerTokenProvider.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AzureBearerTokenProvider = void 0;
+const errors_1 = require("@golemio/errors");
+const AbstractAzureService_1 = require("./AbstractAzureService");
+class AzureBearerTokenProvider extends AbstractAzureService_1.AbstractAzureService {
+    constructor(config, scope) {
+        super();
+        this.config = config;
+        this.scope = scope;
+        this.getToken = async () => {
+            try {
+                const credential = this.getCredential();
+                const accessToken = await credential.getToken(this.scope);
+                if (!accessToken) {
+                    throw new errors_1.RecoverableError(`We received an empty access token (null) for ${this.scope}`, this.constructor.name);
+                }
+                return accessToken;
+            }
+            catch (error) {
+                throw new errors_1.RecoverableError(`Failed to acquire Azure AD token for scope ${this.scope}: ${error instanceof Error ? error.message : String(error)}`, this.constructor.name, error instanceof Error ? error : new Error(String(error)));
+            }
+        };
+    }
+}
+exports.AzureBearerTokenProvider = AzureBearerTokenProvider;
+//# sourceMappingURL=AzureBearerTokenProvider.js.map

package/dist/helpers/data-access/azure/AzureBearerTokenProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AzureBearerTokenProvider.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/azure/AzureBearerTokenProvider.ts"],"names":[],"mappings":";;;AAAA,4CAAmD;AAEnD,iEAA8D;AAG9D,MAAa,wBAAyB,SAAQ,2CAAoB;IAC9D,YAA+B,MAA2B,EAAmB,KAAa;QACtF,KAAK,EAAE,CAAC;QADmB,WAAM,GAAN,MAAM,CAAqB;QAAmB,UAAK,GAAL,KAAK,CAAQ;QAInF,aAAQ,GAAG,KAAK,IAA0B,EAAE;YAC/C,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAuB,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC9E,IAAI,CAAC,WAAW,EAAE;oBACd,MAAM,IAAI,yBAAgB,CAAC,gDAAgD,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;iBACnH;gBACD,OAAO,WAAW,CAAC;aACtB;YAAC,OAAO,KAAK,EAAE;gBACZ,MAAM,IAAI,yBAAgB,CACtB,8CAA8C,IAAI,CAAC,KAAK,KACpD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACzD,EAAE,EACF,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;aACL;QACL,CAAC,CAAC;IAnBF,CAAC;CAoBJ;AAvBD,4DAuBC"}

package/dist/helpers/data-access/azure/buildBearerTokenProvider.d.ts

@@ -0,0 +1,12 @@
+import { ISimpleConfig } from "../../configuration/ISimpleConfig";
+import { ILogger } from "../../logger";
+import type { AccessToken } from "@azure/core-auth";
+export interface IBearerTokenProviderOptions {
+    scopeEnvVar: string;
+    logLabel?: string;
+    tokenFileEnvVar?: string;
+    clientIdEnvVar?: string;
+    tenantIdEnvVar?: string;
+    clientSecretEnvVar?: string;
+}
+export declare const buildBearerTokenProvider: (config: ISimpleConfig, logger: ILogger, options: IBearerTokenProviderOptions) => (() => Promise<AccessToken>) | undefined;

package/dist/helpers/data-access/azure/buildBearerTokenProvider.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildBearerTokenProvider = void 0;
+const AzureBearerTokenProvider_1 = require("./AzureBearerTokenProvider");
+const DEFAULT_ENV_VARS = {
+    TOKEN_FILE: "AZURE_FEDERATED_TOKEN_FILE",
+    CLIENT_ID: "AZURE_CLIENT_ID",
+    TENANT_ID: "AZURE_TENANT_ID",
+    CLIENT_SECRET: "AZURE_CLIENT_SECRET",
+};
+const buildBearerTokenProvider = (config, logger, options) => {
+    const env = (key) => config.getValue(`env.${key}`, null);
+    const tokenFile = env(options.tokenFileEnvVar ?? DEFAULT_ENV_VARS.TOKEN_FILE);
+    const clientId = env(options.clientIdEnvVar ?? DEFAULT_ENV_VARS.CLIENT_ID);
+    const tenantId = env(options.tenantIdEnvVar ?? DEFAULT_ENV_VARS.TENANT_ID);
+    const clientSecret = env(options.clientSecretEnvVar ?? DEFAULT_ENV_VARS.CLIENT_SECRET);
+    // What app I need access to - opensearch
+    const scope = env(options.scopeEnvVar);
+    const label = options.logLabel ?? "Bearer";
+    const hasIdentity = Boolean(tenantId && clientId && scope);
+    const hasCredentialSource = Boolean(tokenFile || clientSecret);
+    if (!hasIdentity || !hasCredentialSource) {
+        logger.info(`${label} auth: anonymous (no Azure credentials configured)`);
+        return undefined;
+    }
+    const provider = new AzureBearerTokenProvider_1.AzureBearerTokenProvider({ clientId, tenantId, clientSecret, azureFederatedTokenFile: tokenFile }, scope);
+    return () => provider.getToken();
+};
+exports.buildBearerTokenProvider = buildBearerTokenProvider;
+//# sourceMappingURL=buildBearerTokenProvider.js.map

package/dist/helpers/data-access/azure/buildBearerTokenProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"buildBearerTokenProvider.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/azure/buildBearerTokenProvider.ts"],"names":[],"mappings":";;;AAGA,yEAAsE;AAEtE,MAAM,gBAAgB,GAAG;IACrB,UAAU,EAAE,4BAA4B;IACxC,SAAS,EAAE,iBAAiB;IAC5B,SAAS,EAAE,iBAAiB;IAC5B,aAAa,EAAE,qBAAqB;CAC9B,CAAC;AAWJ,MAAM,wBAAwB,GAAG,CACpC,MAAqB,EACrB,MAAe,EACf,OAAoC,EACI,EAAE;IAC1C,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAgB,OAAO,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;IAEhF,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC3E,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,IAAI,gBAAgB,CAAC,aAAa,CAAC,CAAC;IACvF,yCAAyC;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAE3C,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,IAAI,QAAQ,IAAI,KAAK,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC,CAAC;IAE/D,IAAI,CAAC,WAAW,IAAI,CAAC,mBAAmB,EAAE;QACtC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,oDAAoD,CAAC,CAAC;QAC1E,OAAO,SAAS,CAAC;KACpB;IAED,MAAM,QAAQ,GAAG,IAAI,mDAAwB,CACzC,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,uBAAuB,EAAE,SAAS,EAAE,EACxE,KAAe,CAClB,CAAC;IACF,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;AACrC,CAAC,CAAC;AA5BW,QAAA,wBAAwB,4BA4BnC"}

package/dist/helpers/data-access/azure/index.d.ts

@@ -0,0 +1,5 @@
+export { buildBearerTokenProvider } from "./buildBearerTokenProvider";
+export type { IBearerTokenProviderOptions } from "./buildBearerTokenProvider";
+export { AzureBearerTokenProvider } from "./AzureBearerTokenProvider";
+export { AbstractAzureService } from "./AbstractAzureService";
+export type { IAzureServiceConfig } from "./IAzureServiceConfig";

package/dist/helpers/data-access/azure/index.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractAzureService = exports.AzureBearerTokenProvider = exports.buildBearerTokenProvider = void 0;
+var buildBearerTokenProvider_1 = require("./buildBearerTokenProvider");
+Object.defineProperty(exports, "buildBearerTokenProvider", { enumerable: true, get: function () { return buildBearerTokenProvider_1.buildBearerTokenProvider; } });
+var AzureBearerTokenProvider_1 = require("./AzureBearerTokenProvider");
+Object.defineProperty(exports, "AzureBearerTokenProvider", { enumerable: true, get: function () { return AzureBearerTokenProvider_1.AzureBearerTokenProvider; } });
+var AbstractAzureService_1 = require("./AbstractAzureService");
+Object.defineProperty(exports, "AbstractAzureService", { enumerable: true, get: function () { return AbstractAzureService_1.AbstractAzureService; } });
+//# sourceMappingURL=index.js.map

package/dist/helpers/data-access/azure/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/azure/index.ts"],"names":[],"mappings":";;;AAAA,uEAAsE;AAA7D,oIAAA,wBAAwB,OAAA;AAEjC,uEAAsE;AAA7D,oIAAA,wBAAwB,OAAA;AACjC,+DAA8D;AAArD,4HAAA,oBAAoB,OAAA"}

package/dist/helpers/data-access/opensearch/IOpenSearchConnector.d.ts

@@ -0,0 +1,8 @@
+import { Client } from "@opensearch-project/opensearch";
+import { Disposable } from "tsyringe";
+export interface IOpenSearchConnector extends Disposable {
+    connect(): Promise<Client>;
+    getConnection(): Client;
+    isConnected(): Promise<boolean>;
+    disconnect(): Promise<void>;
+}

package/dist/helpers/data-access/opensearch/IOpenSearchConnector.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=IOpenSearchConnector.js.map

package/dist/helpers/data-access/opensearch/IOpenSearchConnector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IOpenSearchConnector.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/opensearch/IOpenSearchConnector.ts"],"names":[],"mappings":""}

package/dist/helpers/data-access/opensearch/IOpenSearchInfo.d.ts

@@ -0,0 +1,6 @@
+import type { AccessToken } from "@azure/core-auth";
+export interface IOpenSearchInfo {
+    url: string;
+    rejectUnauthorized?: boolean;
+    getBearerToken?: () => Promise<AccessToken>;
+}

package/dist/helpers/data-access/opensearch/IOpenSearchInfo.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=IOpenSearchInfo.js.map

package/dist/helpers/data-access/opensearch/IOpenSearchInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IOpenSearchInfo.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/opensearch/IOpenSearchInfo.ts"],"names":[],"mappings":""}

package/dist/helpers/data-access/opensearch/ISyncableIndex.d.ts

@@ -0,0 +1,9 @@
+export interface ISyncableDoc {
+    id: string;
+    [key: string]: unknown;
+}
+export interface ISyncableIndex {
+    readonly baseName: string;
+    readonly mapping: Record<string, unknown>;
+    fetchAll(): Promise<ISyncableDoc[]>;
+}

package/dist/helpers/data-access/opensearch/ISyncableIndex.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=ISyncableIndex.js.map

package/dist/helpers/data-access/opensearch/ISyncableIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ISyncableIndex.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/opensearch/ISyncableIndex.ts"],"names":[],"mappings":""}

package/dist/helpers/data-access/opensearch/OpenSearchConnector.d.ts

@@ -0,0 +1,21 @@
+import { ILogger } from "../../logger";
+import { Client, ClientOptions } from "@opensearch-project/opensearch";
+import { IOpenSearchConnector } from "./IOpenSearchConnector";
+import { IOpenSearchInfo } from "./IOpenSearchInfo";
+export declare class OpenSearchConnector implements IOpenSearchConnector {
+    private readonly openSearchInfo;
+    private readonly log;
+    private readonly clientOptions?;
+    private static readonly REFRESH_SAFETY_MARGIN_MS;
+    private connection?;
+    private tokenExpiresAt?;
+    constructor(openSearchInfo: IOpenSearchInfo, log: ILogger, clientOptions?: ClientOptions | undefined);
+    connect: (additionalOptions?: ClientOptions) => Promise<Client>;
+    getConnection: () => Client;
+    isConnected: () => Promise<boolean>;
+    disconnect: () => Promise<void>;
+    dispose: () => Promise<void>;
+    private getOptions;
+    private clearConnection;
+    private isTokenStale;
+}

package/dist/helpers/data-access/opensearch/OpenSearchConnector.js

@@ -0,0 +1,113 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenSearchConnector = void 0;
+const opensearch_1 = require("@opensearch-project/opensearch");
+const errors_1 = require("@golemio/errors");
+class OpenSearchConnector {
+    constructor(openSearchInfo, log, clientOptions) {
+        this.openSearchInfo = openSearchInfo;
+        this.log = log;
+        this.clientOptions = clientOptions;
+        this.connect = async (additionalOptions) => {
+            if (!this.openSearchInfo.url) {
+                throw new errors_1.RecoverableError("The OpenSearch URL cannot be undefined.", this.constructor.name);
+            }
+            if (this.connection && !this.isTokenStale()) {
+                return this.connection;
+            }
+            if (this.connection && this.isTokenStale()) {
+                this.log.info("OpenSearch connection recreated due to stale Bearer token");
+                await this.disconnect();
+            }
+            try {
+                const options = await this.getOptions(additionalOptions);
+                this.connection = new opensearch_1.Client(options);
+                await this.connection.ping();
+                this.log.info("Connected to OpenSearch!");
+                return this.connection;
+            }
+            catch (err) {
+                if (this.connection) {
+                    try {
+                        await this.connection.close();
+                    }
+                    catch (closeErr) {
+                        this.log.warn(`Failed to close OpenSearch connection during error cleanup: ${closeErr.message}`);
+                    }
+                }
+                this.clearConnection();
+                throw new errors_1.RecoverableError("Error while connecting to OpenSearch.", this.constructor.name, err);
+            }
+        };
+        this.getConnection = () => {
+            if (!this.connection) {
+                throw new errors_1.RecoverableError("OpenSearch connection does not exist. First call connect() method.", this.constructor.name);
+            }
+            return this.connection;
+        };
+        this.isConnected = async () => {
+            if (!this.connection) {
+                return false;
+            }
+            try {
+                await this.connection.ping();
+                return true;
+            }
+            catch (err) {
+                this.log.info(`Unable to test connection to OpenSearch due to: "${err.message}".`);
+                try {
+                    await this.connection.close();
+                }
+                catch (closeErr) {
+                    this.log.warn(`Failed to close OpenSearch connection during cleanup: ${closeErr.message}`);
+                }
+                this.clearConnection();
+                return false;
+            }
+        };
+        this.disconnect = async () => {
+            this.log.info("OpenSearch disconnect called");
+            if (this.connection) {
+                await this.connection.close();
+                this.clearConnection();
+            }
+        };
+        this.dispose = async () => {
+            await this.disconnect();
+        };
+    }
+    async getOptions(additionalOptions) {
+        const { url, rejectUnauthorized, getBearerToken } = this.openSearchInfo;
+        const merged = {
+            node: url,
+            maxRetries: 3,
+            ssl: { rejectUnauthorized: rejectUnauthorized ?? true },
+            ...this.clientOptions,
+            ...additionalOptions,
+        };
+        if (getBearerToken) {
+            const accessToken = await getBearerToken();
+            merged.headers = {
+                ...merged.headers,
+                Authorization: `Bearer ${accessToken.token}`,
+            };
+            this.tokenExpiresAt =
+                accessToken.refreshAfterTimestamp ??
+                    accessToken.expiresOnTimestamp - OpenSearchConnector.REFRESH_SAFETY_MARGIN_MS;
+        }
+        return merged;
+    }
+    clearConnection() {
+        this.connection = undefined;
+        this.tokenExpiresAt = undefined;
+    }
+    isTokenStale() {
+        if (this.tokenExpiresAt === undefined) {
+            return false;
+        }
+        return Date.now() >= this.tokenExpiresAt;
+    }
+}
+exports.OpenSearchConnector = OpenSearchConnector;
+OpenSearchConnector.REFRESH_SAFETY_MARGIN_MS = 5 * 60 * 1000;
+//# sourceMappingURL=OpenSearchConnector.js.map

package/dist/helpers/data-access/opensearch/OpenSearchConnector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenSearchConnector.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/opensearch/OpenSearchConnector.ts"],"names":[],"mappings":";;;AACA,+DAAuE;AACvE,4CAAmD;AAInD,MAAa,mBAAmB;IAM5B,YACqB,cAA+B,EAC/B,GAAY,EACZ,aAA6B;QAF7B,mBAAc,GAAd,cAAc,CAAiB;QAC/B,QAAG,GAAH,GAAG,CAAS;QACZ,kBAAa,GAAb,aAAa,CAAgB;QAG3C,YAAO,GAAG,KAAK,EAAE,iBAAiC,EAAmB,EAAE;YAC1E,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE;gBAC1B,MAAM,IAAI,yBAAgB,CAAC,yCAAyC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAChG;YAED,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE;gBACzC,OAAO,IAAI,CAAC,UAAU,CAAC;aAC1B;YAED,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE;gBACxC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;gBAC3E,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;aAC3B;YAED,IAAI;gBACA,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;gBACzD,IAAI,CAAC,UAAU,GAAG,IAAI,mBAAM,CAAC,OAAO,CAAC,CAAC;gBACtC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBAC1C,OAAO,IAAI,CAAC,UAAU,CAAC;aAC1B;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,IAAI,CAAC,UAAU,EAAE;oBACjB,IAAI;wBACA,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;qBACjC;oBAAC,OAAO,QAAQ,EAAE;wBACf,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,+DAA+D,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;qBACpG;iBACJ;gBACD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,MAAM,IAAI,yBAAgB,CAAC,uCAAuC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnG;QACL,CAAC,CAAC;QAEK,kBAAa,GAAG,GAAW,EAAE;YAChC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBAClB,MAAM,IAAI,yBAAgB,CACtB,oEAAoE,EACpE,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;aACL;YACD,OAAO,IAAI,CAAC,UAAU,CAAC;QAC3B,CAAC,CAAC;QAEK,gBAAW,GAAG,KAAK,IAAsB,EAAE;YAC9C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBAClB,OAAO,KAAK,CAAC;aAChB;YACD,IAAI;gBACA,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC;aACf;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oDAAoD,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;gBACnF,IAAI;oBACA,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;iBACjC;gBAAC,OAAO,QAAQ,EAAE;oBACf,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,yDAAyD,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;iBAC9F;gBACD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC;aAChB;QACL,CAAC,CAAC;QAEK,eAAU,GAAG,KAAK,IAAmB,EAAE;YAC1C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAC9C,IAAI,IAAI,CAAC,UAAU,EAAE;gBACjB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC9B,IAAI,CAAC,eAAe,EAAE,CAAC;aAC1B;QACL,CAAC,CAAC;QAEK,YAAO,GAAG,KAAK,IAAmB,EAAE;YACvC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC,CAAC;IA1EC,CAAC;IA4EI,KAAK,CAAC,UAAU,CAAC,iBAAiC;QACtD,MAAM,EAAE,GAAG,EAAE,kBAAkB,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;QAExE,MAAM,MAAM,GAAkB;YAC1B,IAAI,EAAE,GAAG;YACT,UAAU,EAAE,CAAC;YACb,GAAG,EAAE,EAAE,kBAAkB,EAAE,kBAAkB,IAAI,IAAI,EAAE;YACvD,GAAG,IAAI,CAAC,aAAa;YACrB,GAAG,iBAAiB;SACvB,CAAC;QAEF,IAAI,cAAc,EAAE;YAChB,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;YAC3C,MAAM,CAAC,OAAO,GAAG;gBACb,GAAG,MAAM,CAAC,OAAO;gBACjB,aAAa,EAAE,UAAU,WAAW,CAAC,KAAK,EAAE;aAC/C,CAAC;YACF,IAAI,CAAC,cAAc;gBACf,WAAW,CAAC,qBAAqB;oBACjC,WAAW,CAAC,kBAAkB,GAAG,mBAAmB,CAAC,wBAAwB,CAAC;SACrF;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,eAAe;QACnB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;IACpC,CAAC;IAEO,YAAY;QAChB,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE;YACnC,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC;IAC7C,CAAC;;AAzHL,kDA0HC;AAzH2B,4CAAwB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,AAAhB,CAAiB"}

package/dist/helpers/data-access/opensearch/OpenSearchService.d.ts

@@ -0,0 +1,24 @@
+import { ILogger } from "../../logger";
+import { IOpenSearchConnector } from "./IOpenSearchConnector";
+import { ISyncableDoc } from "./ISyncableIndex";
+export type IndexCount = number | "not_initialized";
+export type HealthStatus = "ok" | "unreachable" | "disabled";
+export interface IOpenSearchServiceConfig {
+    namespace: string;
+    enabled: boolean;
+}
+export declare class OpenSearchService {
+    private readonly connector;
+    private readonly logger;
+    readonly namespace: string;
+    readonly enabled: boolean;
+    constructor(connector: IOpenSearchConnector, logger: ILogger, config: IOpenSearchServiceConfig);
+    healthCheck(): Promise<HealthStatus>;
+    createIndex(baseName: string, mapping: Record<string, unknown>): Promise<"created" | "exists">;
+    indexDoc(baseName: string, document: ISyncableDoc): Promise<void>;
+    deleteDoc(baseName: string, id: string): Promise<void>;
+    bulkIndex(baseName: string, documents: ISyncableDoc[]): Promise<void>;
+    retainOnly(baseName: string, keepIds: Set<string>): Promise<IndexCount>;
+    count(baseName: string): Promise<IndexCount>;
+    private indexName;
+}

package/dist/helpers/data-access/opensearch/OpenSearchService.js

@@ -0,0 +1,162 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenSearchService = void 0;
+const errors_1 = require("@golemio/errors");
+const opensearch_1 = require("@opensearch-project/opensearch");
+class OpenSearchService {
+    constructor(connector, logger, config) {
+        this.connector = connector;
+        this.logger = logger;
+        this.enabled = config.enabled;
+        this.namespace = config.namespace;
+        if (this.enabled && !this.namespace) {
+            throw new errors_1.GeneralError("OpenSearchService: namespace is required when enabled=true. Set OPENSEARCH_NAMESPACE env var.", this.constructor.name, undefined, 500);
+        }
+        if (this.enabled) {
+            this.logger.info(`OpenSearchService  initialized (namespace=${this.namespace})`);
+        }
+    }
+    async healthCheck() {
+        if (!this.enabled)
+            return "disabled";
+        try {
+            const client = await this.connector.connect();
+            await client.ping();
+            return "ok";
+        }
+        catch (error) {
+            this.logger.warn("OpenSearchService  healthCheck failed", error);
+            return "unreachable";
+        }
+    }
+    async createIndex(baseName, mapping) {
+        const index = this.indexName(baseName);
+        try {
+            const client = await this.connector.connect();
+            await client.indices.create({ index, body: mapping });
+            this.logger.info(`OpenSearchService index ${index} created`);
+            return "created";
+        }
+        catch (error) {
+            if (error instanceof opensearch_1.errors.ResponseError &&
+                error.body?.error?.type === "resource_already_exists_exception") {
+                return "exists";
+            }
+            throw new errors_1.RecoverableError(`Failed to create index ${index}`, this.constructor.name, error, 500);
+        }
+    }
+    async indexDoc(baseName, document) {
+        const index = this.indexName(baseName);
+        const { id, ...body } = document;
+        try {
+            const client = await this.connector.connect();
+            await client.index({ index, id, body });
+        }
+        catch (error) {
+            throw new errors_1.RecoverableError(`Failed to index doc ${id} into ${index}`, this.constructor.name, error, 500);
+        }
+    }
+    async deleteDoc(baseName, id) {
+        const index = this.indexName(baseName);
+        try {
+            const client = await this.connector.connect();
+            await client.delete({ index, id }, { ignore: [404] });
+        }
+        catch (error) {
+            throw new errors_1.RecoverableError(`Failed to delete doc ${id} from ${index}`, this.constructor.name, error, 500);
+        }
+    }
+    async bulkIndex(baseName, documents) {
+        if (documents.length === 0)
+            return;
+        const index = this.indexName(baseName);
+        try {
+            const client = await this.connector.connect();
+            const dropsByReason = new Map();
+            const stats = await client.helpers.bulk({
+                datasource: documents,
+                onDocument: (doc) => {
+                    const { id, ...body } = doc;
+                    return [{ index: { _index: index, _id: String(id) } }, body];
+                },
+                onDrop: (dropped) => {
+                    const reason = dropped.error?.reason ?? dropped.error?.type ?? "unknown";
+                    const existing = dropsByReason.get(reason);
+                    if (existing) {
+                        existing.count++;
+                    }
+                    else {
+                        dropsByReason.set(reason, {
+                            count: 1,
+                            status: dropped.status,
+                            sampleId: String(dropped.document?.id),
+                        });
+                    }
+                },
+            });
+            if (stats.failed > 0) {
+                this.logger.warn({
+                    index,
+                    failed: stats.failed,
+                    retried: stats.retry,
+                    timeMs: stats.time,
+                    reasons: Array.from(dropsByReason.entries()).map(([reason, info]) => ({ reason, ...info })),
+                }, `OpenSearchService bulk save had ${stats.failed} failed items in ${index} ` +
+                    `(${stats.retry} retried, ${stats.time}ms)`);
+            }
+        }
+        catch (error) {
+            throw new errors_1.RecoverableError(`Failed to bulk index ${index}`, this.constructor.name, error, 500);
+        }
+    }
+    async retainOnly(baseName, keepIds) {
+        if (keepIds.size === 0) {
+            this.logger.warn(`OpenSearchService retainOnly called with empty keepIds for ${baseName}, ` + "skipping to prevent full index wipe");
+            return 0;
+        }
+        const index = this.indexName(baseName);
+        const idsToKeep = Array.from(keepIds);
+        try {
+            const client = await this.connector.connect();
+            const response = await client.deleteByQuery({
+                index,
+                body: {
+                    query: {
+                        bool: {
+                            must_not: [{ ids: { values: idsToKeep } }],
+                        },
+                    },
+                },
+            }, { ignore: [404] });
+            if (response.statusCode === 404)
+                return "not_initialized";
+            const responseBody = response.body;
+            const deletedCount = responseBody.deleted ?? 0;
+            if (deletedCount > 0) {
+                this.logger.info(`OpenSearchService  deleted ${deletedCount} orphans from ${index}`);
+            }
+            return deletedCount;
+        }
+        catch (error) {
+            throw new errors_1.RecoverableError(`Failed to prune ${index}`, this.constructor.name, error, 500);
+        }
+    }
+    async count(baseName) {
+        const index = this.indexName(baseName);
+        try {
+            const client = await this.connector.connect();
+            const response = await client.count({ index }, { ignore: [404] });
+            if (response.statusCode === 404)
+                return "not_initialized";
+            return response.body.count;
+        }
+        catch (error) {
+            throw new errors_1.RecoverableError(`Failed to count ${index}`, this.constructor.name, error, 500);
+        }
+    }
+    indexName(baseName) {
+        return `${this.namespace}_${baseName}`;
+    }
+}
+exports.OpenSearchService = OpenSearchService;
+//# sourceMappingURL=OpenSearchService.js.map

package/dist/helpers/data-access/opensearch/OpenSearchService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenSearchService.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/opensearch/OpenSearchService.ts"],"names":[],"mappings":";;;AACA,4CAAiE;AACjE,+DAAwF;AAYxF,MAAa,iBAAiB;IAI1B,YACqB,SAA+B,EAC/B,MAAe,EAChC,MAAgC;QAFf,cAAS,GAAT,SAAS,CAAsB;QAC/B,WAAM,GAAN,MAAM,CAAS;QAGhC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjC,MAAM,IAAI,qBAAY,CAClB,+FAA+F,EAC/F,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,SAAS,EACT,GAAG,CACN,CAAC;SACL;QAED,IAAI,IAAI,CAAC,OAAO,EAAE;YACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;SACpF;IACL,CAAC;IAEM,KAAK,CAAC,WAAW;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,UAAU,CAAC;QACrC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YACjE,OAAO,aAAa,CAAC;SACxB;IACL,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,OAAgC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,KAAK,UAAU,CAAC,CAAC;YAC7D,OAAO,SAAS,CAAC;SACpB;QAAC,OAAO,KAAK,EAAE;YACZ,IACI,KAAK,YAAY,mBAAgB,CAAC,aAAa;gBAC/C,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,KAAK,mCAAmC,EACjE;gBACE,OAAO,QAAQ,CAAC;aACnB;YACD,MAAM,IAAI,yBAAgB,CAAC,0BAA0B,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;SACpG;IACL,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,QAAsB;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;QACjC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;SAC3C;QAAC,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,yBAAgB,CAAC,uBAAuB,EAAE,SAAS,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;SAC5G;IACL,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,QAAgB,EAAE,EAAU;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SACzD;QAAC,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,yBAAgB,CAAC,wBAAwB,EAAE,SAAS,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;SAC7G;IACL,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,QAAgB,EAAE,SAAyB;QAC9D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAEvC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,aAAa,GAAG,IAAI,GAAG,EAA+D,CAAC;YAE7F,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;gBACpC,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;oBAChB,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;oBAC5B,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,CAAC;gBACD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE;oBAChB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,IAAI,IAAI,SAAS,CAAC;oBACzE,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC3C,IAAI,QAAQ,EAAE;wBACV,QAAQ,CAAC,KAAK,EAAE,CAAC;qBACpB;yBAAM;wBACH,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE;4BACtB,KAAK,EAAE,CAAC;4BACR,MAAM,EAAE,OAAO,CAAC,MAAM;4BACtB,QAAQ,EAAE,MAAM,CAAE,OAAO,CAAC,QAAyB,EAAE,EAAE,CAAC;yBAC3D,CAAC,CAAC;qBACN;gBACL,CAAC;aACJ,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ;oBACI,KAAK;oBACL,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE,KAAK,CAAC,KAAK;oBACpB,MAAM,EAAE,KAAK,CAAC,IAAI;oBAClB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;iBAC9F,EACD,mCAAmC,KAAK,CAAC,MAAM,oBAAoB,KAAK,GAAG;oBACvE,IAAI,KAAK,CAAC,KAAK,aAAa,KAAK,CAAC,IAAI,KAAK,CAClD,CAAC;aACL;SACJ;QAAC,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,yBAAgB,CAAC,wBAAwB,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;SAClG;IACL,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,OAAoB;QAC1D,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,8DAA8D,QAAQ,IAAI,GAAG,qCAAqC,CACrH,CAAC;YACF,OAAO,CAAC,CAAC;SACZ;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEtC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CACvC;gBACI,KAAK;gBACL,IAAI,EAAE;oBACF,KAAK,EAAE;wBACH,IAAI,EAAE;4BACF,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;yBAC7C;qBACJ;iBACJ;aACJ,EACD,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CACpB,CAAC;YACF,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG;gBAAE,OAAO,iBAAiB,CAAC;YAC1D,MAAM,YAAY,GAAG,QAAQ,CAAC,IAA6C,CAAC;YAC5E,MAAM,YAAY,GAAG,YAAY,CAAC,OAAO,IAAI,CAAC,CAAC;YAC/C,IAAI,YAAY,GAAG,CAAC,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,iBAAiB,KAAK,EAAE,CAAC,CAAC;aACxF;YACD,OAAO,YAAY,CAAC;SACvB;QAAC,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,yBAAgB,CAAC,mBAAmB,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;SAC7F;IACL,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,QAAgB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClE,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG;gBAAE,OAAO,iBAAiB,CAAC;YAC1D,OAAQ,QAAQ,CAAC,IAA+B,CAAC,KAAK,CAAC;SAC1D;QAAC,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,yBAAgB,CAAC,mBAAmB,KAAK,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;SAC7F;IACL,CAAC;IAEO,SAAS,CAAC,QAAgB;QAC9B,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC;IAC3C,CAAC;CACJ;AAjLD,8CAiLC"}

package/dist/helpers/data-access/opensearch/OpenSearchSyncOrchestrator.d.ts

@@ -0,0 +1,14 @@
+import { ILogger } from "../../logger";
+import { OpenSearchService } from "./OpenSearchService";
+import { ISyncableIndex } from "./ISyncableIndex";
+export declare class OpenSearchSyncOrchestrator {
+    private readonly openSearchService;
+    private readonly syncableIndexes;
+    private readonly logger;
+    private isRunning;
+    constructor(openSearchService: OpenSearchService, syncableIndexes: ISyncableIndex[], logger: ILogger);
+    execute: () => Promise<void>;
+    initIndexes(): Promise<void>;
+    private syncIndex;
+    private extractIdsToKeep;
+}

package/dist/helpers/data-access/opensearch/OpenSearchSyncOrchestrator.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenSearchSyncOrchestrator = void 0;
+const errors_1 = require("@golemio/errors");
+class OpenSearchSyncOrchestrator {
+    constructor(openSearchService, syncableIndexes, logger) {
+        this.openSearchService = openSearchService;
+        this.syncableIndexes = syncableIndexes;
+        this.logger = logger;
+        this.isRunning = false;
+        this.execute = async () => {
+            if (!this.openSearchService.enabled) {
+                this.logger.warn("OpenSearchSyncOrchestrator  skipped, OpenSearch sync is disabled");
+                return;
+            }
+            if (this.isRunning) {
+                this.logger.warn("OpenSearchSyncOrchestrator  previous run still in progress, skipping");
+                return;
+            }
+            this.isRunning = true;
+            this.logger.debug("OpenSearchSyncOrchestrator executed");
+            const startTime = Date.now();
+            try {
+                for (const syncableIndex of this.syncableIndexes) {
+                    await this.syncIndex(syncableIndex);
+                }
+                this.logger.info(`OpenSearchSyncOrchestrator  completed in ${Date.now() - startTime}ms`);
+            }
+            finally {
+                this.isRunning = false;
+                this.logger.debug("OpenSearchSyncOrchestrator done");
+            }
+        };
+    }
+    async initIndexes() {
+        if (!this.openSearchService.enabled)
+            return;
+        const failed = [];
+        for (const syncableIndex of this.syncableIndexes) {
+            try {
+                await this.openSearchService.createIndex(syncableIndex.baseName, syncableIndex.mapping);
+                const count = await this.openSearchService.count(syncableIndex.baseName);
+                if (count === 0 || count === "not_initialized") {
+                    this.logger.info(`OpenSearchSyncOrchestrator  ${syncableIndex.baseName} is empty (count=${count}), seeding from source`);
+                    await this.syncIndex(syncableIndex);
+                }
+            }
+            catch (error) {
+                const wrappedError = new errors_1.RecoverableError(`initIndexes(${syncableIndex.baseName}) failed`, this.constructor.name, error);
+                this.logger.error(wrappedError.message, wrappedError);
+                failed.push(syncableIndex.baseName);
+            }
+        }
+        if (failed.length > 0) {
+            throw new errors_1.RecoverableError(`Failed to initialize OpenSearch indexes: ${failed.join(", ")}`, this.constructor.name);
+        }
+        this.logger.info("OpenSearchSyncOrchestrator indexes initialized");
+    }
+    async syncIndex(syncableIndex) {
+        const startTime = Date.now();
+        try {
+            const documents = await syncableIndex.fetchAll();
+            await this.openSearchService.bulkIndex(syncableIndex.baseName, documents);
+            await this.openSearchService.retainOnly(syncableIndex.baseName, this.extractIdsToKeep(documents));
+            this.logger.info(`OpenSearchSyncOrchestrator  synced ${syncableIndex.baseName} = ${documents.length} docs ` +
+                `in ${Date.now() - startTime}ms`);
+        }
+        catch (error) {
+            this.logger.error(`OpenSearchSyncOrchestrator  syncIndex(${syncableIndex.baseName}) was not successful ` +
+                (error instanceof Error ? error.message : String(error)), error);
+        }
+    }
+    extractIdsToKeep(documents) {
+        return new Set(documents.map((document) => document.id));
+    }
+}
+exports.OpenSearchSyncOrchestrator = OpenSearchSyncOrchestrator;
+//# sourceMappingURL=OpenSearchSyncOrchestrator.js.map

package/dist/helpers/data-access/opensearch/OpenSearchSyncOrchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenSearchSyncOrchestrator.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/opensearch/OpenSearchSyncOrchestrator.ts"],"names":[],"mappings":";;;AACA,4CAAmD;AAInD,MAAa,0BAA0B;IAGnC,YACqB,iBAAoC,EACpC,eAAiC,EACjC,MAAe;QAFf,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAkB;QACjC,WAAM,GAAN,MAAM,CAAS;QAL5B,cAAS,GAAG,KAAK,CAAC;QAQnB,YAAO,GAAG,KAAK,IAAmB,EAAE;YACvC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE;gBACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;gBACrF,OAAO;aACV;YAED,IAAI,IAAI,CAAC,SAAS,EAAE;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;gBACzF,OAAO;aACV;YACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI;gBACA,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,eAAe,EAAE;oBAC9C,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;iBACvC;gBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CAAC,CAAC;aAC5F;oBAAS;gBACN,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;aACxD;QACL,CAAC,CAAC;IAxBC,CAAC;IA0BG,KAAK,CAAC,WAAW;QACpB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO;YAAE,OAAO;QAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,eAAe,EAAE;YAC9C,IAAI;gBACA,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;gBACxF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBACzE,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,iBAAiB,EAAE;oBAC5C,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,+BAA+B,aAAa,CAAC,QAAQ,oBAAoB,KAAK,wBAAwB,CACzG,CAAC;oBACF,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;iBACvC;aACJ;YAAC,OAAO,KAAK,EAAE;gBACZ,MAAM,YAAY,GAAG,IAAI,yBAAgB,CACrC,eAAe,aAAa,CAAC,QAAQ,UAAU,EAC/C,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,KAAK,CACR,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBACtD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;aACvC;SACJ;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACnB,MAAM,IAAI,yBAAgB,CAAC,4CAA4C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;SACtH;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IACvE,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,aAA6B;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI;YACA,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,CAAC;YACjD,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;YAClG,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,sCAAsC,aAAa,CAAC,QAAQ,MAAM,SAAS,CAAC,MAAM,QAAQ;gBACtF,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CACvC,CAAC;SACL;QAAC,OAAO,KAAK,EAAE;YACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CACb,yCAAyC,aAAa,CAAC,QAAQ,uBAAuB;gBAClF,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAC5D,KAAK,CACR,CAAC;SACL;IACL,CAAC;IAEO,gBAAgB,CAAC,SAAyB;QAC9C,OAAO,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;CACJ;AAvFD,gEAuFC"}

package/dist/helpers/data-access/opensearch/czechAnalyzer.d.ts

@@ -0,0 +1,6 @@
+import { Types } from "@opensearch-project/opensearch";
+export declare const czechAnalysis: {
+    analysis: Types.Indices_Common.IndexSettingsAnalysis;
+};
+export declare const defaultIndexSettings: Types.Indices_Common.IndexSettings;
+export declare const czechText: () => Types.Common_Mapping.TextProperty;