@webiny/migrations 0.0.0-unstable.06b2ede40f

package/utils/createLocaleEntity.js

@@ -0,0 +1,32 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createLocaleEntity = void 0;
+var _ = require("./");
+const createLocaleEntity = table => {
+  return (0, _.createLegacyEntity)(table, "I18NLocale", {
+    createdOn: {
+      type: "string"
+    },
+    createdBy: {
+      type: "map"
+    },
+    code: {
+      type: "string"
+    },
+    default: {
+      type: "boolean"
+    },
+    webinyVersion: {
+      type: "string"
+    },
+    tenant: {
+      type: "string"
+    }
+  });
+};
+exports.createLocaleEntity = createLocaleEntity;
+
+//# sourceMappingURL=createLocaleEntity.js.map

package/utils/createLocaleEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_","require","createLocaleEntity","table","createLegacyEntity","createdOn","type","createdBy","code","default","webinyVersion","tenant","exports"],"sources":["createLocaleEntity.ts"],"sourcesContent":["import type { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createLegacyEntity } from \"~/utils\";\n\nexport const createLocaleEntity = (table: Table<string, string, string>) => {\n    return createLegacyEntity(table, \"I18NLocale\", {\n        createdOn: {\n            type: \"string\"\n        },\n        createdBy: {\n            type: \"map\"\n        },\n        code: {\n            type: \"string\"\n        },\n        default: {\n            type: \"boolean\"\n        },\n        webinyVersion: {\n            type: \"string\"\n        },\n        tenant: {\n            type: \"string\"\n        }\n    });\n};\n"],"mappings":";;;;;;AACA,IAAAA,CAAA,GAAAC,OAAA;AAEO,MAAMC,kBAAkB,GAAIC,KAAoC,IAAK;EACxE,OAAO,IAAAC,oBAAkB,EAACD,KAAK,EAAE,YAAY,EAAE;IAC3CE,SAAS,EAAE;MACPC,IAAI,EAAE;IACV,CAAC;IACDC,SAAS,EAAE;MACPD,IAAI,EAAE;IACV,CAAC;IACDE,IAAI,EAAE;MACFF,IAAI,EAAE;IACV,CAAC;IACDG,OAAO,EAAE;MACLH,IAAI,EAAE;IACV,CAAC;IACDI,aAAa,EAAE;MACXJ,IAAI,EAAE;IACV,CAAC;IACDK,MAAM,EAAE;MACJL,IAAI,EAAE;IACV;EACJ,CAAC,CAAC;AACN,CAAC;AAACM,OAAA,CAAAV,kBAAA,GAAAA,kBAAA","ignoreList":[]}

package/utils/createTenantEntity.d.ts

@@ -0,0 +1,48 @@
+import type { Table } from "@webiny/db-dynamodb/toolbox";
+export declare const createTenantEntity: (table: Table<string, string, string>) => import("dynamodb-toolbox/dist/cjs/classes/Entity/Entity").default<string, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, Table<string, string, string>, true, true, boolean, string, string, string, boolean, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, import("dynamodb-toolbox/dist/cjs/classes/Entity").ParsedAttributes<import("ts-toolbelt/out/Any/Key").Key>, any, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}>;

package/utils/createTenantEntity.js

@@ -0,0 +1,13 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createTenantEntity = void 0;
+var _ = require("./");
+const createTenantEntity = table => {
+  return (0, _.createStandardEntity)(table, "TenancyTenant");
+};
+exports.createTenantEntity = createTenantEntity;
+
+//# sourceMappingURL=createTenantEntity.js.map

package/utils/createTenantEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_","require","createTenantEntity","table","createStandardEntity","exports"],"sources":["createTenantEntity.ts"],"sourcesContent":["import type { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createStandardEntity } from \"~/utils\";\n\nexport const createTenantEntity = (table: Table<string, string, string>) => {\n    return createStandardEntity(table, \"TenancyTenant\");\n};\n"],"mappings":";;;;;;AACA,IAAAA,CAAA,GAAAC,OAAA;AAEO,MAAMC,kBAAkB,GAAIC,KAAoC,IAAK;EACxE,OAAO,IAAAC,sBAAoB,EAACD,KAAK,EAAE,eAAe,CAAC;AACvD,CAAC;AAACE,OAAA,CAAAH,kBAAA,GAAAA,kBAAA","ignoreList":[]}

package/utils/dynamoDb.d.ts

@@ -0,0 +1,4 @@
+import type { BatchReadItem, BatchReadParams, BatchWriteItem, BatchWriteParams, GetRecordParams, ScanParams, ScanResponse } from "@webiny/db-dynamodb/utils";
+import { batchReadAll, batchWriteAll, get, count, queryAll, queryAllWithCallback as ddbQueryAllWithCallback, queryOne, scan, scanWithCallback as ddbScanWithCallback } from "@webiny/db-dynamodb/utils";
+export { count, get, queryAll, ddbQueryAllWithCallback, queryOne, batchReadAll, batchWriteAll, scan, ddbScanWithCallback };
+export type { GetRecordParams, BatchWriteItem, BatchWriteParams, BatchReadItem, BatchReadParams, ScanParams, ScanResponse };

package/utils/dynamoDb.js

@@ -0,0 +1,62 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "batchReadAll", {
+  enumerable: true,
+  get: function () {
+    return _utils.batchReadAll;
+  }
+});
+Object.defineProperty(exports, "batchWriteAll", {
+  enumerable: true,
+  get: function () {
+    return _utils.batchWriteAll;
+  }
+});
+Object.defineProperty(exports, "count", {
+  enumerable: true,
+  get: function () {
+    return _utils.count;
+  }
+});
+Object.defineProperty(exports, "ddbQueryAllWithCallback", {
+  enumerable: true,
+  get: function () {
+    return _utils.queryAllWithCallback;
+  }
+});
+Object.defineProperty(exports, "ddbScanWithCallback", {
+  enumerable: true,
+  get: function () {
+    return _utils.scanWithCallback;
+  }
+});
+Object.defineProperty(exports, "get", {
+  enumerable: true,
+  get: function () {
+    return _utils.get;
+  }
+});
+Object.defineProperty(exports, "queryAll", {
+  enumerable: true,
+  get: function () {
+    return _utils.queryAll;
+  }
+});
+Object.defineProperty(exports, "queryOne", {
+  enumerable: true,
+  get: function () {
+    return _utils.queryOne;
+  }
+});
+Object.defineProperty(exports, "scan", {
+  enumerable: true,
+  get: function () {
+    return _utils.scan;
+  }
+});
+var _utils = require("@webiny/db-dynamodb/utils");
+
+//# sourceMappingURL=dynamoDb.js.map

package/utils/dynamoDb.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require"],"sources":["dynamoDb.ts"],"sourcesContent":["import type {\n    BatchReadItem,\n    BatchReadParams,\n    BatchWriteItem,\n    BatchWriteParams,\n    GetRecordParams,\n    ScanParams,\n    ScanResponse\n} from \"@webiny/db-dynamodb/utils\";\nimport {\n    batchReadAll,\n    batchWriteAll,\n    get,\n    count,\n    queryAll,\n    queryAllWithCallback as ddbQueryAllWithCallback,\n    queryOne,\n    scan,\n    scanWithCallback as ddbScanWithCallback\n} from \"@webiny/db-dynamodb/utils\";\n\nexport {\n    count,\n    get,\n    queryAll,\n    ddbQueryAllWithCallback,\n    queryOne,\n    batchReadAll,\n    batchWriteAll,\n    scan,\n    ddbScanWithCallback\n};\nexport type {\n    GetRecordParams,\n    BatchWriteItem,\n    BatchWriteParams,\n    BatchReadItem,\n    BatchReadParams,\n    ScanParams,\n    ScanResponse\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AASA,IAAAA,MAAA,GAAAC,OAAA","ignoreList":[]}

package/utils/elasticsearch/disableEsIndexing.d.ts

@@ -0,0 +1,9 @@
+import type { Logger } from "@webiny/data-migration";
+import type { Client } from "@elastic/elasticsearch";
+interface DisableElasticsearchIndexingParams {
+    index: string;
+    logger: Logger;
+    elasticsearchClient: Client;
+}
+export declare const disableElasticsearchIndexing: (params: DisableElasticsearchIndexingParams) => Promise<void>;
+export {};

package/utils/elasticsearch/disableEsIndexing.js

@@ -0,0 +1,33 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.disableElasticsearchIndexing = void 0;
+var _ = require("./..");
+const disableElasticsearchIndexing = async params => {
+  const {
+    index,
+    logger
+  } = params;
+  try {
+    await (0, _.esPutIndexSettings)({
+      elasticsearchClient: params.elasticsearchClient,
+      index,
+      settings: {
+        refresh_interval: -1
+      }
+    });
+  } catch (ex) {
+    logger.error(`Failed to disable indexing for index "${index}".`);
+    logger.error({
+      ...ex,
+      message: ex.message,
+      code: ex.code,
+      data: ex.data
+    });
+  }
+};
+exports.disableElasticsearchIndexing = disableElasticsearchIndexing;
+
+//# sourceMappingURL=disableEsIndexing.js.map

package/utils/elasticsearch/disableEsIndexing.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_","require","disableElasticsearchIndexing","params","index","logger","esPutIndexSettings","elasticsearchClient","settings","refresh_interval","ex","error","message","code","data","exports"],"sources":["disableEsIndexing.ts"],"sourcesContent":["import { esPutIndexSettings } from \"~/utils\";\nimport type { Logger } from \"@webiny/data-migration\";\nimport type { Client } from \"@elastic/elasticsearch\";\n\ninterface DisableElasticsearchIndexingParams {\n    index: string;\n    logger: Logger;\n    elasticsearchClient: Client;\n}\n\nexport const disableElasticsearchIndexing = async (\n    params: DisableElasticsearchIndexingParams\n): Promise<void> => {\n    const { index, logger } = params;\n\n    try {\n        await esPutIndexSettings({\n            elasticsearchClient: params.elasticsearchClient,\n            index,\n            settings: {\n                refresh_interval: -1\n            }\n        });\n    } catch (ex) {\n        logger.error(`Failed to disable indexing for index \"${index}\".`);\n        logger.error({\n            ...ex,\n            message: ex.message,\n            code: ex.code,\n            data: ex.data\n        });\n    }\n};\n"],"mappings":";;;;;;AAAA,IAAAA,CAAA,GAAAC,OAAA;AAUO,MAAMC,4BAA4B,GAAG,MACxCC,MAA0C,IAC1B;EAChB,MAAM;IAAEC,KAAK;IAAEC;EAAO,CAAC,GAAGF,MAAM;EAEhC,IAAI;IACA,MAAM,IAAAG,oBAAkB,EAAC;MACrBC,mBAAmB,EAAEJ,MAAM,CAACI,mBAAmB;MAC/CH,KAAK;MACLI,QAAQ,EAAE;QACNC,gBAAgB,EAAE,CAAC;MACvB;IACJ,CAAC,CAAC;EACN,CAAC,CAAC,OAAOC,EAAE,EAAE;IACTL,MAAM,CAACM,KAAK,CAAC,yCAAyCP,KAAK,IAAI,CAAC;IAChEC,MAAM,CAACM,KAAK,CAAC;MACT,GAAGD,EAAE;MACLE,OAAO,EAAEF,EAAE,CAACE,OAAO;MACnBC,IAAI,EAAEH,EAAE,CAACG,IAAI;MACbC,IAAI,EAAEJ,EAAE,CAACI;IACb,CAAC,CAAC;EACN;AACJ,CAAC;AAACC,OAAA,CAAAb,4BAAA,GAAAA,4BAAA","ignoreList":[]}

package/utils/elasticsearch/esCreateIndex.d.ts

@@ -0,0 +1,9 @@
+import type { Client } from "@elastic/elasticsearch";
+export interface EsCreateIndexParams {
+    elasticsearchClient: Client;
+    tenant: string;
+    locale: string;
+    type: string;
+    isHeadlessCmsModel: boolean;
+}
+export declare const esCreateIndex: (params: EsCreateIndexParams) => Promise<string>;

package/utils/elasticsearch/esCreateIndex.js

@@ -0,0 +1,62 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esCreateIndex = void 0;
+var _error = _interopRequireDefault(require("@webiny/error"));
+var _ = require("./..");
+var _plugins = require("./plugins");
+const esCreateIndex = async params => {
+  const {
+    elasticsearchClient,
+    tenant,
+    locale,
+    type,
+    isHeadlessCmsModel
+  } = params;
+  const indexName = (0, _.esGetIndexName)({
+    tenant,
+    locale,
+    type,
+    isHeadlessCmsModel
+  });
+  try {
+    const exist = await (0, _.esGetIndexExist)(params);
+    if (exist) {
+      return indexName;
+    }
+
+    // Get registered plugins
+    const plugin = (0, _plugins.elasticsearchIndexPlugins)().filter(plugin => {
+      if (!plugin.locales) {
+        return true;
+      }
+      return plugin.locales.includes(locale.toLowerCase());
+    }).pop();
+    await elasticsearchClient.indices.create({
+      index: indexName,
+      ...(plugin && {
+        body: plugin.body
+      })
+    });
+    return indexName;
+  } catch (ex) {
+    // Despite the fact the above `esGetIndexExist` check told us the index does not exist,
+    // we've seen cases where the `resource_already_exists_exception` would still be thrown
+    // upon index creation. That's why we're doing an additional check of the error message.
+    if (ex.message === "resource_already_exists_exception") {
+      return indexName;
+    }
+    throw new _error.default(ex.message || "Could not create Elasticsearch index.", ex.code || "CREATE_ELASTICSEARCH_INDEX_ERROR", {
+      error: ex,
+      locale,
+      tenant,
+      type
+    });
+  }
+};
+exports.esCreateIndex = esCreateIndex;
+
+//# sourceMappingURL=esCreateIndex.js.map

package/utils/elasticsearch/esCreateIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_error","_interopRequireDefault","require","_","_plugins","esCreateIndex","params","elasticsearchClient","tenant","locale","type","isHeadlessCmsModel","indexName","esGetIndexName","exist","esGetIndexExist","plugin","elasticsearchIndexPlugins","filter","locales","includes","toLowerCase","pop","indices","create","index","body","ex","message","WebinyError","code","error","exports"],"sources":["esCreateIndex.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport type { Client } from \"@elastic/elasticsearch\";\nimport { esGetIndexName, esGetIndexExist } from \"~/utils\";\nimport { elasticsearchIndexPlugins } from \"~/utils/elasticsearch/plugins\";\n\nexport interface EsCreateIndexParams {\n    elasticsearchClient: Client;\n    tenant: string;\n    locale: string;\n    type: string;\n    isHeadlessCmsModel: boolean;\n}\n\nexport const esCreateIndex = async (params: EsCreateIndexParams): Promise<string> => {\n    const { elasticsearchClient, tenant, locale, type, isHeadlessCmsModel } = params;\n\n    const indexName = esGetIndexName({ tenant, locale, type, isHeadlessCmsModel });\n\n    try {\n        const exist = await esGetIndexExist(params);\n\n        if (exist) {\n            return indexName;\n        }\n\n        // Get registered plugins\n        const plugin = elasticsearchIndexPlugins()\n            .filter(plugin => {\n                if (!plugin.locales) {\n                    return true;\n                }\n\n                return plugin.locales.includes(locale.toLowerCase());\n            })\n            .pop();\n\n        await elasticsearchClient.indices.create({\n            index: indexName,\n            ...(plugin && { body: plugin.body })\n        });\n        return indexName;\n    } catch (ex) {\n        // Despite the fact the above `esGetIndexExist` check told us the index does not exist,\n        // we've seen cases where the `resource_already_exists_exception` would still be thrown\n        // upon index creation. That's why we're doing an additional check of the error message.\n        if (ex.message === \"resource_already_exists_exception\") {\n            return indexName;\n        }\n\n        throw new WebinyError(\n            ex.message || \"Could not create Elasticsearch index.\",\n            ex.code || \"CREATE_ELASTICSEARCH_INDEX_ERROR\",\n            {\n                error: ex,\n                locale,\n                tenant,\n                type\n            }\n        );\n    }\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,CAAA,GAAAD,OAAA;AACA,IAAAE,QAAA,GAAAF,OAAA;AAUO,MAAMG,aAAa,GAAG,MAAOC,MAA2B,IAAsB;EACjF,MAAM;IAAEC,mBAAmB;IAAEC,MAAM;IAAEC,MAAM;IAAEC,IAAI;IAAEC;EAAmB,CAAC,GAAGL,MAAM;EAEhF,MAAMM,SAAS,GAAG,IAAAC,gBAAc,EAAC;IAAEL,MAAM;IAAEC,MAAM;IAAEC,IAAI;IAAEC;EAAmB,CAAC,CAAC;EAE9E,IAAI;IACA,MAAMG,KAAK,GAAG,MAAM,IAAAC,iBAAe,EAACT,MAAM,CAAC;IAE3C,IAAIQ,KAAK,EAAE;MACP,OAAOF,SAAS;IACpB;;IAEA;IACA,MAAMI,MAAM,GAAG,IAAAC,kCAAyB,EAAC,CAAC,CACrCC,MAAM,CAACF,MAAM,IAAI;MACd,IAAI,CAACA,MAAM,CAACG,OAAO,EAAE;QACjB,OAAO,IAAI;MACf;MAEA,OAAOH,MAAM,CAACG,OAAO,CAACC,QAAQ,CAACX,MAAM,CAACY,WAAW,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CACDC,GAAG,CAAC,CAAC;IAEV,MAAMf,mBAAmB,CAACgB,OAAO,CAACC,MAAM,CAAC;MACrCC,KAAK,EAAEb,SAAS;MAChB,IAAII,MAAM,IAAI;QAAEU,IAAI,EAAEV,MAAM,CAACU;MAAK,CAAC;IACvC,CAAC,CAAC;IACF,OAAOd,SAAS;EACpB,CAAC,CAAC,OAAOe,EAAE,EAAE;IACT;IACA;IACA;IACA,IAAIA,EAAE,CAACC,OAAO,KAAK,mCAAmC,EAAE;MACpD,OAAOhB,SAAS;IACpB;IAEA,MAAM,IAAIiB,cAAW,CACjBF,EAAE,CAACC,OAAO,IAAI,uCAAuC,EACrDD,EAAE,CAACG,IAAI,IAAI,kCAAkC,EAC7C;MACIC,KAAK,EAAEJ,EAAE;MACTlB,MAAM;MACND,MAAM;MACNE;IACJ,CACJ,CAAC;EACL;AACJ,CAAC;AAACsB,OAAA,CAAA3B,aAAA,GAAAA,aAAA","ignoreList":[]}

package/utils/elasticsearch/esFindOne.d.ts

@@ -0,0 +1,8 @@
+import type { Client } from "@elastic/elasticsearch";
+import type { SearchBody } from "@webiny/api-elasticsearch/types";
+export interface EsFindOneParams {
+    elasticsearchClient: Client;
+    index: string;
+    body: Omit<SearchBody, "size">;
+}
+export declare const esFindOne: <TItem>({ elasticsearchClient, body, index }: EsFindOneParams) => Promise<TItem | null>;

package/utils/elasticsearch/esFindOne.js

@@ -0,0 +1,27 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esFindOne = void 0;
+const esFindOne = async ({
+  elasticsearchClient,
+  body,
+  index
+}) => {
+  const response = await elasticsearchClient.search({
+    index,
+    body: {
+      ...body,
+      size: 1
+    }
+  });
+  const hits = response.body.hits;
+  if (hits.hits.length <= 0) {
+    return null;
+  }
+  return hits.hits[0]._source;
+};
+exports.esFindOne = esFindOne;
+
+//# sourceMappingURL=esFindOne.js.map

package/utils/elasticsearch/esFindOne.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["esFindOne","elasticsearchClient","body","index","response","search","size","hits","length","_source","exports"],"sources":["esFindOne.ts"],"sourcesContent":["import type { Client } from \"@elastic/elasticsearch\";\nimport type { SearchBody, ElasticsearchSearchResponse } from \"@webiny/api-elasticsearch/types\";\n\nexport interface EsFindOneParams {\n    elasticsearchClient: Client;\n    index: string;\n    body: Omit<SearchBody, \"size\">;\n}\n\nexport const esFindOne = async <TItem>({ elasticsearchClient, body, index }: EsFindOneParams) => {\n    const response: ElasticsearchSearchResponse<TItem> = await elasticsearchClient.search({\n        index,\n        body: {\n            ...body,\n            size: 1\n        }\n    });\n\n    const hits = response.body.hits;\n\n    if (hits.hits.length <= 0) {\n        return null;\n    }\n\n    return hits.hits[0]._source;\n};\n"],"mappings":";;;;;;AASO,MAAMA,SAAS,GAAG,MAAAA,CAAc;EAAEC,mBAAmB;EAAEC,IAAI;EAAEC;AAAuB,CAAC,KAAK;EAC7F,MAAMC,QAA4C,GAAG,MAAMH,mBAAmB,CAACI,MAAM,CAAC;IAClFF,KAAK;IACLD,IAAI,EAAE;MACF,GAAGA,IAAI;MACPI,IAAI,EAAE;IACV;EACJ,CAAC,CAAC;EAEF,MAAMC,IAAI,GAAGH,QAAQ,CAACF,IAAI,CAACK,IAAI;EAE/B,IAAIA,IAAI,CAACA,IAAI,CAACC,MAAM,IAAI,CAAC,EAAE;IACvB,OAAO,IAAI;EACf;EAEA,OAAOD,IAAI,CAACA,IAAI,CAAC,CAAC,CAAC,CAACE,OAAO;AAC/B,CAAC;AAACC,OAAA,CAAAV,SAAA,GAAAA,SAAA","ignoreList":[]}

package/utils/elasticsearch/esGetIndexExist.d.ts

@@ -0,0 +1,9 @@
+import type { Client } from "@elastic/elasticsearch";
+export interface GetIndexExistParams {
+    elasticsearchClient: Client;
+    tenant: string;
+    locale: string;
+    type: string;
+    isHeadlessCmsModel?: boolean;
+}
+export declare const esGetIndexExist: (params: GetIndexExistParams) => Promise<boolean>;

package/utils/elasticsearch/esGetIndexExist.js

@@ -0,0 +1,37 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esGetIndexExist = void 0;
+var _ = require("./..");
+const esGetIndexExist = async params => {
+  const {
+    elasticsearchClient,
+    tenant,
+    locale,
+    type,
+    isHeadlessCmsModel
+  } = params;
+  try {
+    const index = (0, _.esGetIndexName)({
+      tenant,
+      locale,
+      type,
+      isHeadlessCmsModel
+    });
+    const response = await elasticsearchClient.indices.exists({
+      index
+    });
+    if (response.body) {
+      return true;
+    }
+    return false;
+  } catch (ex) {
+    console.warn(`Could not find Elasticsearch index:`, ex.message);
+    return false;
+  }
+};
+exports.esGetIndexExist = esGetIndexExist;
+
+//# sourceMappingURL=esGetIndexExist.js.map

package/utils/elasticsearch/esGetIndexExist.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_","require","esGetIndexExist","params","elasticsearchClient","tenant","locale","type","isHeadlessCmsModel","index","esGetIndexName","response","indices","exists","body","ex","console","warn","message","exports"],"sources":["esGetIndexExist.ts"],"sourcesContent":["import type { Client } from \"@elastic/elasticsearch\";\nimport { esGetIndexName } from \"~/utils\";\n\nexport interface GetIndexExistParams {\n    elasticsearchClient: Client;\n    tenant: string;\n    locale: string;\n    type: string;\n    isHeadlessCmsModel?: boolean;\n}\n\nexport const esGetIndexExist = async (params: GetIndexExistParams) => {\n    const { elasticsearchClient, tenant, locale, type, isHeadlessCmsModel } = params;\n\n    try {\n        const index = esGetIndexName({ tenant, locale, type, isHeadlessCmsModel });\n\n        const response = await elasticsearchClient.indices.exists({\n            index\n        });\n\n        if (response.body) {\n            return true;\n        }\n\n        return false;\n    } catch (ex) {\n        console.warn(`Could not find Elasticsearch index:`, ex.message);\n        return false;\n    }\n};\n"],"mappings":";;;;;;AACA,IAAAA,CAAA,GAAAC,OAAA;AAUO,MAAMC,eAAe,GAAG,MAAOC,MAA2B,IAAK;EAClE,MAAM;IAAEC,mBAAmB;IAAEC,MAAM;IAAEC,MAAM;IAAEC,IAAI;IAAEC;EAAmB,CAAC,GAAGL,MAAM;EAEhF,IAAI;IACA,MAAMM,KAAK,GAAG,IAAAC,gBAAc,EAAC;MAAEL,MAAM;MAAEC,MAAM;MAAEC,IAAI;MAAEC;IAAmB,CAAC,CAAC;IAE1E,MAAMG,QAAQ,GAAG,MAAMP,mBAAmB,CAACQ,OAAO,CAACC,MAAM,CAAC;MACtDJ;IACJ,CAAC,CAAC;IAEF,IAAIE,QAAQ,CAACG,IAAI,EAAE;MACf,OAAO,IAAI;IACf;IAEA,OAAO,KAAK;EAChB,CAAC,CAAC,OAAOC,EAAE,EAAE;IACTC,OAAO,CAACC,IAAI,CAAC,qCAAqC,EAAEF,EAAE,CAACG,OAAO,CAAC;IAC/D,OAAO,KAAK;EAChB;AACJ,CAAC;AAACC,OAAA,CAAAjB,eAAA,GAAAA,eAAA","ignoreList":[]}

package/utils/elasticsearch/esGetIndexName.d.ts

@@ -0,0 +1,7 @@
+export interface EsGetIndexNameParams {
+    tenant: string;
+    locale: string;
+    type: string;
+    isHeadlessCmsModel?: boolean;
+}
+export declare const esGetIndexName: (params: EsGetIndexNameParams) => string;

package/utils/elasticsearch/esGetIndexName.js

@@ -0,0 +1,41 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esGetIndexName = void 0;
+var _error = _interopRequireDefault(require("@webiny/error"));
+var _apiElasticsearch = require("@webiny/api-elasticsearch");
+const esGetIndexName = params => {
+  const {
+    tenant,
+    locale,
+    type,
+    isHeadlessCmsModel
+  } = params;
+  if (!type) {
+    throw new _error.default(`Missing "type" parameter when trying to create Elasticsearch index name.`, "INDEX_TYPE_ERROR");
+  }
+  if (!tenant) {
+    throw new _error.default(`Missing "tenant" parameter when trying to create Elasticsearch index name.`, "TENANT_ERROR");
+  }
+  const sharedIndex = (0, _apiElasticsearch.isSharedElasticsearchIndex)();
+  const tenantId = sharedIndex ? "root" : tenant;
+  let localeCode = null;
+  if (isHeadlessCmsModel || process.env.WEBINY_ELASTICSEARCH_INDEX_LOCALE === "true") {
+    if (!locale) {
+      throw new _error.default(`Missing "locale" parameter when trying to create Elasticsearch index name.`, "LOCALE_ERROR");
+    }
+    localeCode = locale;
+  }
+  const index = [tenantId, isHeadlessCmsModel && "headless-cms", localeCode, type].filter(Boolean).join("-").toLowerCase();
+  const prefix = (0, _apiElasticsearch.getElasticsearchIndexPrefix)();
+  if (!prefix) {
+    return index;
+  }
+  return prefix + index;
+};
+exports.esGetIndexName = esGetIndexName;
+
+//# sourceMappingURL=esGetIndexName.js.map

package/utils/elasticsearch/esGetIndexName.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_error","_interopRequireDefault","require","_apiElasticsearch","esGetIndexName","params","tenant","locale","type","isHeadlessCmsModel","WebinyError","sharedIndex","isSharedElasticsearchIndex","tenantId","localeCode","process","env","WEBINY_ELASTICSEARCH_INDEX_LOCALE","index","filter","Boolean","join","toLowerCase","prefix","getElasticsearchIndexPrefix","exports"],"sources":["esGetIndexName.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport { getElasticsearchIndexPrefix, isSharedElasticsearchIndex } from \"@webiny/api-elasticsearch\";\n\nexport interface EsGetIndexNameParams {\n    tenant: string;\n    locale: string;\n    type: string;\n    isHeadlessCmsModel?: boolean;\n}\n\nexport const esGetIndexName = (params: EsGetIndexNameParams) => {\n    const { tenant, locale, type, isHeadlessCmsModel } = params;\n\n    if (!type) {\n        throw new WebinyError(\n            `Missing \"type\" parameter when trying to create Elasticsearch index name.`,\n            \"INDEX_TYPE_ERROR\"\n        );\n    }\n\n    if (!tenant) {\n        throw new WebinyError(\n            `Missing \"tenant\" parameter when trying to create Elasticsearch index name.`,\n            \"TENANT_ERROR\"\n        );\n    }\n\n    const sharedIndex = isSharedElasticsearchIndex();\n\n    const tenantId = sharedIndex ? \"root\" : tenant;\n    let localeCode: string | null = null;\n    if (isHeadlessCmsModel || process.env.WEBINY_ELASTICSEARCH_INDEX_LOCALE === \"true\") {\n        if (!locale) {\n            throw new WebinyError(\n                `Missing \"locale\" parameter when trying to create Elasticsearch index name.`,\n                \"LOCALE_ERROR\"\n            );\n        }\n        localeCode = locale;\n    }\n\n    const index = [tenantId, isHeadlessCmsModel && \"headless-cms\", localeCode, type]\n        .filter(Boolean)\n        .join(\"-\")\n        .toLowerCase();\n\n    const prefix = getElasticsearchIndexPrefix();\n    if (!prefix) {\n        return index;\n    }\n    return prefix + index;\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAD,OAAA;AASO,MAAME,cAAc,GAAIC,MAA4B,IAAK;EAC5D,MAAM;IAAEC,MAAM;IAAEC,MAAM;IAAEC,IAAI;IAAEC;EAAmB,CAAC,GAAGJ,MAAM;EAE3D,IAAI,CAACG,IAAI,EAAE;IACP,MAAM,IAAIE,cAAW,CACjB,0EAA0E,EAC1E,kBACJ,CAAC;EACL;EAEA,IAAI,CAACJ,MAAM,EAAE;IACT,MAAM,IAAII,cAAW,CACjB,4EAA4E,EAC5E,cACJ,CAAC;EACL;EAEA,MAAMC,WAAW,GAAG,IAAAC,4CAA0B,EAAC,CAAC;EAEhD,MAAMC,QAAQ,GAAGF,WAAW,GAAG,MAAM,GAAGL,MAAM;EAC9C,IAAIQ,UAAyB,GAAG,IAAI;EACpC,IAAIL,kBAAkB,IAAIM,OAAO,CAACC,GAAG,CAACC,iCAAiC,KAAK,MAAM,EAAE;IAChF,IAAI,CAACV,MAAM,EAAE;MACT,MAAM,IAAIG,cAAW,CACjB,4EAA4E,EAC5E,cACJ,CAAC;IACL;IACAI,UAAU,GAAGP,MAAM;EACvB;EAEA,MAAMW,KAAK,GAAG,CAACL,QAAQ,EAAEJ,kBAAkB,IAAI,cAAc,EAAEK,UAAU,EAAEN,IAAI,CAAC,CAC3EW,MAAM,CAACC,OAAO,CAAC,CACfC,IAAI,CAAC,GAAG,CAAC,CACTC,WAAW,CAAC,CAAC;EAElB,MAAMC,MAAM,GAAG,IAAAC,6CAA2B,EAAC,CAAC;EAC5C,IAAI,CAACD,MAAM,EAAE;IACT,OAAOL,KAAK;EAChB;EACA,OAAOK,MAAM,GAAGL,KAAK;AACzB,CAAC;AAACO,OAAA,CAAArB,cAAA,GAAAA,cAAA","ignoreList":[]}

package/utils/elasticsearch/esGetIndexSettings.d.ts

@@ -0,0 +1,7 @@
+import type { Client } from "@elastic/elasticsearch";
+export interface GetIndexSettingsParams {
+    elasticsearchClient: Client;
+    index: string;
+    fields: string[];
+}
+export declare const esGetIndexSettings: (params: GetIndexSettingsParams) => Promise<Pick<any, string>>;

package/utils/elasticsearch/esGetIndexSettings.js

@@ -0,0 +1,32 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esGetIndexSettings = void 0;
+var _error = _interopRequireDefault(require("@webiny/error"));
+var _pick = _interopRequireDefault(require("lodash/pick"));
+const esGetIndexSettings = async params => {
+  const {
+    elasticsearchClient,
+    index,
+    fields
+  } = params;
+  try {
+    const response = await elasticsearchClient.indices.getSettings({
+      index
+    });
+    const settings = response.body[index].settings.index;
+    return (0, _pick.default)(settings, fields);
+  } catch (ex) {
+    throw new _error.default(ex.message || "Could not get Elasticsearch index settings.", ex.code || "GET_ELASTICSEARCH_INDEX_SETTINGS_ERROR", {
+      error: ex,
+      index,
+      fields
+    });
+  }
+};
+exports.esGetIndexSettings = esGetIndexSettings;
+
+//# sourceMappingURL=esGetIndexSettings.js.map

package/utils/elasticsearch/esGetIndexSettings.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_error","_interopRequireDefault","require","_pick","esGetIndexSettings","params","elasticsearchClient","index","fields","response","indices","getSettings","settings","body","pick","ex","WebinyError","message","code","error","exports"],"sources":["esGetIndexSettings.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport type { Client } from \"@elastic/elasticsearch\";\nimport pick from \"lodash/pick\";\n\nexport interface GetIndexSettingsParams {\n    elasticsearchClient: Client;\n    index: string;\n    fields: string[];\n}\n\nexport const esGetIndexSettings = async (params: GetIndexSettingsParams) => {\n    const { elasticsearchClient, index, fields } = params;\n\n    try {\n        const response = await elasticsearchClient.indices.getSettings({\n            index\n        });\n\n        const settings = response.body[index].settings.index;\n\n        return pick(settings, fields);\n    } catch (ex) {\n        throw new WebinyError(\n            ex.message || \"Could not get Elasticsearch index settings.\",\n            ex.code || \"GET_ELASTICSEARCH_INDEX_SETTINGS_ERROR\",\n            {\n                error: ex,\n                index,\n                fields\n            }\n        );\n    }\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,KAAA,GAAAF,sBAAA,CAAAC,OAAA;AAQO,MAAME,kBAAkB,GAAG,MAAOC,MAA8B,IAAK;EACxE,MAAM;IAAEC,mBAAmB;IAAEC,KAAK;IAAEC;EAAO,CAAC,GAAGH,MAAM;EAErD,IAAI;IACA,MAAMI,QAAQ,GAAG,MAAMH,mBAAmB,CAACI,OAAO,CAACC,WAAW,CAAC;MAC3DJ;IACJ,CAAC,CAAC;IAEF,MAAMK,QAAQ,GAAGH,QAAQ,CAACI,IAAI,CAACN,KAAK,CAAC,CAACK,QAAQ,CAACL,KAAK;IAEpD,OAAO,IAAAO,aAAI,EAACF,QAAQ,EAAEJ,MAAM,CAAC;EACjC,CAAC,CAAC,OAAOO,EAAE,EAAE;IACT,MAAM,IAAIC,cAAW,CACjBD,EAAE,CAACE,OAAO,IAAI,6CAA6C,EAC3DF,EAAE,CAACG,IAAI,IAAI,wCAAwC,EACnD;MACIC,KAAK,EAAEJ,EAAE;MACTR,KAAK;MACLC;IACJ,CACJ,CAAC;EACL;AACJ,CAAC;AAACY,OAAA,CAAAhB,kBAAA,GAAAA,kBAAA","ignoreList":[]}

package/utils/elasticsearch/esListIndexes.d.ts

@@ -0,0 +1,6 @@
+import type { Client } from "@elastic/elasticsearch";
+export interface ListIndexesParams {
+    elasticsearchClient: Client;
+    match?: string;
+}
+export declare const esListIndexes: (params: ListIndexesParams) => Promise<string[]>;

package/utils/elasticsearch/esListIndexes.js

@@ -0,0 +1,23 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esListIndexes = void 0;
+const esListIndexes = async params => {
+  const {
+    elasticsearchClient
+  } = params;
+  const response = await elasticsearchClient.cat.indices({
+    format: "json"
+  });
+  const listOfIndexes = response.body.map(item => item.index);
+  const match = params.match;
+  if (match) {
+    return listOfIndexes.filter(index => index.includes(match));
+  }
+  return listOfIndexes;
+};
+exports.esListIndexes = esListIndexes;
+
+//# sourceMappingURL=esListIndexes.js.map

package/utils/elasticsearch/esListIndexes.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["esListIndexes","params","elasticsearchClient","response","cat","indices","format","listOfIndexes","body","map","item","index","match","filter","includes","exports"],"sources":["esListIndexes.ts"],"sourcesContent":["import type { Client } from \"@elastic/elasticsearch\";\n\nexport interface ListIndexesParams {\n    elasticsearchClient: Client;\n    match?: string;\n}\n\ntype IndicesApiResponse = Array<Record<string, string>>;\n\nexport const esListIndexes = async (params: ListIndexesParams): Promise<string[]> => {\n    const { elasticsearchClient } = params;\n\n    const response = await elasticsearchClient.cat.indices<IndicesApiResponse>({\n        format: \"json\"\n    });\n\n    const listOfIndexes = response.body.map(item => item.index);\n\n    const match = params.match;\n    if (match) {\n        return listOfIndexes.filter(index => index.includes(match));\n    }\n\n    return listOfIndexes;\n};\n"],"mappings":";;;;;;AASO,MAAMA,aAAa,GAAG,MAAOC,MAAyB,IAAwB;EACjF,MAAM;IAAEC;EAAoB,CAAC,GAAGD,MAAM;EAEtC,MAAME,QAAQ,GAAG,MAAMD,mBAAmB,CAACE,GAAG,CAACC,OAAO,CAAqB;IACvEC,MAAM,EAAE;EACZ,CAAC,CAAC;EAEF,MAAMC,aAAa,GAAGJ,QAAQ,CAACK,IAAI,CAACC,GAAG,CAACC,IAAI,IAAIA,IAAI,CAACC,KAAK,CAAC;EAE3D,MAAMC,KAAK,GAAGX,MAAM,CAACW,KAAK;EAC1B,IAAIA,KAAK,EAAE;IACP,OAAOL,aAAa,CAACM,MAAM,CAACF,KAAK,IAAIA,KAAK,CAACG,QAAQ,CAACF,KAAK,CAAC,CAAC;EAC/D;EAEA,OAAOL,aAAa;AACxB,CAAC;AAACQ,OAAA,CAAAf,aAAA,GAAAA,aAAA","ignoreList":[]}

package/utils/elasticsearch/esPutIndexSettings.d.ts

@@ -0,0 +1,7 @@
+import type { Client } from "@elastic/elasticsearch";
+export interface PutIndexSettingsParams {
+    elasticsearchClient: Client;
+    index: string;
+    settings: Record<string, any>;
+}
+export declare const esPutIndexSettings: (params: PutIndexSettingsParams) => Promise<void>;

package/utils/elasticsearch/esPutIndexSettings.js

@@ -0,0 +1,30 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esPutIndexSettings = void 0;
+var _error = _interopRequireDefault(require("@webiny/error"));
+const esPutIndexSettings = async params => {
+  const {
+    elasticsearchClient,
+    index,
+    settings
+  } = params;
+  try {
+    await elasticsearchClient.indices.putSettings({
+      index,
+      body: settings
+    });
+  } catch (ex) {
+    throw new _error.default(ex.message || "Could not put Elasticsearch index settings.", ex.code || "PUT_ELASTICSEARCH_INDEX_SETTINGS_ERROR", {
+      error: ex,
+      index,
+      settings
+    });
+  }
+};
+exports.esPutIndexSettings = esPutIndexSettings;
+
+//# sourceMappingURL=esPutIndexSettings.js.map

package/utils/elasticsearch/esPutIndexSettings.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_error","_interopRequireDefault","require","esPutIndexSettings","params","elasticsearchClient","index","settings","indices","putSettings","body","ex","WebinyError","message","code","error","exports"],"sources":["esPutIndexSettings.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport type { Client } from \"@elastic/elasticsearch\";\n\nexport interface PutIndexSettingsParams {\n    elasticsearchClient: Client;\n    index: string;\n    settings: Record<string, any>;\n}\n\nexport const esPutIndexSettings = async (params: PutIndexSettingsParams) => {\n    const { elasticsearchClient, index, settings } = params;\n\n    try {\n        await elasticsearchClient.indices.putSettings({\n            index,\n            body: settings\n        });\n    } catch (ex) {\n        throw new WebinyError(\n            ex.message || \"Could not put Elasticsearch index settings.\",\n            ex.code || \"PUT_ELASTICSEARCH_INDEX_SETTINGS_ERROR\",\n            {\n                error: ex,\n                index,\n                settings\n            }\n        );\n    }\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AASO,MAAMC,kBAAkB,GAAG,MAAOC,MAA8B,IAAK;EACxE,MAAM;IAAEC,mBAAmB;IAAEC,KAAK;IAAEC;EAAS,CAAC,GAAGH,MAAM;EAEvD,IAAI;IACA,MAAMC,mBAAmB,CAACG,OAAO,CAACC,WAAW,CAAC;MAC1CH,KAAK;MACLI,IAAI,EAAEH;IACV,CAAC,CAAC;EACN,CAAC,CAAC,OAAOI,EAAE,EAAE;IACT,MAAM,IAAIC,cAAW,CACjBD,EAAE,CAACE,OAAO,IAAI,6CAA6C,EAC3DF,EAAE,CAACG,IAAI,IAAI,wCAAwC,EACnD;MACIC,KAAK,EAAEJ,EAAE;MACTL,KAAK;MACLC;IACJ,CACJ,CAAC;EACL;AACJ,CAAC;AAACS,OAAA,CAAAb,kBAAA,GAAAA,kBAAA","ignoreList":[]}

package/utils/elasticsearch/esQueryAll.d.ts

@@ -0,0 +1,8 @@
+import type { Client } from "@elastic/elasticsearch";
+import type { SearchBody } from "@webiny/api-elasticsearch/types";
+export interface EsQueryAllParams {
+    elasticsearchClient: Client;
+    index: string;
+    body: SearchBody;
+}
+export declare const esQueryAll: <TItem>({ elasticsearchClient, body, index }: EsQueryAllParams) => Promise<TItem[]>;

package/utils/elasticsearch/esQueryAll.js

@@ -0,0 +1,26 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.esQueryAll = void 0;
+var _utils = require("@webiny/utils");
+const esQueryAll = async ({
+  elasticsearchClient,
+  body,
+  index
+}) => {
+  const search = async () => {
+    return elasticsearchClient.search({
+      index,
+      body
+    });
+  };
+  const response = await (0, _utils.executeWithRetry)(search);
+  return response.body.hits.hits.map(item => {
+    return item._source;
+  });
+};
+exports.esQueryAll = esQueryAll;
+
+//# sourceMappingURL=esQueryAll.js.map