@static-suite/static-suite-data-server 1.0.21 → 2.0.0

package/README.md

@@ -93,7 +93,7 @@ const {
 } = require('@static-suite/static-suite-data-server/dist/lib/');
 
 // Init Data Server.
-const { store } = dataServer.init({ dataDir: '../data/prod' });
+const { store } = await dataServer.init({ dataDir: '../data/prod' });
 
 // Loop over all articles in english.
 store.data.subset({ dir: 'en/entity/node/article/' }).items.forEach(article => {

package/dist/bin/serve.js

@@ -84,7 +84,8 @@ const logFileLevel = argv['log-file-level']
     ? logger_types_1.LogLevel[argv['log-file-level'].toUpperCase()]
     : logLevel;
 // Configure data server.
-dataServer_1.dataServer.init({
+dataServer_1.dataServer
+    .init({
     logLevel,
     logFile: argv['log-file']
         ? { path: argv['log-file'], level: logFileLevel }
@@ -96,8 +97,10 @@ dataServer_1.dataServer.init({
     taskDir: argv['task-dir'],
     dumpDir: argv['dump-dir'],
     runMode: dataServer_types_1.RunMode[argv['run-mode'].toUpperCase()],
+})
+    .then(() => {
+    // Start server.
+    if (argv._.includes('http')) {
+        httpServer_1.httpServer.start(argv['--port']);
+    }
 });
-// Start server.
-if (argv._.includes('http')) {
-    httpServer_1.httpServer.start(argv['--port']);
-}

package/dist/http/README.md

@@ -93,7 +93,7 @@ const {
 } = require('@static-suite/static-suite-data-server/dist/lib/');
 
 // Init Data Server.
-const { store } = dataServer.init({ dataDir: '../data/prod' });
+const { store } = await dataServer.init({ dataDir: '../data/prod' });
 
 // Loop over all articles in english.
 store.data.subset({ dir: 'en/entity/node/article/' }).items.forEach(article => {

package/dist/http/routes/diff.d.ts

@@ -1,7 +1,7 @@
 import { Request, Response } from 'express';
 declare const diffIndex: (req: Request, res: Response) => void;
-declare const diffIncremental: (req: Request, res: Response) => void;
-declare const diffFull: (req: Request, res: Response) => void;
+declare const diffIncremental: (req: Request, res: Response) => Promise<void>;
+declare const diffFull: (req: Request, res: Response) => Promise<void>;
 declare const diffReset: (req: Request, res: Response) => void;
 export { diffIndex, diffIncremental, diffFull, diffReset };
 //# sourceMappingURL=diff.d.ts.map

package/dist/http/routes/diff.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"diff.d.ts","sourceRoot":"","sources":["../../../src/http/routes/diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAI5C,QAAA,MAAM,SAAS,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAShD,CAAC;AAeF,QAAA,MAAM,eAAe,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAEtD,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAE/C,CAAC;AAEF,QAAA,MAAM,SAAS,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAQhD,CAAC;AAEF,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC"}
+{"version":3,"file":"diff.d.ts","sourceRoot":"","sources":["../../../src/http/routes/diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAI5C,QAAA,MAAM,SAAS,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAShD,CAAC;AAeF,QAAA,MAAM,eAAe,GAAU,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,OAAO,CAAC,IAAI,CAExE,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAU,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,OAAO,CAAC,IAAI,CAEjE,CAAC;AAEF,QAAA,MAAM,SAAS,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAQhD,CAAC;AAEF,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC"}

package/dist/http/routes/diff.js

@@ -13,19 +13,19 @@ const diffIndex = (req, res) => {
     });
 };
 exports.diffIndex = diffIndex;
-const diffAction = (req, res, incremental) => {
-    const diff = diff_1.diffManager.getDiff({ incremental });
+const diffAction = async (req, res, incremental) => {
+    const diff = await diff_1.diffManager.getDiff({ incremental });
     const diffAsJson = (0, object_1.jsonify)(diff);
     res.status(200);
     res.set({ 'Content-Type': 'application/json' });
     res.send(diffAsJson);
 };
-const diffIncremental = (req, res) => {
-    diffAction(req, res, true);
+const diffIncremental = async (req, res) => {
+    await diffAction(req, res, true);
 };
 exports.diffIncremental = diffIncremental;
-const diffFull = (req, res) => {
-    diffAction(req, res, false);
+const diffFull = async (req, res) => {
+    await diffAction(req, res, false);
 };
 exports.diffFull = diffFull;
 const diffReset = (req, res) => {

package/dist/http/routes/dump.d.ts

@@ -1,7 +1,7 @@
 import { Request, Response } from 'express';
 declare const dumpIndex: (req: Request, res: Response) => void;
-declare const dumpIncremental: (req: Request, res: Response) => void;
-declare const dumpFull: (req: Request, res: Response) => void;
+declare const dumpIncremental: (req: Request, res: Response) => Promise<void>;
+declare const dumpFull: (req: Request, res: Response) => Promise<void>;
 declare const dumpMetadataShow: (req: Request, res: Response) => void;
 declare const dumpMetadataReset: (req: Request, res: Response) => void;
 export { dumpIndex, dumpIncremental, dumpFull, dumpMetadataShow, dumpMetadataReset, };

package/dist/http/routes/dump.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dump.d.ts","sourceRoot":"","sources":["../../../src/http/routes/dump.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAK5C,QAAA,MAAM,SAAS,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAShD,CAAC;AAmBF,QAAA,MAAM,eAAe,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAEtD,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAE/C,CAAC;AASF,QAAA,MAAM,gBAAgB,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAIvD,CAAC;AAEF,QAAA,MAAM,iBAAiB,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAQxD,CAAC;AAEF,OAAO,EACL,SAAS,EACT,eAAe,EACf,QAAQ,EACR,gBAAgB,EAChB,iBAAiB,GAClB,CAAC"}
+{"version":3,"file":"dump.d.ts","sourceRoot":"","sources":["../../../src/http/routes/dump.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAK5C,QAAA,MAAM,SAAS,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAShD,CAAC;AAmBF,QAAA,MAAM,eAAe,GAAU,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,OAAO,CAAC,IAAI,CAExE,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAU,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,OAAO,CAAC,IAAI,CAEjE,CAAC;AASF,QAAA,MAAM,gBAAgB,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAIvD,CAAC;AAEF,QAAA,MAAM,iBAAiB,GAAI,KAAK,OAAO,EAAE,KAAK,QAAQ,KAAG,IAQxD,CAAC;AAEF,OAAO,EACL,SAAS,EACT,eAAe,EACf,QAAQ,EACR,gBAAgB,EAChB,iBAAiB,GAClB,CAAC"}

package/dist/http/routes/dump.js

@@ -19,8 +19,8 @@ const dumpIndex = (req, res) => {
     });
 };
 exports.dumpIndex = dumpIndex;
-const dumpAction = (req, res, incremental) => {
-    const dump = dump_1.dumpManager.dump({ incremental });
+const dumpAction = async (req, res, incremental) => {
+    const dump = await dump_1.dumpManager.dump({ incremental });
     const dumpAsJson = (0, object_1.jsonify)(dump);
     const args = req.query;
     if (args?.noDiff !== undefined) {
@@ -30,12 +30,12 @@ const dumpAction = (req, res, incremental) => {
     res.set({ 'Content-Type': 'application/json' });
     res.send(dumpAsJson);
 };
-const dumpIncremental = (req, res) => {
-    dumpAction(req, res, true);
+const dumpIncremental = async (req, res) => {
+    await dumpAction(req, res, true);
 };
 exports.dumpIncremental = dumpIncremental;
-const dumpFull = (req, res) => {
-    dumpAction(req, res, false);
+const dumpFull = async (req, res) => {
+    await dumpAction(req, res, false);
 };
 exports.dumpFull = dumpFull;
 const getMetadata = () => {

package/dist/lib/dataServer.d.ts

@@ -18,7 +18,7 @@ declare const dataServer: {
      *
      * @returns An object with the data store and the queryRunner service.
      */
-    init: (options: DataServerInitOptions) => DataServerReturn;
+    init: (options: DataServerInitOptions) => Promise<DataServerReturn>;
 };
 export { dataServer, DataServerInitOptions, DataServerReturn, RunMode, LogLevel, LogFile, Store, StoreData, StoreSubset, StoreSubsetOptions, QueryRunner, QuerySuccessfulResponse, QueryErrorResponse, QueryArgs, QueryModule, QueryModuleResult, TaskRunner, CacheStatus, DataDirManager, ChangedFiles, TaskArgs, TaskSuccessfulResponse, TaskErrorResponse, AllChangesItem, };
 //# sourceMappingURL=dataServer.d.ts.map

package/dist/lib/dataServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataServer.d.ts","sourceRoot":"","sources":["../../src/lib/dataServer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAIhE,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE7E,OAAO,EACL,KAAK,EACL,SAAS,EACT,WAAW,EACX,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,UAAU,EACV,QAAQ,EACR,sBAAsB,EACtB,iBAAiB,EAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,WAAW,EACX,uBAAuB,EACvB,kBAAkB,EAClB,SAAS,EACT,WAAW,EACX,iBAAiB,EACjB,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,qBAAqB,EACtB,MAAM,oBAAoB,CAAC;AAG5B;;;;GAIG;AACH,QAAA,MAAM,UAAU;IACd;;;;;;OAMG;oBACa,qBAAqB,KAAG,gBAAgB;CA+CzD,CAAC;AACF,OAAO,EACL,UAAU,EACV,qBAAqB,EACrB,gBAAgB,EAChB,OAAO,EACP,QAAQ,EACR,OAAO,EACP,KAAK,EACL,SAAS,EACT,WAAW,EACX,kBAAkB,EAClB,WAAW,EACX,uBAAuB,EACvB,kBAAkB,EAClB,SAAS,EACT,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,QAAQ,EACR,sBAAsB,EACtB,iBAAiB,EACjB,cAAc,GACf,CAAC"}
+{"version":3,"file":"dataServer.d.ts","sourceRoot":"","sources":["../../src/lib/dataServer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAIhE,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE7E,OAAO,EACL,KAAK,EACL,SAAS,EACT,WAAW,EACX,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,UAAU,EACV,QAAQ,EACR,sBAAsB,EACtB,iBAAiB,EAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,WAAW,EACX,uBAAuB,EACvB,kBAAkB,EAClB,SAAS,EACT,WAAW,EACX,iBAAiB,EACjB,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,qBAAqB,EACtB,MAAM,oBAAoB,CAAC;AAG5B;;;;GAIG;AACH,QAAA,MAAM,UAAU;IACd;;;;;;OAMG;oBACmB,qBAAqB,KAAG,OAAO,CAAC,gBAAgB,CAAC;CA+CxE,CAAC;AACF,OAAO,EACL,UAAU,EACV,qBAAqB,EACrB,gBAAgB,EAChB,OAAO,EACP,QAAQ,EACR,OAAO,EACP,KAAK,EACL,SAAS,EACT,WAAW,EACX,kBAAkB,EAClB,WAAW,EACX,uBAAuB,EACvB,kBAAkB,EAClB,SAAS,EACT,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,QAAQ,EACR,sBAAsB,EACtB,iBAAiB,EACjB,cAAc,GACf,CAAC"}

package/dist/lib/dataServer.js

@@ -29,7 +29,7 @@ const dataServer = {
      *
      * @returns An object with the data store and the queryRunner service.
      */
-    init: (options) => {
+    init: async (options) => {
         const startDate = Date.now();
         // Configure logger.
         (0, logger_1.configureLogger)(options.logLevel, options.logFile);
@@ -43,12 +43,8 @@ const dataServer = {
             dumpDir: options.dumpDir,
             runMode: options.runMode,
         });
-        // Start watcher.
-        if (config.runMode === dataServer_types_1.RunMode.DEV) {
-            (0, watcher_1.initWatcher)();
-        }
         // Load data from dataDir.
-        dataDir_1.dataDirManager.load();
+        await dataDir_1.dataDirManager.load();
         // Create and load dump index.
         if (config.dumpDir) {
             if (dumpIndexHelper_1.dumpIndexHelper.isDumpIndexStale() ||
@@ -57,6 +53,10 @@ const dataServer = {
             }
             dumpIndexHelper_1.dumpIndexHelper.loadDumpIndex();
         }
+        // Start watcher.
+        if (config.runMode === dataServer_types_1.RunMode.DEV) {
+            (0, watcher_1.initWatcher)();
+        }
         logger_1.logger.info(`Data Server ${package_json_1.version} loaded in ${Date.now() - startDate}ms.`);
         return {
             store: store_1.store,

package/dist/lib/store/dataDir/dataDir.types.d.ts

@@ -8,7 +8,7 @@ export type DataDirManager = {
      * Loads all files inside the data directory into the store.
      *
      */
-    load(): void;
+    load(): Promise<void>;
     /**
      * Updates the store with changed files since last sync.
      *
@@ -19,7 +19,7 @@ export type DataDirManager = {
      *
      * @returns A group of changed files in Static Suite's data dir.
      */
-    update(): ChangedFiles;
+    update(): Promise<ChangedFiles>;
     /**
      * Get unique id of last modification of data directory.
      *

package/dist/lib/store/dataDir/dataDir.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataDir.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dataDir/dataDir.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B;;;OAGG;IACH,IAAI,IAAI,IAAI,CAAC;IAEb;;;;;;;;;OASG;IACH,MAAM,IAAI,YAAY,CAAC;IAEvB;;;;;;;;;;;OAWG;IACH,uBAAuB,IAAI,MAAM,CAAC;CACnC,CAAC"}
+{"version":3,"file":"dataDir.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dataDir/dataDir.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B;;;OAGG;IACH,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtB;;;;;;;;;OASG;IACH,MAAM,IAAI,OAAO,CAAC,YAAY,CAAC,CAAC;IAEhC;;;;;;;;;;;OAWG;IACH,uBAAuB,IAAI,MAAM,CAAC;CACnC,CAAC"}

package/dist/lib/store/dataDir/dataDirManager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataDirManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dataDir/dataDirManager.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,eAAO,MAAM,cAAc,EAAE,cA0H5B,CAAC"}
+{"version":3,"file":"dataDirManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dataDir/dataDirManager.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,eAAO,MAAM,cAAc,EAAE,cAmI5B,CAAC"}

package/dist/lib/store/dataDir/dataDirManager.js

@@ -18,7 +18,7 @@ const task_1 = require("../../task");
 const dependencyManager_1 = require("../dependency/dependencyManager");
 let initialUniqueIdAlreadySet = false;
 exports.dataDirManager = {
-    load: () => {
+    load: async () => {
         logger_1.logger.info('Loading data dir...');
         const startDate = Date.now();
         // Reset store, just in case this load is called on an already loaded store.
@@ -39,12 +39,11 @@ exports.dataDirManager = {
         }
         store_1.store.currentUniqueId = modificationUniqueId;
         logger_1.logger.info(`Found unique id: ${store_1.store.currentUniqueId}`);
-        // Add all files, one by one.
-        const relativeFilePaths = (0, fs_1.findFilesInDir)(config_1.config.dataDir);
+        // Add all files to store.
+        const relativeFilePaths = await (0, fs_1.findFilesInDirAsync)(config_1.config.dataDir);
         const storeHydrationStartDate = Date.now();
-        relativeFilePaths.forEach(relativeFilePath => {
-            storeManager_1.storeManager.add(relativeFilePath);
-        });
+        const addPromises = relativeFilePaths.map(relativeFilePath => storeManager_1.storeManager.add(relativeFilePath));
+        await Promise.all(addPromises);
         logger_1.logger.debug(`Store map hydrated in ${Date.now() - storeHydrationStartDate}ms.`);
         const includeParserStartDate = Date.now();
         storeManager_1.storeManager.parseIncludes();
@@ -53,7 +52,7 @@ exports.dataDirManager = {
         hook_1.hookManager.invokeOnStoreLoadDone();
         logger_1.logger.info(`${relativeFilePaths.length} files loaded in ${Date.now() - startDate}ms.`);
     },
-    update: () => {
+    update: async () => {
         const dataDirModificationUniqueId = exports.dataDirManager.getModificationUniqueId();
         let changedFiles = {
             all: [],
@@ -74,15 +73,17 @@ exports.dataDirManager = {
                 dependencyManager_1.dependencyManager.trackInvalidatedFilepaths();
                 changedFiles = workDir_1.workDirHelper.getChangedFilesBetween(storeLastUniqueId, dataDirModificationUniqueId);
                 hook_1.hookManager.invokeOnStoreChangeStart(changedFiles);
-                changedFiles.all.forEach(changedData => {
-                    if (changedData.type === 'updated') {
-                        storeManager_1.storeManager.update(changedData.file);
-                        const fileContent = store_1.store.data.get(changedData.file);
-                        storeManager_1.storeManager.parseSingleFileIncludes(changedData.file, fileContent);
-                    }
-                    else {
-                        storeManager_1.storeManager.remove(changedData.file);
-                    }
+                // First, remove all deleted files
+                changedFiles.deleted.forEach(deletedFile => {
+                    storeManager_1.storeManager.remove(deletedFile);
+                });
+                // Second, update all updated files
+                const updatePromises = changedFiles.updated.map(updatedFile => storeManager_1.storeManager.update(updatedFile));
+                await Promise.all(updatePromises);
+                // Finally, parse includes from updated files
+                changedFiles.updated.forEach(updatedFile => {
+                    const fileContent = store_1.store.data.get(updatedFile);
+                    storeManager_1.storeManager.parseSingleFileIncludes(updatedFile, fileContent);
                 });
                 // Clear all store subsets and queries, since they are stale.
                 // In fact, the subset cache should be cleared only when files

package/dist/lib/store/diff/diff.types.d.ts

@@ -28,7 +28,7 @@ export type DiffManager = {
      */
     getDiff(options?: {
         incremental: boolean;
-    }): Diff;
+    }): Promise<Diff>;
 };
 /**
  * A group of changed files in Static Suite's data dir.

package/dist/lib/store/diff/diff.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"diff.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/diff/diff.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;;;OAIG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B;;;;;;;;;;;;;;;;;OAiBG;IACH,OAAO,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;CACnD,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,IAAI,GAAG;IACjB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAErB;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACtB,CAAC"}
+{"version":3,"file":"diff.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/diff/diff.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;;;OAIG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B;;;;;;;;;;;;;;;;;OAiBG;IACH,OAAO,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5D,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,IAAI,GAAG;IACjB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAErB;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACtB,CAAC"}

package/dist/lib/store/diff/diffManager.js

@@ -17,10 +17,10 @@ exports.diffManager = {
         lastDiffUniqueId = uniqueId;
         dependencyManager_1.dependencyManager.reset();
     },
-    getDiff(options = { incremental: true }) {
+    async getDiff(options = { incremental: true }) {
         const startDate = microtime_1.default.now();
         // Before getting any diff data, update any pending changes from data dir.
-        const changedFiles = dataDirManager_1.dataDirManager.update();
+        const changedFiles = await dataDirManager_1.dataDirManager.update();
         const updated = new Set();
         const deleted = new Set();
         const currentDumpUniqueId = dumpMetadataHelper_1.dumpMetadataHelper.getCurrentDumpUniqueId();

package/dist/lib/store/dump/dump.types.d.ts

@@ -17,7 +17,7 @@ export type DumpManager = {
      */
     dump(options?: {
         incremental: boolean;
-    }): Dump;
+    }): Promise<Dump>;
     /**
      * Reset dump metadata.
      *

package/dist/lib/store/dump/dump.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dump.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dump/dump.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE1C;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;;;;;;;;;;OAWG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAE/C;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,IAAI,GAAG;IACjB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;OAIG;IACH,OAAO,EAAE,GAAG,CACV,MAAM,EACN;QAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAC7D,CAAC;IAEF;;;;;OAKG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,EAAE,IAAI,CAAA;KAAE,CAAC,CAAC;IAE1E;;OAEG;IACH,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,IAAI,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CACpB,CAAC"}
+{"version":3,"file":"dump.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dump/dump.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE1C;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;;;;;;;;;;OAWG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,IAAI,GAAG;IACjB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;OAIG;IACH,OAAO,EAAE,GAAG,CACV,MAAM,EACN;QAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAC7D,CAAC;IAEF;;;;;OAKG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,EAAE,IAAI,CAAA;KAAE,CAAC,CAAC;IAE1E;;OAEG;IACH,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,IAAI,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CACpB,CAAC"}

package/dist/lib/store/dump/dumpManager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dumpManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dump/dumpManager.ts"],"names":[],"mappings":"AASA,OAAO,EAAQ,WAAW,EAAE,MAAM,cAAc,CAAC;AAqKjD,eAAO,MAAM,WAAW,EAAE,WA6EzB,CAAC"}
+{"version":3,"file":"dumpManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dump/dumpManager.ts"],"names":[],"mappings":"AASA,OAAO,EAAQ,WAAW,EAAE,MAAM,cAAc,CAAC;AAqKjD,eAAO,MAAM,WAAW,EAAE,WA+EzB,CAAC"}

package/dist/lib/store/dump/dumpManager.js

@@ -142,10 +142,12 @@ const removeStaleFiles = (diff, dump, filesDumpDir) => {
     }
 };
 exports.dumpManager = {
-    dump(options = { incremental: true }) {
+    async dump(options = { incremental: true }) {
         const startDate = microtime_1.default.now();
         // Diff data is processed and transformed into a dump object.
-        const diff = diffManager_1.diffManager.getDiff({ incremental: options.incremental });
+        const diff = await diffManager_1.diffManager.getDiff({
+            incremental: options.incremental,
+        });
         let dump = {
             execTimeMs: 0,
             fromUniqueId: diff.fromUniqueId,

package/dist/lib/store/store.types.d.ts

@@ -163,7 +163,7 @@ export type StoreManager = {
      *
      * @returns The store manager, to allow chaining.
      */
-    add(relativeFilepath: string): StoreManager;
+    add(relativeFilepath: string): Promise<StoreManager>;
     /**
      * Removes a file from the store.
      *
@@ -186,7 +186,7 @@ export type StoreManager = {
      *
      * @returns The store manager, to allow chaining.
      */
-    update(file: string): StoreManager;
+    update(file: string): Promise<StoreManager>;
     /**
      * Parses all static and dynamic includes (entity, config, locale, custom and query)
      * from data stored in "store.data".

package/dist/lib/store/store.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"store.types.d.ts","sourceRoot":"","sources":["../../../src/lib/store/store.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,SAAS,CAAC,CAAC,EAAE,CAAC,CAAE,SAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAChD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAAC;CAClD;AAED;;;GAGG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;OAMG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7B;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAErB;;OAEG;IACH,KAAK,EAAE;QACL;;WAEG;QACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEtB;;WAEG;QACH,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEvB;;WAEG;QACH,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC1B,CAAC;CACH,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEtB;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;;;;;;OASG;IACH,GAAG,CAAC,gBAAgB,EAAE,MAAM,GAAG,YAAY,CAAC;IAE5C;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;OAKG;IACH,aAAa,IAAI,YAAY,CAAC;IAE9B;;;;;;;;OAQG;IACH,uBAAuB,CACrB,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,GAAG,GACf,YAAY,CAAC;IAEhB;;;;OAIG;IACH,KAAK,IAAI,YAAY,CAAC;CACvB,CAAC"}
+{"version":3,"file":"store.types.d.ts","sourceRoot":"","sources":["../../../src/lib/store/store.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,SAAS,CAAC,CAAC,EAAE,CAAC,CAAE,SAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAChD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAAC;CAClD;AAED;;;GAGG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;OAMG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7B;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAErB;;OAEG;IACH,KAAK,EAAE;QACL;;WAEG;QACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEtB;;WAEG;QACH,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEvB;;WAEG;QACH,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC1B,CAAC;CACH,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEtB;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;;;;;;OASG;IACH,GAAG,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAErD;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAE5C;;;;;OAKG;IACH,aAAa,IAAI,YAAY,CAAC;IAE9B;;;;;;;;OAQG;IACH,uBAAuB,CACrB,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,GAAG,GACf,YAAY,CAAC;IAEhB;;;;OAIG;IACH,KAAK,IAAI,YAAY,CAAC;CACvB,CAAC"}

package/dist/lib/store/storeManager.js

@@ -17,9 +17,9 @@ const dependencyTagger_1 = require("./dependency/dependencyTagger");
  *  fileContent: the contents of the stored file
  *  previousStoredData: the contents of the previously stored file
  */
-const setFileIntoStore = (relativeFilepath) => {
+const setFileIntoStore = async (relativeFilepath) => {
     const absoluteFilePath = `${config_1.config.dataDir}/${relativeFilepath}`;
-    let fileContent = (0, fs_1.getFileContent)(absoluteFilePath);
+    let fileContent = await (0, fs_1.getFileContentAsync)(absoluteFilePath);
     // Invoke "process file" hook.
     fileContent = hook_1.hookManager.invokeOnProcessFile({
         relativeFilepath,
@@ -103,8 +103,8 @@ const setFileIntoStore = (relativeFilepath) => {
     return { fileContent: dataToStore, previousStoredData };
 };
 exports.storeManager = {
-    add: (relativeFilepath) => {
-        const { fileContent } = setFileIntoStore(relativeFilepath);
+    add: async (relativeFilepath) => {
+        const { fileContent } = await setFileIntoStore(relativeFilepath);
         // Invoke "store add" hook.
         hook_1.hookManager.invokeOnStoreItemAdd({
             relativeFilepath,
@@ -112,7 +112,7 @@ exports.storeManager = {
         });
         return exports.storeManager;
     },
-    update: (relativeFilepath) => {
+    update: async (relativeFilepath) => {
         const storedData = _1.store.data.get(relativeFilepath);
         if (storedData) {
             hook_1.hookManager.invokeOnStoreItemBeforeUpdate({
@@ -120,7 +120,7 @@ exports.storeManager = {
                 storeItem: storedData,
             });
         }
-        const { fileContent, previousStoredData } = setFileIntoStore(relativeFilepath);
+        const { fileContent, previousStoredData } = await setFileIntoStore(relativeFilepath);
         // Invalidate this item.
         dependencyTagger_1.dependencyTagger.invalidateTags([relativeFilepath]);
         // Invoke "store update" hook.

package/dist/lib/tsdoc-metadata.json

@@ -5,7 +5,7 @@
   "toolPackages": [
     {
       "packageName": "@microsoft/api-extractor",
-      "packageVersion": "7.59.2"
+      "packageVersion": "7.59.4"
     }
   ]
 }

package/dist/lib/utils/fs/fsUtils.d.ts

@@ -18,6 +18,14 @@ export declare const isJsonFile: (filepath: string) => boolean;
  * @returns The file contents as a string if file is found, or null otherwise.
  */
 export declare const readFile: (filePath: string) => string | null;
+/**
+ * Asynchronously reads a file and logs an error on failure.
+ *
+ * @param filePath - A path to a file.
+ *
+ * @returns The file contents as a string if file is found, or null otherwise.
+ */
+export declare const readFileAsync: (filePath: string) => Promise<string | null>;
 /**
  * Gets raw and JSON parsed content from a file.
  *
@@ -28,6 +36,16 @@ export declare const readFile: (filePath: string) => string | null;
  * property is null. If file is not found, both properties are null.
  */
 export declare const getFileContent: (filepath: string) => FileType;
+/**
+ * Asynchronously gets raw and JSON parsed content from a file.
+ *
+ * @param filepath - A path to a file.
+ *
+ * @returns Object with two properties, "raw" and "json", which contain
+ * the raw and json version of the file. If file is not a JSON, the "json"
+ * property is null. If file is not found, both properties are null.
+ */
+export declare const getFileContentAsync: (filepath: string) => Promise<FileType>;
 /**
  * Finds all files inside a directory
  *
@@ -39,6 +57,17 @@ export declare const getFileContent: (filepath: string) => FileType;
  * @returns Array of file paths found inside directory
  */
 export declare const findFilesInDir: (dir: string, glob?: string, options?: fastGlobOptions) => string[];
+/**
+ * Asynchronously finds all files inside a directory
+ *
+ * @param dir - Absolute path to the directory to be scanned
+ * @param glob - Optional glob to filter results (default all files recursive '**\/*')
+ * @param options - Options for the fast-glob package.
+ * See https://www.npmjs.com/package/fast-glob for reference .
+ *
+ * @returns Array of file paths found inside directory
+ */
+export declare const findFilesInDirAsync: (dir: string, glob?: string, options?: fastGlobOptions) => Promise<string[]>;
 /**
  * Gets a file's modification date and logs an error on failure.
  *

package/dist/lib/utils/fs/fsUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fsUtils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/fs/fsUtils.ts"],"names":[],"mappings":"AAEA,OAAW,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,WAAW,CAAC;AAG3D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;;;;;;;GAQG;AACH,eAAO,MAAM,UAAU,GAAI,UAAU,MAAM,KAAG,OACd,CAAC;AAEjC;;;;;;GAMG;AACH,eAAO,MAAM,QAAQ,GAAI,UAAU,MAAM,KAAG,MAAM,GAAG,IAWpD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,cAAc,GAAI,UAAU,MAAM,KAAG,QAUjD,CAAC;AAEF;;;;;;;;;GASG;AACH,eAAO,MAAM,cAAc,GACzB,KAAK,MAAM,EACX,aAAa,EACb,UAAS,eAAqC,KAC7C,MAAM,EAQR,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB,GAAI,UAAU,MAAM,KAAG,IAAI,GAAG,IAQ7D,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,GAAI,KAAK,MAAM,KAAG,IAUpD,CAAC"}
+{"version":3,"file":"fsUtils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/fs/fsUtils.ts"],"names":[],"mappings":"AAGA,OAAW,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,WAAW,CAAC;AAG3D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;;;;;;;GAQG;AACH,eAAO,MAAM,UAAU,GAAI,UAAU,MAAM,KAAG,OACd,CAAC;AAEjC;;;;;;GAMG;AACH,eAAO,MAAM,QAAQ,GAAI,UAAU,MAAM,KAAG,MAAM,GAAG,IAWpD,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GACxB,UAAU,MAAM,KACf,OAAO,CAAC,MAAM,GAAG,IAAI,CAcvB,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,cAAc,GAAI,UAAU,MAAM,KAAG,QAUjD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,GAC9B,UAAU,MAAM,KACf,OAAO,CAAC,QAAQ,CAUlB,CAAC;AAEF;;;;;;;;;GASG;AACH,eAAO,MAAM,cAAc,GACzB,KAAK,MAAM,EACX,aAAa,EACb,UAAS,eAAqC,KAC7C,MAAM,EAQR,CAAC;AAEF;;;;;;;;;GASG;AACH,eAAO,MAAM,mBAAmB,GAC9B,KAAK,MAAM,EACX,aAAa,EACb,UAAS,eAAqC,KAC7C,OAAO,CAAC,MAAM,EAAE,CAQlB,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB,GAAI,UAAU,MAAM,KAAG,IAAI,GAAG,IAQ7D,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,GAAI,KAAK,MAAM,KAAG,IAUpD,CAAC"}

package/dist/lib/utils/fs/fsUtils.js

@@ -3,8 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.removeEmptyDirsUpwards = exports.getModificationDate = exports.findFilesInDir = exports.getFileContent = exports.readFile = exports.isJsonFile = void 0;
-const fs_1 = __importDefault(require("fs"));
+exports.removeEmptyDirsUpwards = exports.getModificationDate = exports.findFilesInDirAsync = exports.findFilesInDir = exports.getFileContentAsync = exports.getFileContent = exports.readFileAsync = exports.readFile = exports.isJsonFile = void 0;
+const node_fs_1 = __importDefault(require("node:fs"));
+const promises_1 = __importDefault(require("node:fs/promises"));
 const path_1 = __importDefault(require("path"));
 const fast_glob_1 = __importDefault(require("fast-glob"));
 const logger_1 = require("../logger");
@@ -30,7 +31,7 @@ exports.isJsonFile = isJsonFile;
 const readFile = (filePath) => {
     let content;
     try {
-        content = fs_1.default.readFileSync(filePath, { encoding: 'utf8', flag: 'r' });
+        content = node_fs_1.default.readFileSync(filePath, { encoding: 'utf8', flag: 'r' });
     }
     catch (error) {
         // When an error is thrown, content is undefined, so ensure
@@ -41,6 +42,30 @@ const readFile = (filePath) => {
     return content;
 };
 exports.readFile = readFile;
+/**
+ * Asynchronously reads a file and logs an error on failure.
+ *
+ * @param filePath - A path to a file.
+ *
+ * @returns The file contents as a string if file is found, or null otherwise.
+ */
+const readFileAsync = async (filePath) => {
+    let content;
+    try {
+        content = await promises_1.default.readFile(filePath, {
+            encoding: 'utf8',
+            flag: 'r',
+        });
+    }
+    catch (error) {
+        // When an error is thrown, content is undefined, so ensure
+        // it is converted to null.
+        content = null;
+        logger_1.logger.error(`Error reading file "${filePath}": ${error}`);
+    }
+    return content;
+};
+exports.readFileAsync = readFileAsync;
 /**
  * Gets raw and JSON parsed content from a file.
  *
@@ -62,6 +87,27 @@ const getFileContent = (filepath) => {
     return { raw, json };
 };
 exports.getFileContent = getFileContent;
+/**
+ * Asynchronously gets raw and JSON parsed content from a file.
+ *
+ * @param filepath - A path to a file.
+ *
+ * @returns Object with two properties, "raw" and "json", which contain
+ * the raw and json version of the file. If file is not a JSON, the "json"
+ * property is null. If file is not found, both properties are null.
+ */
+const getFileContentAsync = async (filepath) => {
+    const raw = await (0, exports.readFileAsync)(filepath);
+    let json = null;
+    if (raw && (0, exports.isJsonFile)(filepath)) {
+        json = (0, string_1.parseJsonString)(raw);
+        if (!json) {
+            logger_1.logger.error(`Error getting JSON from file "${filepath}"`);
+        }
+    }
+    return { raw, json };
+};
+exports.getFileContentAsync = getFileContentAsync;
 /**
  * Finds all files inside a directory
  *
@@ -80,6 +126,24 @@ const findFilesInDir = (dir, glob = '**/*', options = { absolute: false }) => {
     return files;
 };
 exports.findFilesInDir = findFilesInDir;
+/**
+ * Asynchronously finds all files inside a directory
+ *
+ * @param dir - Absolute path to the directory to be scanned
+ * @param glob - Optional glob to filter results (default all files recursive '**\/*')
+ * @param options - Options for the fast-glob package.
+ * See https://www.npmjs.com/package/fast-glob for reference .
+ *
+ * @returns Array of file paths found inside directory
+ */
+const findFilesInDirAsync = async (dir, glob = '**/*', options = { absolute: false }) => {
+    const startDate = Date.now();
+    const files = await (0, fast_glob_1.default)([glob], { cwd: dir, ...options });
+    const endDate = Date.now();
+    logger_1.logger.debug(`ASYNC ${files.length} files found inside ${dir} in ${endDate - startDate}ms.`);
+    return files;
+};
+exports.findFilesInDirAsync = findFilesInDirAsync;
 /**
  * Gets a file's modification date and logs an error on failure.
  *
@@ -90,7 +154,7 @@ exports.findFilesInDir = findFilesInDir;
 const getModificationDate = (filePath) => {
     let modificationDate = null;
     try {
-        modificationDate = new Date(fs_1.default.statSync(filePath).mtime);
+        modificationDate = new Date(node_fs_1.default.statSync(filePath).mtime);
     }
     catch (e) {
         logger_1.logger.error(`Error getting modification date for ${`path`}: ${e}`);
@@ -104,10 +168,10 @@ exports.getModificationDate = getModificationDate;
  * @param dir - Path to a directory
  */
 const removeEmptyDirsUpwards = (dir) => {
-    const isEmpty = fs_1.default.readdirSync(dir).length === 0;
+    const isEmpty = node_fs_1.default.readdirSync(dir).length === 0;
     if (isEmpty) {
         try {
-            fs_1.default.rmdirSync(dir);
+            node_fs_1.default.rmdirSync(dir);
         }
         catch (e) {
             logger_1.logger.debug(`Error deleting empty directory "${dir}": ${e}`);

package/dist/static-suite-data-server.d.ts

@@ -53,7 +53,7 @@ export declare type DataDirManager = {
      * Loads all files inside the data directory into the store.
      *
      */
-    load(): void;
+    load(): Promise<void>;
     /**
      * Updates the store with changed files since last sync.
      *
@@ -64,7 +64,7 @@ export declare type DataDirManager = {
      *
      * @returns A group of changed files in Static Suite's data dir.
      */
-    update(): ChangedFiles;
+    update(): Promise<ChangedFiles>;
     /**
      * Get unique id of last modification of data directory.
      *
@@ -93,7 +93,7 @@ export declare const dataServer: {
      *
      * @returns An object with the data store and the queryRunner service.
      */
-    init: (options: DataServerInitOptions) => DataServerReturn;
+    init: (options: DataServerInitOptions) => Promise<DataServerReturn>;
 };
 
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@static-suite/static-suite-data-server",
-  "version": "1.0.21",
+  "version": "2.0.0",
   "description": "A flexible, fast and developer friendly Data Server for Static Suite",
   "main": "./dist/lib/index.js",
   "typings": "./dist/lib/index.d.ts",
@@ -86,4 +86,4 @@
     ]
   },
   "packageManager": "yarn@1.22.22+sha512.a6b2f7906b721bba3d67d4aff083df04dad64c399707841b7acf00f6b133b7ac24255f2652fa22ae3534329dc6180534e98d17432037ff6fd140556e2bb3137e"
-}
+}

package/src/bin/serve.ts

@@ -86,21 +86,23 @@ const logFileLevel = argv['log-file-level']
   : logLevel;
 
 // Configure data server.
-dataServer.init({
-  logLevel,
-  logFile: argv['log-file']
-    ? { path: argv['log-file'], level: logFileLevel }
-    : undefined,
-  dataDir: argv['data-dir'],
-  workDir: argv['work-dir'],
-  queryDir: argv['query-dir'],
-  hookDir: argv['hook-dir'],
-  taskDir: argv['task-dir'],
-  dumpDir: argv['dump-dir'],
-  runMode: RunMode[argv['run-mode'].toUpperCase() as RunModeStrings],
-});
-
-// Start server.
-if (argv._.includes('http')) {
-  httpServer.start(argv['--port']);
-}
+dataServer
+  .init({
+    logLevel,
+    logFile: argv['log-file']
+      ? { path: argv['log-file'], level: logFileLevel }
+      : undefined,
+    dataDir: argv['data-dir'],
+    workDir: argv['work-dir'],
+    queryDir: argv['query-dir'],
+    hookDir: argv['hook-dir'],
+    taskDir: argv['task-dir'],
+    dumpDir: argv['dump-dir'],
+    runMode: RunMode[argv['run-mode'].toUpperCase() as RunModeStrings],
+  })
+  .then(() => {
+    // Start server.
+    if (argv._.includes('http')) {
+      httpServer.start(argv['--port']);
+    }
+  });

package/src/http/routes/diff.ts

@@ -13,12 +13,12 @@ const diffIndex = (req: Request, res: Response): void => {
   });
 };
 
-const diffAction = (
+const diffAction = async (
   req: Request,
   res: Response,
   incremental: boolean,
-): void => {
-  const diff = diffManager.getDiff({ incremental });
+): Promise<void> => {
+  const diff = await diffManager.getDiff({ incremental });
   const diffAsJson: any = jsonify(diff);
 
   res.status(200);
@@ -26,12 +26,12 @@ const diffAction = (
   res.send(diffAsJson);
 };
 
-const diffIncremental = (req: Request, res: Response): void => {
-  diffAction(req, res, true);
+const diffIncremental = async (req: Request, res: Response): Promise<void> => {
+  await diffAction(req, res, true);
 };
 
-const diffFull = (req: Request, res: Response): void => {
-  diffAction(req, res, false);
+const diffFull = async (req: Request, res: Response): Promise<void> => {
+  await diffAction(req, res, false);
 };
 
 const diffReset = (req: Request, res: Response): void => {

package/src/http/routes/dump.ts

@@ -15,12 +15,12 @@ const dumpIndex = (req: Request, res: Response): void => {
   });
 };
 
-const dumpAction = (
+const dumpAction = async (
   req: Request,
   res: Response,
   incremental: boolean,
-): void => {
-  const dump = dumpManager.dump({ incremental });
+): Promise<void> => {
+  const dump = await dumpManager.dump({ incremental });
   const dumpAsJson: any = jsonify(dump);
   const args: any = req.query;
   if (args?.noDiff !== undefined) {
@@ -32,12 +32,12 @@ const dumpAction = (
   res.send(dumpAsJson);
 };
 
-const dumpIncremental = (req: Request, res: Response): void => {
-  dumpAction(req, res, true);
+const dumpIncremental = async (req: Request, res: Response): Promise<void> => {
+  await dumpAction(req, res, true);
 };
 
-const dumpFull = (req: Request, res: Response): void => {
-  dumpAction(req, res, false);
+const dumpFull = async (req: Request, res: Response): Promise<void> => {
+  await dumpAction(req, res, false);
 };
 
 const getMetadata = () => {

package/src/lib/dataServer.ts

@@ -50,7 +50,7 @@ const dataServer = {
    *
    * @returns An object with the data store and the queryRunner service.
    */
-  init: (options: DataServerInitOptions): DataServerReturn => {
+  init: async (options: DataServerInitOptions): Promise<DataServerReturn> => {
     const startDate = Date.now();
 
     // Configure logger.
@@ -67,13 +67,8 @@ const dataServer = {
       runMode: options.runMode,
     });
 
-    // Start watcher.
-    if (config.runMode === RunMode.DEV) {
-      initWatcher();
-    }
-
     // Load data from dataDir.
-    dataDirManager.load();
+    await dataDirManager.load();
 
     // Create and load dump index.
     if (config.dumpDir) {
@@ -86,6 +81,11 @@ const dataServer = {
       dumpIndexHelper.loadDumpIndex();
     }
 
+    // Start watcher.
+    if (config.runMode === RunMode.DEV) {
+      initWatcher();
+    }
+
     logger.info(
       `Data Server ${version} loaded in ${Date.now() - startDate}ms.`,
     );

package/src/lib/store/dataDir/dataDir.types.ts

@@ -9,7 +9,7 @@ export type DataDirManager = {
    * Loads all files inside the data directory into the store.
    *
    */
-  load(): void;
+  load(): Promise<void>;
 
   /**
    * Updates the store with changed files since last sync.
@@ -21,7 +21,7 @@ export type DataDirManager = {
    *
    * @returns A group of changed files in Static Suite's data dir.
    */
-  update(): ChangedFiles;
+  update(): Promise<ChangedFiles>;
 
   /**
    * Get unique id of last modification of data directory.

package/src/lib/store/dataDir/dataDirManager.ts

@@ -1,7 +1,7 @@
 import microtime from 'microtime';
 import { config } from '../../config';
 import { store } from '../store';
-import { findFilesInDir } from '../../utils/fs';
+import { findFilesInDirAsync } from '../../utils/fs';
 import { logger } from '../../utils/logger';
 import { unixEpochUniqueId, workDirHelper } from '../workDir';
 import { cache } from '../../utils/cache';
@@ -16,7 +16,7 @@ import { dependencyManager } from '../dependency/dependencyManager';
 let initialUniqueIdAlreadySet = false;
 
 export const dataDirManager: DataDirManager = {
-  load: () => {
+  load: async () => {
     logger.info('Loading data dir...');
     const startDate = Date.now();
 
@@ -43,12 +43,13 @@ export const dataDirManager: DataDirManager = {
     store.currentUniqueId = modificationUniqueId;
     logger.info(`Found unique id: ${store.currentUniqueId}`);
 
-    // Add all files, one by one.
-    const relativeFilePaths = findFilesInDir(config.dataDir);
+    // Add all files to store.
+    const relativeFilePaths = await findFilesInDirAsync(config.dataDir);
     const storeHydrationStartDate = Date.now();
-    relativeFilePaths.forEach(relativeFilePath => {
-      storeManager.add(relativeFilePath);
-    });
+    const addPromises = relativeFilePaths.map(relativeFilePath =>
+      storeManager.add(relativeFilePath),
+    );
+    await Promise.all(addPromises);
 
     logger.debug(
       `Store map hydrated in ${Date.now() - storeHydrationStartDate}ms.`,
@@ -70,7 +71,7 @@ export const dataDirManager: DataDirManager = {
     );
   },
 
-  update: () => {
+  update: async () => {
     const dataDirModificationUniqueId =
       dataDirManager.getModificationUniqueId();
 
@@ -101,14 +102,22 @@ export const dataDirManager: DataDirManager = {
           dataDirModificationUniqueId,
         );
         hookManager.invokeOnStoreChangeStart(changedFiles);
-        changedFiles.all.forEach(changedData => {
-          if (changedData.type === 'updated') {
-            storeManager.update(changedData.file);
-            const fileContent = store.data.get(changedData.file);
-            storeManager.parseSingleFileIncludes(changedData.file, fileContent);
-          } else {
-            storeManager.remove(changedData.file);
-          }
+
+        // First, remove all deleted files
+        changedFiles.deleted.forEach(deletedFile => {
+          storeManager.remove(deletedFile);
+        });
+
+        // Second, update all updated files
+        const updatePromises = changedFiles.updated.map(updatedFile =>
+          storeManager.update(updatedFile),
+        );
+        await Promise.all(updatePromises);
+
+        // Finally, parse includes from updated files
+        changedFiles.updated.forEach(updatedFile => {
+          const fileContent = store.data.get(updatedFile);
+          storeManager.parseSingleFileIncludes(updatedFile, fileContent);
         });
 
         // Clear all store subsets and queries, since they are stale.

package/src/lib/store/diff/diff.types.ts

@@ -27,7 +27,7 @@ export type DiffManager = {
 
    * @param options - Configuration options
    */
-  getDiff(options?: { incremental: boolean }): Diff;
+  getDiff(options?: { incremental: boolean }): Promise<Diff>;
 };
 
 /**

package/src/lib/store/diff/diffManager.ts

@@ -15,11 +15,11 @@ export const diffManager: DiffManager = {
     dependencyManager.reset();
   },
 
-  getDiff(options = { incremental: true }): Diff {
+  async getDiff(options = { incremental: true }): Promise<Diff> {
     const startDate = microtime.now();
 
     // Before getting any diff data, update any pending changes from data dir.
-    const changedFiles = dataDirManager.update();
+    const changedFiles = await dataDirManager.update();
 
     const updated = new Set<string>();
     const deleted = new Set<string>();

package/src/lib/store/dump/dump.types.ts

@@ -16,7 +16,7 @@ export type DumpManager = {
    *
    * @param options - Configuration options
    */
-  dump(options?: { incremental: boolean }): Dump;
+  dump(options?: { incremental: boolean }): Promise<Dump>;
 
   /**
    * Reset dump metadata.

package/src/lib/store/dump/dumpManager.ts

@@ -173,11 +173,13 @@ const removeStaleFiles = (
 };
 
 export const dumpManager: DumpManager = {
-  dump(options = { incremental: true }): Dump {
+  async dump(options = { incremental: true }): Promise<Dump> {
     const startDate = microtime.now();
 
     // Diff data is processed and transformed into a dump object.
-    const diff = diffManager.getDiff({ incremental: options.incremental });
+    const diff = await diffManager.getDiff({
+      incremental: options.incremental,
+    });
     let dump: Dump = {
       execTimeMs: 0,
       fromUniqueId: diff.fromUniqueId,

package/src/lib/store/store.types.ts

@@ -178,7 +178,7 @@ export type StoreManager = {
    *
    * @returns The store manager, to allow chaining.
    */
-  add(relativeFilepath: string): StoreManager;
+  add(relativeFilepath: string): Promise<StoreManager>;
 
   /**
    * Removes a file from the store.
@@ -203,7 +203,7 @@ export type StoreManager = {
    *
    * @returns The store manager, to allow chaining.
    */
-  update(file: string): StoreManager;
+  update(file: string): Promise<StoreManager>;
 
   /**
    * Parses all static and dynamic includes (entity, config, locale, custom and query)

package/src/lib/store/storeManager.ts

@@ -1,5 +1,5 @@
 import { config } from '../config';
-import { getFileContent } from '../utils/fs';
+import { getFileContentAsync } from '../utils/fs';
 import { Json } from '../utils/object/object.types';
 import { StoreManager } from './store.types';
 import { hookManager } from './hook';
@@ -17,14 +17,14 @@ import { dependencyTagger } from './dependency/dependencyTagger';
  *  fileContent: the contents of the stored file
  *  previousStoredData: the contents of the previously stored file
  */
-const setFileIntoStore = (
+const setFileIntoStore = async (
   relativeFilepath: string,
-): {
+): Promise<{
   fileContent: Json | string | null;
   previousStoredData: Json | null;
-} => {
+}> => {
   const absoluteFilePath = `${config.dataDir}/${relativeFilepath}`;
-  let fileContent = getFileContent(absoluteFilePath);
+  let fileContent = await getFileContentAsync(absoluteFilePath);
 
   // Invoke "process file" hook.
   fileContent = hookManager.invokeOnProcessFile({
@@ -130,8 +130,8 @@ const setFileIntoStore = (
 };
 
 export const storeManager: StoreManager = {
-  add: (relativeFilepath: string): StoreManager => {
-    const { fileContent } = setFileIntoStore(relativeFilepath);
+  add: async (relativeFilepath: string): Promise<StoreManager> => {
+    const { fileContent } = await setFileIntoStore(relativeFilepath);
 
     // Invoke "store add" hook.
     hookManager.invokeOnStoreItemAdd({
@@ -142,7 +142,7 @@ export const storeManager: StoreManager = {
     return storeManager;
   },
 
-  update: (relativeFilepath: string): StoreManager => {
+  update: async (relativeFilepath: string): Promise<StoreManager> => {
     const storedData = store.data.get(relativeFilepath);
     if (storedData) {
       hookManager.invokeOnStoreItemBeforeUpdate({
@@ -152,7 +152,7 @@ export const storeManager: StoreManager = {
     }
 
     const { fileContent, previousStoredData } =
-      setFileIntoStore(relativeFilepath);
+      await setFileIntoStore(relativeFilepath);
 
     // Invalidate this item.
     dependencyTagger.invalidateTags([relativeFilepath]);

package/src/lib/utils/fs/fsUtils.ts

@@ -1,4 +1,5 @@
-import fs from 'fs';
+import fs from 'node:fs';
+import fsPromises from 'node:fs/promises';
 import path from 'path';
 import fg, { Options as fastGlobOptions } from 'fast-glob';
 import { logger } from '../logger';
@@ -37,6 +38,31 @@ export const readFile = (filePath: string): string | null => {
   return content;
 };
 
+/**
+ * Asynchronously reads a file and logs an error on failure.
+ *
+ * @param filePath - A path to a file.
+ *
+ * @returns The file contents as a string if file is found, or null otherwise.
+ */
+export const readFileAsync = async (
+  filePath: string,
+): Promise<string | null> => {
+  let content;
+  try {
+    content = await fsPromises.readFile(filePath, {
+      encoding: 'utf8',
+      flag: 'r',
+    });
+  } catch (error) {
+    // When an error is thrown, content is undefined, so ensure
+    // it is converted to null.
+    content = null;
+    logger.error(`Error reading file "${filePath}": ${error}`);
+  }
+  return content;
+};
+
 /**
  * Gets raw and JSON parsed content from a file.
  *
@@ -58,6 +84,29 @@ export const getFileContent = (filepath: string): FileType => {
   return { raw, json };
 };
 
+/**
+ * Asynchronously gets raw and JSON parsed content from a file.
+ *
+ * @param filepath - A path to a file.
+ *
+ * @returns Object with two properties, "raw" and "json", which contain
+ * the raw and json version of the file. If file is not a JSON, the "json"
+ * property is null. If file is not found, both properties are null.
+ */
+export const getFileContentAsync = async (
+  filepath: string,
+): Promise<FileType> => {
+  const raw = await readFileAsync(filepath);
+  let json = null;
+  if (raw && isJsonFile(filepath)) {
+    json = parseJsonString(raw);
+    if (!json) {
+      logger.error(`Error getting JSON from file "${filepath}"`);
+    }
+  }
+  return { raw, json };
+};
+
 /**
  * Finds all files inside a directory
  *
@@ -82,6 +131,30 @@ export const findFilesInDir = (
   return files;
 };
 
+/**
+ * Asynchronously finds all files inside a directory
+ *
+ * @param dir - Absolute path to the directory to be scanned
+ * @param glob - Optional glob to filter results (default all files recursive '**\/*')
+ * @param options - Options for the fast-glob package.
+ * See https://www.npmjs.com/package/fast-glob for reference .
+ *
+ * @returns Array of file paths found inside directory
+ */
+export const findFilesInDirAsync = async (
+  dir: string,
+  glob = '**/*',
+  options: fastGlobOptions = { absolute: false },
+): Promise<string[]> => {
+  const startDate = Date.now();
+  const files = await fg([glob], { cwd: dir, ...options });
+  const endDate = Date.now();
+  logger.debug(
+    `ASYNC ${files.length} files found inside ${dir} in ${endDate - startDate}ms.`,
+  );
+  return files;
+};
+
 /**
  * Gets a file's modification date and logs an error on failure.
  *