@static-suite/static-suite-data-server 0.0.1 → 0.0.3

package/dist/lib/store/workDir/storage/getDataFromLogLine.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getDataFromLogLine = void 0;
+const logger_1 = require("@lib/utils/logger");
 /**
  * Extract information from Static Suite's log line.
  *
@@ -9,13 +10,25 @@ exports.getDataFromLogLine = void 0;
  * @returns An object with parsed data, or null if line format is not valid.
  */
 const getDataFromLogLine = (line) => {
-    const matches = line.match(/^(\S+) (\S+) \[ID: ([^\]]+)] (.+)/);
+    const matches = line.match(/^(\S+) (\S+) \[ID: ([^\]]+)] (.+)$/);
     if (matches) {
         const uniqueId = matches[1];
         const operation = matches[2];
         const fileId = matches[3];
-        const [fileLabel, uri] = matches[4].split(' | ');
-        const [, uriTarget] = uri.split('://');
+        // Some lines contain more than one "|"
+        const labelUriParts = matches[4].split(' | ');
+        const uri = labelUriParts.pop();
+        const fileLabel = labelUriParts.join(' | ');
+        const uriTarget = uri?.split('://').pop();
+        if (!uniqueId ||
+            (operation !== 'write' && operation !== 'delete') ||
+            !fileId ||
+            !fileLabel ||
+            !uriTarget) {
+            const errorMessage = `Line ${line} meets parsing criteria but it contains invalid data. Regex match: ${JSON.stringify(matches)}`;
+            logger_1.logger.error(errorMessage);
+            throw Error(errorMessage);
+        }
         if (operation === 'write' || operation === 'delete') {
             return {
                 uniqueId,

package/dist/lib/store/workDir/storage/index.d.ts

@@ -1,4 +1,4 @@
-export * from './getChangedLinesSince';
+export * from './getChangedLinesBetween';
 export * from './getDataFromLogLine';
 export * from './getLogFile';
 //# sourceMappingURL=index.d.ts.map

package/dist/lib/store/workDir/storage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/lib/store/workDir/storage/index.ts"],"names":[],"mappings":"AAKA,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/lib/store/workDir/storage/index.ts"],"names":[],"mappings":"AAKA,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,cAAc,CAAC"}

package/dist/lib/store/workDir/storage/index.js

@@ -15,6 +15,6 @@ These functions are separated from workDirHelper, since they are specific
 to the current storage backend (log files saved on disk) and they can change
 in the future.
 */
-__exportStar(require("./getChangedLinesSince"), exports);
+__exportStar(require("./getChangedLinesBetween"), exports);
 __exportStar(require("./getDataFromLogLine"), exports);
 __exportStar(require("./getLogFile"), exports);

package/dist/lib/store/workDir/workDir.types.d.ts

@@ -2,6 +2,14 @@
  * A group of changed files in Static Suite's data dir.
  */
 export declare type ChangedFiles = {
+    /**
+     * A unique id representing the date from which those changes are obtained.
+     */
+    fromUniqueId: string;
+    /**
+     * A unique id representing the date until which those changes are obtained.
+     */
+    toUniqueId: string;
     /**
      * A list of updated files (both newly added and changed files).
      */
@@ -16,7 +24,7 @@ export declare type ChangedFiles = {
  */
 export declare type LogLineData = {
     /**
-     * The unique ID of the write/delete operation from Static Suite.
+     * The unique id of the write/delete operation from Static Suite.
      */
     uniqueId: string;
     /**

package/dist/lib/store/workDir/workDir.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workDir.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDir.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,oBAAY,YAAY,GAAG;IACzB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,oBAAY,WAAW,GAAG;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,EAAE,OAAO,GAAG,QAAQ,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE;QACJ;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC"}
+{"version":3,"file":"workDir.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDir.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,oBAAY,YAAY,GAAG;IACzB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,oBAAY,WAAW,GAAG;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,EAAE,OAAO,GAAG,QAAQ,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE;QACJ;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC"}

package/dist/lib/store/workDir/workDirHelper.d.ts

@@ -1,20 +1,27 @@
 import { ChangedFiles } from './workDir.types';
+/**
+ * The unique id of the Unix Epoch (00:00:00 UTC on 1 January 1970)
+ */
+export declare const unixEpochUniqueId = "1970-01-01_00-00-00.000000__0000";
 export declare const workDirHelper: {
     /**
-     * Gets date of last modification of work directory.
+     * Gets unique id of last modification of work directory.
      *
-     * @returns The date of last modification of work directory, or null if directory not found.
+     * @returns The unique id of last modification of work directory, or null if directory not found.
      */
-    getModificationDate: () => Date | null;
+    getModificationUniqueId: () => string | null;
     /**
      * Get changed files since a date.
      *
-     * @param sinceDate - Date to search
+     * @param fromUniqueId - Date to search from.
+     * @param toUniqueId - Date to search to.
      *
-     * @returns Object with two properties:
+     * @returns Object with four properties:
      * - updated: array of changed files.
      * - deleted: array of deleted files.
+     * - fromTimestamp
+     * - toTimestamp
      */
-    getChangedFilesSince: (sinceDate: Date) => ChangedFiles;
+    getChangedFilesBetween: (fromUniqueId: string, toUniqueId: string) => ChangedFiles;
 };
 //# sourceMappingURL=workDirHelper.d.ts.map

package/dist/lib/store/workDir/workDirHelper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workDirHelper.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDirHelper.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAe,MAAM,iBAAiB,CAAC;AAO5D,eAAO,MAAM,aAAa;IACxB;;;;OAIG;+BACsB,IAAI,GAAG,IAAI;IAKpC;;;;;;;;OAQG;sCAC+B,IAAI,KAAG,YAAY;CA6BtD,CAAC"}
+{"version":3,"file":"workDirHelper.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDirHelper.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAe,MAAM,iBAAiB,CAAC;AAO5D;;GAEG;AACH,eAAO,MAAM,iBAAiB,qCAAqC,CAAC;AAEpE,eAAO,MAAM,aAAa;IACxB;;;;OAIG;mCAC0B,MAAM,GAAG,IAAI;IAsB1C;;;;;;;;;;;OAWG;2CAEa,MAAM,cACR,MAAM,KACjB,YAAY;CAkChB,CAAC"}

package/dist/lib/store/workDir/workDirHelper.js

@@ -1,30 +1,56 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.workDirHelper = void 0;
-const fs_1 = require("@lib/utils/fs");
+exports.workDirHelper = exports.unixEpochUniqueId = void 0;
+const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("@lib/utils/logger");
+const string_1 = require("@lib/utils/string");
 const storage_1 = require("./storage");
+/**
+ * The unique id of the Unix Epoch (00:00:00 UTC on 1 January 1970)
+ */
+exports.unixEpochUniqueId = '1970-01-01_00-00-00.000000__0000';
 exports.workDirHelper = {
     /**
-     * Gets date of last modification of work directory.
+     * Gets unique id of last modification of work directory.
      *
-     * @returns The date of last modification of work directory, or null if directory not found.
+     * @returns The unique id of last modification of work directory, or null if directory not found.
      */
-    getModificationDate: () => {
+    getModificationUniqueId: () => {
+        let modificationUniqueId = null;
         const logFile = (0, storage_1.getLogFile)();
-        return logFile ? (0, fs_1.getModificationDate)(logFile) : null;
+        let allLines = [];
+        if (logFile) {
+            try {
+                allLines = fs_1.default.readFileSync(logFile).toString().trim().split('\n');
+            }
+            catch (e) {
+                logger_1.logger.error(`Error reading metadata log file located at ${`logFile`}: ${e}`);
+            }
+            const lastLine = allLines.slice(-1)[0];
+            const lastLineUniqueId = lastLine.substring(0, 32);
+            if ((0, string_1.isUniqueId)(lastLineUniqueId)) {
+                modificationUniqueId = lastLineUniqueId;
+            }
+        }
+        return modificationUniqueId;
     },
     /**
      * Get changed files since a date.
      *
-     * @param sinceDate - Date to search
+     * @param fromUniqueId - Date to search from.
+     * @param toUniqueId - Date to search to.
      *
-     * @returns Object with two properties:
+     * @returns Object with four properties:
      * - updated: array of changed files.
      * - deleted: array of deleted files.
+     * - fromTimestamp
+     * - toTimestamp
      */
-    getChangedFilesSince: (sinceDate) => {
-        const changedLines = (0, storage_1.getChangedLinesSince)(sinceDate);
+    getChangedFilesBetween: (fromUniqueId, toUniqueId) => {
+        const changedLines = (0, storage_1.getChangedLinesBetween)(fromUniqueId, toUniqueId);
         const lineData = {};
         changedLines.forEach(line => {
             const dataFromLogLine = (0, storage_1.getDataFromLogLine)(line);
@@ -47,6 +73,11 @@ exports.workDirHelper = {
         deleted.forEach(file => {
             logger_1.logger.debug(`Found deleted file "${file}"`);
         });
-        return { updated, deleted };
+        return {
+            updated,
+            deleted,
+            fromUniqueId,
+            toUniqueId,
+        };
     },
 };

package/dist/lib/utils/fs/fsUtils.d.ts

@@ -47,6 +47,12 @@ export declare const findFilesInDir: (dir: string, glob?: string, options?: fast
  * @returns The file's modification date as a Date object, or null on error
  */
 export declare const getModificationDate: (filePath: string) => Date | null;
+/**
+ * Removes empty directories upwards.
+ *
+ * @param dir - Path to a directory
+ */
+export declare const removeEmptyDirsUpwards: (dir: string) => void;
 /**
  * Watches for changes on a set of paths and attach listener to them
  *

package/dist/lib/utils/fs/fsUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fsUtils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/fs/fsUtils.ts"],"names":[],"mappings":"AACA,OAAW,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,WAAW,CAAC;AAI3D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;;;;;;;GAQG;AACH,eAAO,MAAM,UAAU,aAAc,MAAM,KAAG,OACd,CAAC;AAEjC;;;;;;GAMG;AACH,eAAO,MAAM,QAAQ,aAAc,MAAM,KAAG,MAAM,GAAG,IAWpD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,cAAc,aAAc,MAAM,KAAG,QAUjD,CAAC;AAEF;;;;;;;;;GASG;AACH,eAAO,MAAM,cAAc,QACpB,MAAM,2BAEF,eAAe,KACvB,MAAM,EAQR,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB,aAAc,MAAM,KAAG,IAAI,GAAG,IAQ7D,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,KAAK,UACT,MAAM,EAAE,4DAC2C,MAAM,KAAK,IAAI,MACxE,IAyBF,CAAC"}
+{"version":3,"file":"fsUtils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/fs/fsUtils.ts"],"names":[],"mappings":"AAEA,OAAW,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,WAAW,CAAC;AAI3D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;;;;;;;GAQG;AACH,eAAO,MAAM,UAAU,aAAc,MAAM,KAAG,OACd,CAAC;AAEjC;;;;;;GAMG;AACH,eAAO,MAAM,QAAQ,aAAc,MAAM,KAAG,MAAM,GAAG,IAWpD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,cAAc,aAAc,MAAM,KAAG,QAUjD,CAAC;AAEF;;;;;;;;;GASG;AACH,eAAO,MAAM,cAAc,QACpB,MAAM,2BAEF,eAAe,KACvB,MAAM,EAQR,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB,aAAc,MAAM,KAAG,IAAI,GAAG,IAQ7D,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,QAAS,MAAM,KAAG,IAUpD,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,KAAK,UACT,MAAM,EAAE,4DAC2C,MAAM,KAAK,IAAI,MACxE,IAyBF,CAAC"}

package/dist/lib/utils/fs/fsUtils.js

@@ -3,8 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.watch = exports.getModificationDate = exports.findFilesInDir = exports.getFileContent = exports.readFile = exports.isJsonFile = void 0;
+exports.watch = exports.removeEmptyDirsUpwards = exports.getModificationDate = exports.findFilesInDir = exports.getFileContent = exports.readFile = exports.isJsonFile = void 0;
 const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const fast_glob_1 = __importDefault(require("fast-glob"));
 const chokidar_1 = __importDefault(require("chokidar"));
 const logger_1 = require("@lib/utils/logger");
@@ -98,6 +99,24 @@ const getModificationDate = (filePath) => {
     return modificationDate;
 };
 exports.getModificationDate = getModificationDate;
+/**
+ * Removes empty directories upwards.
+ *
+ * @param dir - Path to a directory
+ */
+const removeEmptyDirsUpwards = (dir) => {
+    const isEmpty = fs_1.default.readdirSync(dir).length === 0;
+    if (isEmpty) {
+        try {
+            fs_1.default.rmdirSync(dir);
+        }
+        catch (e) {
+            logger_1.logger.debug(`Error deleting empty directory "${dir}": ${e}`);
+        }
+        (0, exports.removeEmptyDirsUpwards)(path_1.default.dirname(dir));
+    }
+};
+exports.removeEmptyDirsUpwards = removeEmptyDirsUpwards;
 /**
  * Watches for changes on a set of paths and attach listener to them
  *

package/dist/lib/utils/module/moduleManager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"moduleManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/module/moduleManager.ts"],"names":[],"mappings":"AA8CA;;;;;;;;;;GAUG;AACH,eAAO,MAAM,aAAa;IACxB;;;;;;;;;;;;;;;OAeG;6BACsB,MAAM;IAgB/B;;;;;;;;OAQG;yBACkB,MAAM;;UAAkC,IAAI;IASjE;;;;OAIG;uBACgB,MAAM,KAAG,IAAI;IAShC;;;;;;;;;;;;;OAaG;8BACqB,MAAM;CAO/B,CAAC"}
+{"version":3,"file":"moduleManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/module/moduleManager.ts"],"names":[],"mappings":"AA8CA;;;;;;;;;;GAUG;AACH,eAAO,MAAM,aAAa;IACxB;;;;;;;;;;;;;;;OAeG;6BACsB,MAAM;IAoB/B;;;;;;;;OAQG;yBACkB,MAAM;;UAAkC,IAAI;IASjE;;;;OAIG;uBACgB,MAAM,KAAG,IAAI;IAShC;;;;;;;;;;;;;OAaG;8BACqB,MAAM;CAO/B,CAAC"}

package/dist/lib/utils/module/moduleManager.js

@@ -86,7 +86,11 @@ exports.moduleManager = {
             throw e;
         }
         if (internalModuleCache[resolvedModulePath].onModuleLoad) {
-            internalModuleCache[resolvedModulePath].onModuleLoad({ config: config_1.config, store: store_1.store });
+            internalModuleCache[resolvedModulePath].onModuleLoad({
+                config: config_1.config,
+                store: store_1.store,
+                logger: logger_1.logger,
+            });
         }
         logger_1.logger.debug(`Module ${resolvedModulePath} successfully loaded.`);
         return internalModuleCache[resolvedModulePath];

package/dist/lib/utils/string/stringUtils.d.ts

@@ -34,4 +34,18 @@ export declare const parseJsonString: (jsonString: string) => any;
  * @returns An object where its keys are the query arguments.
  */
 export declare const parseURLSearchParams: (queryString: string) => URLSearchParamsObject;
+/**
+ * Parses a unique id from Static Suite and returns a Date.
+ *
+ * @param uniqueId - A unique id from Static Suite
+ *
+ * @returns A date from that unique id, or null if it can be parsed.
+ */
+export declare const parseUniqueId: (uniqueId: string) => Date | null;
+/**
+ * Checks that a string is a unique id.
+ *
+ * @param uniqueId - A unique id t be checked
+ */
+export declare const isUniqueId: (uniqueId: string) => boolean;
 //# sourceMappingURL=stringUtils.d.ts.map

package/dist/lib/utils/string/stringUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stringUtils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/string/stringUtils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAEvD;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,eAAgB,MAAM,KAAG,GAQpD,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oBAAoB,gBAClB,MAAM,KAClB,qBAWF,CAAC"}
+{"version":3,"file":"stringUtils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/string/stringUtils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAEvD;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,eAAgB,MAAM,KAAG,GAQpD,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oBAAoB,gBAClB,MAAM,KAClB,qBAWF,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,aAAc,MAAM,KAAG,IAAI,GAAG,IAevD,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,UAAU,aAAc,MAAM,KAAG,OAC+B,CAAC"}

package/dist/lib/utils/string/stringUtils.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseURLSearchParams = exports.parseJsonString = exports.VARIANT_SEPARATOR = void 0;
+exports.isUniqueId = exports.parseUniqueId = exports.parseURLSearchParams = exports.parseJsonString = exports.VARIANT_SEPARATOR = void 0;
 const logger_1 = require("@lib/utils/logger");
 /**
  * Separator for variant data files saved to storage.
@@ -60,3 +60,30 @@ const parseURLSearchParams = (queryString) => {
     return obj;
 };
 exports.parseURLSearchParams = parseURLSearchParams;
+/**
+ * Parses a unique id from Static Suite and returns a Date.
+ *
+ * @param uniqueId - A unique id from Static Suite
+ *
+ * @returns A date from that unique id, or null if it can be parsed.
+ */
+const parseUniqueId = (uniqueId) => {
+    // todo - Do not use dates and use timestamps in all cases
+    //  to avoid having to fix offsets.
+    const date = new Date();
+    const dateOffset = -(date.getTimezoneOffset() * 60 * 1000);
+    const dateString = uniqueId.replace(/(\d{4})-(\d{2})-(\d{2})_(\d{2})-(\d{2})-(\d{2})\.(\d{3}).*/, '$1-$2-$3T$4:$5:$6.$7');
+    const parsedDate = Date.parse(dateString);
+    if (!Number.isNaN(parsedDate)) {
+        return new Date(parsedDate + dateOffset);
+    }
+    return null;
+};
+exports.parseUniqueId = parseUniqueId;
+/**
+ * Checks that a string is a unique id.
+ *
+ * @param uniqueId - A unique id t be checked
+ */
+const isUniqueId = (uniqueId) => /(\d{4})-(\d{2})-(\d{2})_(\d{2})-(\d{2})-(\d{2})\.(\d{3}).*/.test(uniqueId);
+exports.isUniqueId = isUniqueId;

package/dist/static-suite-data-server.d.ts

@@ -7,6 +7,7 @@ import { QueryModule } from '@lib/query/query.types';
 import { QueryRunner } from '@lib/query/query.types';
 import { QuerySuccessfulResponse } from '@lib/query/query.types';
 import { Store } from '@lib/store/store.types';
+import { TaskRunner } from '@lib/task/task.types';
 
 export { CacheStatus }
 
@@ -91,7 +92,7 @@ export declare type DataServerReturn = {
     /**
      * The task runner, to be able to run tasks on demand.
      */
-    taskRunner: TaskRunner;
+    taskRunner: TaskRunner_2;
 };
 
 export { LogFile }
@@ -125,44 +126,17 @@ export { Store }
  */
 declare type Store_2 = {
     /**
-     * Date to tell when was the store last synced.
-     *
-     * Every time the store is updated, syncDate is set with the last modification
-     * date of the data directory, not the date when the store has finished updating.
-     *
-     * Given this scenario:
-     * - Data directory modified at 12:30:00
-     * - Syncing the store takes 3 seconds and finishes at 12:30:03
-     *
-     * ... syncDate will be 12:30:00, not 12:30:03.
-     *
-     * Doing it the other way round can cause data inconsistencies, because syncing files
-     * to the store takes time, it is done sequentially, and in the meanwhile, other
-     * modifications can happen:
-     * - Store last syncDate is 12:29:00
-     * - Data directory is modified at 12:30:00
-     * - We ask for modified files after 12:29:00 and got 3 files (1.json, 2.json and 3.json)
-     * - File "1.json" is processed and added to the store at 12:30:01
-     * - While "2.json" is being processed and added to the store, data directory is modified
-     * again at 12:30:02 and "1.json" is changed.
-     * - File "3.json" is processed and added to the store at 12:30:03
-     *
-     * At this moment, there are two options:
+     * Initial unique id when the store was initially loaded.
+     */
+    initialUniqueId: string;
+    /**
+     * Current unique id to tell when was the store last synced.
      *
-     * 1) Setting syncDate to the current date:
-     * - Store syncDate is set to 12:30:03
-     * - Data directory is modified again at 12:30:10 and only "3.json" is changed
-     * - We ask for modified files after 12:30:03 and get only "3.json"
-     * - Modification done at 12:30:02 to "1.json" is lost and cannot be recovered unless "1.json" is
-     * modified again, or Data Server is restarted
+     * Every time the store is updated, this id is set with the last modification
+     * unique id of the data directory, not the date when the store has finished updating.
      *
-     * 2) Setting syncDate to the last modification date of the data directory:
-     * - Store syncDate is set to 12:30:00
-     * - Data directory is modified again at 12:30:10 and only "3.json" is changed
-     * - We ask for modified files after 12:30:00 and get "1.json" and "3.json"
-     * - Modification done at 12:30:02 to "1.json" is properly processed
      */
-    syncDate: Date | null;
+    currentUniqueId: string;
     /**
      * Map that holds all data for all files.
      *
@@ -188,7 +162,7 @@ declare type Store_2 = {
      */
     data: StoreData<string, any>;
     /**
-     * A list of deleted files from store, to be able to track them.
+     * A list of deleted files since last reboot, to be able to track them.
      */
     deleted: Set<string>;
     /**
@@ -200,7 +174,7 @@ declare type Store_2 = {
          */
         url: Map<string, any>;
         /**
-         * An index that holds all data for all files, keyed by their lang and uuid.
+         * An index that holds all data for all files, keyed by their langcode and UUID.
          */
         uuid: Map<string, any>;
         /**
@@ -251,6 +225,10 @@ declare interface StoreData<K, V> extends Map<K, V> {
  * Object holding a subset of items from the store.
  */
 declare type StoreSubset = {
+    /**
+     * Map of elements, with the filename as key
+     */
+    map: Map<string, any>;
     /**
      * Array of filenames in this subset.
      */
@@ -315,12 +293,14 @@ declare type TaskErrorResponse = {
     error: string;
 };
 
+export { TaskRunner }
+
 /**
  * A service to handle the execution of tasks.
  *
  * @public
  */
-declare type TaskRunner = {
+declare type TaskRunner_2 = {
     /**
      * Runs a task and returns its results with metadata.
      *

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@static-suite/static-suite-data-server",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "description": "A flexible, fast and developer friendly Data Server for Static Suite",
   "main": "./dist/lib/index.js",
   "typings": "./dist/lib/index.d.ts",
@@ -36,7 +36,7 @@
   },
   "scripts": {
     "dev": "tsc-watch --onSuccess \"yarn lint\"",
-    "build": "yarn copy-http-files-to-src && yarn lint && tsc && yarn api-extractor run --local --verbose && yarn post-build && yarn copy-http-files-to-dist",
+    "build": "rm -Rf dist && yarn copy-http-files-to-src && yarn lint && tsc && yarn api-extractor run --local --verbose && yarn post-build && yarn copy-http-files-to-dist",
     "post-build": "yarn rimraf dist/**/*__tests__",
     "serve": "node ./dist/bin/serve.js http --port=57471 --data-dir=./src/__tests__/fixtures/data --work-dir=./src/__tests__/fixtures/work --query-dir=./src/__tests__/fixtures/query  --hook-dir=./src/__tests__/fixtures/hook --task-dir=./src/__tests__/fixtures/task --run-mode=dev --log-level=debug",
     "lint": "eslint . --ext .ts",
@@ -99,4 +99,4 @@
       "pre-commit": "yarn build"
     }
   }
-}
+}

package/src/http/routes/dependency.ts

@@ -0,0 +1,91 @@
+// import microtime from 'microtime';
+import { Request, Response } from 'express';
+import { dataDirManager } from '@lib/store/dataDir';
+import { jsonify } from '@lib/utils/object';
+import {
+  dependencyManager,
+  getAllInvalidatedTags,
+  getTagParents,
+} from '@lib/store/dependency/dependencyManager';
+import {
+  dependencyTree,
+  getReversedDependencyTree,
+  invalidatedTags,
+} from '@lib/store/dependency/dependencyTagger';
+
+const dependencyIndex = (req: Request, res: Response): void => {
+  res.render('dependencyIndex', {
+    links: {
+      '/dependency/tree': 'Dependency tree',
+      '/dependency/tree/reversed': 'Reversed dependency tree',
+      '/dependency/invalidated/tags': 'Explicitly invalidated tags',
+      '/dependency/invalidated/tags/all': 'All invalidated tags in cascade',
+      '/dependency/invalidated/filepaths': 'Invalidated filepaths',
+      '/dependency/tag/parents': 'Tag parents',
+    },
+  });
+};
+
+const dependencyTreeRoute = (req: Request, res: Response): void => {
+  dataDirManager.update();
+  const args: any = req.query;
+  const response = args?.tag ? dependencyTree.get(args.tag) : dependencyTree;
+  res.status(200);
+  res.set({ 'Content-Type': 'application/json' });
+  res.send(jsonify(response));
+};
+
+const dependencyTreeReversed = (req: Request, res: Response): void => {
+  dataDirManager.update();
+  const reversedDependencyTree = getReversedDependencyTree();
+  const args: any = req.query;
+  const response = args?.tag
+    ? reversedDependencyTree.get(args.tag)
+    : reversedDependencyTree;
+  res.status(200);
+  res.set({ 'Content-Type': 'application/json' });
+  res.send(jsonify(response));
+};
+
+const dependencyExplicitlyInvalidatedTags = (
+  req: Request,
+  res: Response,
+): void => {
+  dataDirManager.update();
+  res.status(200);
+  res.set({ 'Content-Type': 'application/json' });
+  res.send(jsonify(invalidatedTags));
+};
+
+const dependencyAllInvalidatedTags = (req: Request, res: Response): void => {
+  dataDirManager.update();
+  res.status(200);
+  res.set({ 'Content-Type': 'application/json' });
+  res.send(getAllInvalidatedTags());
+};
+
+const dependencyInvalidatedFilepaths = (req: Request, res: Response): void => {
+  dataDirManager.update();
+  res.status(200);
+  res.set({ 'Content-Type': 'application/json' });
+  res.send(dependencyManager.getInvalidatedFilepaths());
+};
+
+const dependencyTagParents = (req: Request, res: Response): void => {
+  dataDirManager.update();
+  const args: any = req.query;
+  const response = args?.tag ? jsonify(getTagParents(args.tag)) : null;
+  res.status(200);
+  res.set({ 'Content-Type': 'application/json' });
+  res.send(response);
+};
+
+export {
+  dependencyIndex,
+  dependencyTreeRoute,
+  dependencyTreeReversed,
+  dependencyExplicitlyInvalidatedTags,
+  dependencyAllInvalidatedTags,
+  dependencyInvalidatedFilepaths,
+  dependencyTagParents,
+};

package/src/http/routes/dump.ts

@@ -5,7 +5,7 @@ import { jsonify } from '@lib/utils/object';
 import { config } from '@lib/config';
 
 const dumpIndex = (req: Request, res: Response): void => {
-  res.render('statusIndex', {
+  res.render('dumpIndex', {
     links: {
       '/dump/incremental': 'Execute an incremental dump',
       '/dump/full': 'Execute a full dump',
@@ -15,18 +15,29 @@ const dumpIndex = (req: Request, res: Response): void => {
   });
 };
 
-const dumpIncremental = (req: Request, res: Response): void => {
-  const dump = dumpManager.dump({ incremental: true });
+const dumpAction = (
+  req: Request,
+  res: Response,
+  incremental: boolean,
+): void => {
+  const dump = dumpManager.dump({ incremental });
+  const dumpAsJson: any = jsonify(dump);
+  const args: any = req.query;
+  if (args?.noDiff !== undefined) {
+    delete dumpAsJson.diff;
+  }
+
   res.status(200);
   res.set({ 'Content-Type': 'application/json' });
-  res.send(jsonify(dump));
+  res.send(dumpAsJson);
+};
+
+const dumpIncremental = (req: Request, res: Response): void => {
+  dumpAction(req, res, true);
 };
 
 const dumpFull = (req: Request, res: Response): void => {
-  const dump = dumpManager.dump({ incremental: false });
-  res.status(200);
-  res.set({ 'Content-Type': 'application/json' });
-  res.send(jsonify(dump));
+  dumpAction(req, res, false);
 };
 
 const getMetadata = () => {
@@ -44,8 +55,8 @@ const dumpMetadataShow = (req: Request, res: Response): void => {
 
 const dumpMetadataReset = (req: Request, res: Response): void => {
   const args: any = req.query;
-  if (args?.timestamp) {
-    dumpManager.reset(parseInt(args.timestamp, 10));
+  if (args?.uniqueId) {
+    dumpManager.reset(args.uniqueId);
   }
   res.status(200);
   res.set({ 'Content-Type': 'application/json' });

package/src/http/routes/home.ts

@@ -4,8 +4,8 @@ export const home = (req: Request, res: Response): void => {
   res.render('home', {
     links: {
       '/data': 'Browse all data loaded into the server',
-      '/dump':
-        'Dump resolved data (includes and queries) into the dump directory',
+      '/dependency': 'Dependency data',
+      '/dump': 'Dump operations',
       '/query': 'List of available queries',
       '/task': 'List of available tasks',
       '/cache': 'List of available cache bins',