@static-suite/static-suite-data-server 0.0.10 → 0.0.12

package/README.md

@@ -163,6 +163,52 @@ const results = store.data
   .items.filter(article => article.data.content.title.includes('foo'));
 ```
 
+### Getting a subset of files via HTTP
+
+It is also possible to get a subset of files via HTTP, querying the HTTP endpoint `/subset` with the following options passed as query strings:
+
+- `dir`: optional base directory to filter files. It requires a trailing slash, but not a leading slash, e.g.- `en/entity/node/article/`
+- `variant`: Optional name of a variant file.
+  - Use `_main` to obtain the default variant.
+  - Use any other string, e.g.- `card`, to obtain the card variant.
+  - Use "null" to avoid searching for any variant.
+  - Defaults to `_main`.
+- `ext`: Optional file extension, without dots. Defaults to `json`.
+- `recursive`: Optional flag to search for files recursively. Defaults to `true`.
+- `as`: Optional flag to get the subset as filenames or URLs. Possible values: `filename` or `url`. Defaults to `filename`.
+
+#### Return value
+
+An array of filenames in the subset.
+
+```http
+// Get a subset of all nodes in English with "json" extension.
+http://localhost:57471/subset?dir=en/entity/node/
+
+// Return value
+[
+  "en/entity/node/article/1.json",
+  "en/entity/node/page/4.json",
+  "en/entity/node/gallery/6.json",
+  ...
+]
+```
+
+An array of URLs in the subset.
+
+```http
+// Get a subset of all nodes in English with "json" extension.
+http://localhost:57471/subset?dir=en/entity/node/&as=url
+
+// Return value
+[
+  "/path/to/public/url-1",
+  "/path/to/public/url-2",
+  "/path/to/public/url-3",
+  ...
+]
+```
+
 ### Indexes
 
 Apart from the main data Map, files are also automatically stored in two more maps (indexes) to be able to access them faster:
@@ -358,6 +404,7 @@ Received parameters:
   - `toUniqueId`: a unique id representing the date until which those changes are obtained.
   - `updated`: a list of updated files (both newly added and changed files).
   - `deleted`: a list of deleted files.
+  - `all`: a list of all updated and deleted files, sorted by its unique id.
 
 #### `onStoreItemBeforeUpdate({ store, logger, dependencyTagger, relativeFilepath, storeItem }): void`
 
@@ -406,11 +453,11 @@ Received parameters:
 - `logger`: the logger service width several functions to log messages: `error()`, `warn()`, `info()`, `error()`
 - `dependencyTagger`: the dependency tagger service. See [Dependency Tags](#dependency-tags) section.
 - `changedFiles`: a group of changed files in Static Suite's data dir, an object with the following keys:
-
   - `fromUniqueId`: a unique id representing the date from which those changes are obtained.
   - `toUniqueId`: a unique id representing the date until which those changes are obtained.
   - `updated`: a list of updated files (both newly added and changed files).
   - `deleted`: a list of deleted files.
+  - `all`: a list of all updated and deleted files, sorted by its unique id.
 
 #### `onDumpCreate(options: OnDumpHookOptions): Dump`
 

package/dist/http/README.md

@@ -163,6 +163,52 @@ const results = store.data
   .items.filter(article => article.data.content.title.includes('foo'));
 ```
 
+### Getting a subset of files via HTTP
+
+It is also possible to get a subset of files via HTTP, querying the HTTP endpoint `/subset` with the following options passed as query strings:
+
+- `dir`: optional base directory to filter files. It requires a trailing slash, but not a leading slash, e.g.- `en/entity/node/article/`
+- `variant`: Optional name of a variant file.
+  - Use `_main` to obtain the default variant.
+  - Use any other string, e.g.- `card`, to obtain the card variant.
+  - Use "null" to avoid searching for any variant.
+  - Defaults to `_main`.
+- `ext`: Optional file extension, without dots. Defaults to `json`.
+- `recursive`: Optional flag to search for files recursively. Defaults to `true`.
+- `as`: Optional flag to get the subset as filenames or URLs. Possible values: `filename` or `url`. Defaults to `filename`.
+
+#### Return value
+
+An array of filenames in the subset.
+
+```http
+// Get a subset of all nodes in English with "json" extension.
+http://localhost:57471/subset?dir=en/entity/node/
+
+// Return value
+[
+  "en/entity/node/article/1.json",
+  "en/entity/node/page/4.json",
+  "en/entity/node/gallery/6.json",
+  ...
+]
+```
+
+An array of URLs in the subset.
+
+```http
+// Get a subset of all nodes in English with "json" extension.
+http://localhost:57471/subset?dir=en/entity/node/&as=url
+
+// Return value
+[
+  "/path/to/public/url-1",
+  "/path/to/public/url-2",
+  "/path/to/public/url-3",
+  ...
+]
+```
+
 ### Indexes
 
 Apart from the main data Map, files are also automatically stored in two more maps (indexes) to be able to access them faster:
@@ -358,6 +404,7 @@ Received parameters:
   - `toUniqueId`: a unique id representing the date until which those changes are obtained.
   - `updated`: a list of updated files (both newly added and changed files).
   - `deleted`: a list of deleted files.
+  - `all`: a list of all updated and deleted files, sorted by its unique id.
 
 #### `onStoreItemBeforeUpdate({ store, logger, dependencyTagger, relativeFilepath, storeItem }): void`
 
@@ -406,11 +453,11 @@ Received parameters:
 - `logger`: the logger service width several functions to log messages: `error()`, `warn()`, `info()`, `error()`
 - `dependencyTagger`: the dependency tagger service. See [Dependency Tags](#dependency-tags) section.
 - `changedFiles`: a group of changed files in Static Suite's data dir, an object with the following keys:
-
   - `fromUniqueId`: a unique id representing the date from which those changes are obtained.
   - `toUniqueId`: a unique id representing the date until which those changes are obtained.
   - `updated`: a list of updated files (both newly added and changed files).
   - `deleted`: a list of deleted files.
+  - `all`: a list of all updated and deleted files, sorted by its unique id.
 
 #### `onDumpCreate(options: OnDumpHookOptions): Dump`
 

package/dist/http/routes/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/http/routes/index.ts"],"names":[],"mappings":"AAkCA,QAAA,MAAM,MAAM,4CAAW,CAAC;AAgCxB,eAAe,MAAM,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/http/routes/index.ts"],"names":[],"mappings":"AAmCA,QAAA,MAAM,MAAM,4CAAW,CAAC;AAiCxB,eAAe,MAAM,CAAC"}

package/dist/http/routes/index.js

@@ -12,6 +12,7 @@ const dump_1 = require("./dump");
 const dependency_1 = require("./dependency");
 const indexUrl_1 = require("./indexUrl");
 const indexUUID_1 = require("./indexUUID");
+const subset_1 = require("./subset");
 const routes = (0, express_1.Router)();
 routes.get('/', home_1.home);
 routes.get('/docs', docs_1.docs);
@@ -42,4 +43,5 @@ routes.get('/dependency', dependency_1.dependencyIndex);
 routes.get(['/data/*', '/data'], data_1.data);
 routes.get(['/index/url/*', '/index/url'], indexUrl_1.indexUrl);
 routes.get(['/index/uuid/*', '/index/uuid'], indexUUID_1.indexUUID);
+routes.get('/subset', subset_1.subset);
 exports.default = routes;

package/dist/http/routes/subset.d.ts

@@ -0,0 +1,4 @@
+import { Request, Response } from 'express';
+declare const subset: (req: Request, res: Response) => void;
+export { subset };
+//# sourceMappingURL=subset.d.ts.map

package/dist/http/routes/subset.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subset.d.ts","sourceRoot":"","sources":["../../../src/http/routes/subset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAK5C,QAAA,MAAM,MAAM,QAAS,OAAO,OAAO,QAAQ,KAAG,IAmC7C,CAAC;AAEF,OAAO,EAAE,MAAM,EAAE,CAAC"}

package/dist/http/routes/subset.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.subset = void 0;
+const store_1 = require("../../lib/store");
+const dataDir_1 = require("../../lib/store/dataDir");
+const subset = (req, res) => {
+    dataDir_1.dataDirManager.update();
+    const options = {};
+    if (req.query.dir) {
+        options.dir = req.query.dir;
+    }
+    if (req.query.variant) {
+        if (req.query.variant === 'null') {
+            options.variant = undefined;
+        }
+        else {
+            options.variant = req.query.variant;
+        }
+    }
+    if (req.query.ext) {
+        options.ext = req.query.ext;
+    }
+    if (req.query.recursive) {
+        options.recursive = req.query.recursive === 'true';
+    }
+    const returnedSubset = store_1.store.data.subset(options);
+    let result;
+    if (req.query.as === 'url') {
+        result = returnedSubset.items
+            .map(item => item.data?.content?.url?.path)
+            .filter(path => !!path);
+    }
+    else {
+        result = returnedSubset.filenames;
+    }
+    res.status(200);
+    res.set({
+        'Content-Type': 'application/json',
+    });
+    res.send(result);
+};
+exports.subset = subset;

package/dist/lib/store/dataDir/dataDirManager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataDirManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dataDir/dataDirManager.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,eAAO,MAAM,cAAc,EAAE,cAuH5B,CAAC"}
+{"version":3,"file":"dataDirManager.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/dataDir/dataDirManager.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,eAAO,MAAM,cAAc,EAAE,cA0H5B,CAAC"}

package/dist/lib/store/dataDir/dataDirManager.js

@@ -56,6 +56,7 @@ exports.dataDirManager = {
     update: () => {
         const dataDirModificationUniqueId = exports.dataDirManager.getModificationUniqueId();
         let changedFiles = {
+            all: [],
             updated: [],
             deleted: [],
             fromUniqueId: store_1.store.currentUniqueId,
@@ -73,13 +74,15 @@ exports.dataDirManager = {
                 dependencyManager_1.dependencyManager.trackInvalidatedFilepaths();
                 changedFiles = workDir_1.workDirHelper.getChangedFilesBetween(storeLastUniqueId, dataDirModificationUniqueId);
                 hook_1.hookManager.invokeOnStoreChangeStart(changedFiles);
-                changedFiles.updated.forEach(file => {
-                    storeManager_1.storeManager.update(file);
-                    const fileContent = store_1.store.data.get(file);
-                    storeManager_1.storeManager.parseSingleFileIncludes(file, fileContent);
-                });
-                changedFiles.deleted.forEach(file => {
-                    storeManager_1.storeManager.remove(file);
+                changedFiles.all.forEach(changedData => {
+                    if (changedData.type === 'updated') {
+                        storeManager_1.storeManager.update(changedData.file);
+                        const fileContent = store_1.store.data.get(changedData.file);
+                        storeManager_1.storeManager.parseSingleFileIncludes(changedData.file, fileContent);
+                    }
+                    else {
+                        storeManager_1.storeManager.remove(changedData.file);
+                    }
                 });
                 // Clear all store subsets and queries, since they are stale.
                 // In fact, the subset cache should be cleared only when files

package/dist/lib/store/store.types.d.ts

@@ -116,7 +116,7 @@ export type StoreSubsetOptions = {
      * Use null to avoid searching for any variant.
      * Defaults to '_main'.
      */
-    variant?: string;
+    variant?: string | null;
     /**
      * Optional file extension, without dots. Defaults to 'json'.
      */

package/dist/lib/store/store.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"store.types.d.ts","sourceRoot":"","sources":["../../../src/lib/store/store.types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS,CAAC,CAAC,EAAE,CAAC,CAAE,SAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAChD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAAC;CAClD;AAED;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;OAMG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7B;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAErB;;OAEG;IACH,KAAK,EAAE;QACL;;WAEG;QACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEtB;;WAEG;QACH,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEvB;;WAEG;QACH,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC1B,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEtB;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;;;;;;OASG;IACH,GAAG,CAAC,gBAAgB,EAAE,MAAM,GAAG,YAAY,CAAC;IAE5C;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;OAKG;IACH,aAAa,IAAI,YAAY,CAAC;IAE9B;;;;;;;;OAQG;IACH,uBAAuB,CACrB,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,GAAG,GACf,YAAY,CAAC;IAEhB;;;;OAIG;IACH,KAAK,IAAI,YAAY,CAAC;CACvB,CAAC"}
+{"version":3,"file":"store.types.d.ts","sourceRoot":"","sources":["../../../src/lib/store/store.types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS,CAAC,CAAC,EAAE,CAAC,CAAE,SAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAChD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAAC;CAClD;AAED;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;OAMG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7B;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAErB;;OAEG;IACH,KAAK,EAAE;QACL;;WAEG;QACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEtB;;WAEG;QACH,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAEvB;;WAEG;QACH,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC1B,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEtB;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;;;;;;OASG;IACH,GAAG,CAAC,gBAAgB,EAAE,MAAM,GAAG,YAAY,CAAC;IAE5C;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC;IAEnC;;;;;OAKG;IACH,aAAa,IAAI,YAAY,CAAC;IAE9B;;;;;;;;OAQG;IACH,uBAAuB,CACrB,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,GAAG,GACf,YAAY,CAAC;IAEhB;;;;OAIG;IACH,KAAK,IAAI,YAAY,CAAC;CACvB,CAAC"}

package/dist/lib/store/workDir/workDir.types.d.ts

@@ -1,3 +1,10 @@
+/**
+ * An item for all changed files in Static Suite's data dir.
+ */
+export type allChangesItem = {
+    file: string;
+    type: 'updated' | 'deleted';
+};
 /**
  * A group of changed files in Static Suite's data dir.
  */
@@ -18,6 +25,10 @@ export type ChangedFiles = {
      * A list of deleted files.
      */
     deleted: string[];
+    /**
+     * A list of all changed files, sorted by its timestamp.
+     */
+    all: allChangesItem[];
 };
 /**
  * Information from a Static Suite's log line.

package/dist/lib/store/workDir/workDir.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workDir.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDir.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,EAAE,OAAO,GAAG,QAAQ,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE;QACJ;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC"}
+{"version":3,"file":"workDir.types.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDir.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,SAAS,GAAG,SAAS,CAAC;CAC7B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB;;OAEG;IACH,GAAG,EAAE,cAAc,EAAE,CAAC;CACvB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,EAAE,OAAO,GAAG,QAAQ,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE;QACJ;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC"}

package/dist/lib/store/workDir/workDirHelper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workDirHelper.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDirHelper.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAe,MAAM,iBAAiB,CAAC;AAO5D;;GAEG;AACH,eAAO,MAAM,iBAAiB,qCAAqC,CAAC;AAEpE,eAAO,MAAM,aAAa;IACxB;;;;OAIG;mCAC0B,MAAM,GAAG,IAAI;IAsB1C;;;;;;;;;;;OAWG;2CAEa,MAAM,cACR,MAAM,KACjB,YAAY;CAkChB,CAAC"}
+{"version":3,"file":"workDirHelper.d.ts","sourceRoot":"","sources":["../../../../src/lib/store/workDir/workDirHelper.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,YAAY,EAAe,MAAM,iBAAiB,CAAC;AAO5E;;GAEG;AACH,eAAO,MAAM,iBAAiB,qCAAqC,CAAC;AAEpE,eAAO,MAAM,aAAa;IACxB;;;;OAIG;mCAC0B,MAAM,GAAG,IAAI;IAsB1C;;;;;;;;;;;OAWG;2CAEa,MAAM,cACR,MAAM,KACjB,YAAY;CAmDhB,CAAC"}

package/dist/lib/store/workDir/workDirHelper.js

@@ -61,19 +61,34 @@ exports.workDirHelper = {
             }
         });
         const lineDataArray = Object.values(lineData);
+        const lineDataByUniqueId = {};
+        lineDataArray.forEach(lineDataGroup => {
+            if (!lineDataByUniqueId[lineDataGroup.uniqueId]) {
+                lineDataByUniqueId[lineDataGroup.uniqueId] = [];
+            }
+            lineDataByUniqueId[lineDataGroup.uniqueId].push(lineDataGroup);
+        });
+        const sortedUniqueIds = Object.keys(lineDataByUniqueId).sort();
+        const all = [];
+        sortedUniqueIds.forEach(sortedUniqueId => {
+            lineDataByUniqueId[sortedUniqueId].forEach(data => {
+                all.push({
+                    file: data.file.relativePath,
+                    type: data.operation === 'write' ? 'updated' : 'deleted',
+                });
+            });
+        });
+        all.forEach(data => {
+            logger_1.logger.debug(`Found ${data.type} file "${data.file}"`);
+        });
         const updated = lineDataArray
             .filter(data => data.operation === 'write')
             .map(data => data.file.relativePath);
-        updated.forEach(file => {
-            logger_1.logger.debug(`Found updated file "${file}"`);
-        });
         const deleted = lineDataArray
             .filter(data => data.operation === 'delete')
             .map(data => data.file.relativePath);
-        deleted.forEach(file => {
-            logger_1.logger.debug(`Found deleted file "${file}"`);
-        });
         return {
+            all,
             updated,
             deleted,
             fromUniqueId,

package/dist/static-suite-data-server.d.ts

@@ -435,7 +435,7 @@ declare type StoreSubsetOptions = {
      * Use null to avoid searching for any variant.
      * Defaults to '_main'.
      */
-    variant?: string;
+    variant?: string | null;
     /**
      * Optional file extension, without dots. Defaults to 'json'.
      */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@static-suite/static-suite-data-server",
-  "version": "0.0.10",
+  "version": "0.0.12",
   "description": "A flexible, fast and developer friendly Data Server for Static Suite",
   "main": "./dist/lib/index.js",
   "typings": "./dist/lib/index.d.ts",

package/src/http/routes/index.ts

@@ -31,6 +31,7 @@ import {
 } from './dependency';
 import { indexUrl } from './indexUrl';
 import { indexUUID } from './indexUUID';
+import { subset } from './subset';
 
 const routes = Router();
 
@@ -63,5 +64,6 @@ routes.get('/dependency', dependencyIndex);
 routes.get(['/data/*', '/data'], data);
 routes.get(['/index/url/*', '/index/url'], indexUrl);
 routes.get(['/index/uuid/*', '/index/uuid'], indexUUID);
+routes.get('/subset', subset);
 
 export default routes;

package/src/http/routes/subset.ts

@@ -0,0 +1,43 @@
+import { Request, Response } from 'express';
+import { StoreSubsetOptions } from 'lib/store/store.types';
+import { store } from '../../lib/store';
+import { dataDirManager } from '../../lib/store/dataDir';
+
+const subset = (req: Request, res: Response): void => {
+  dataDirManager.update();
+  const options: StoreSubsetOptions = {};
+  if (req.query.dir) {
+    options.dir = req.query.dir as string;
+  }
+  if (req.query.variant) {
+    if (req.query.variant === 'null') {
+      options.variant = undefined;
+    } else {
+      options.variant = req.query.variant as string;
+    }
+  }
+  if (req.query.ext) {
+    options.ext = req.query.ext as string;
+  }
+  if (req.query.recursive) {
+    options.recursive = req.query.recursive === 'true';
+  }
+
+  const returnedSubset = store.data.subset(options);
+  let result;
+  if (req.query.as === 'url') {
+    result = returnedSubset.items
+      .map(item => item.data?.content?.url?.path)
+      .filter(path => !!path);
+  } else {
+    result = returnedSubset.filenames;
+  }
+
+  res.status(200);
+  res.set({
+    'Content-Type': 'application/json',
+  });
+  res.send(result);
+};
+
+export { subset };

package/src/lib/store/dataDir/dataDirManager.ts

@@ -75,6 +75,7 @@ export const dataDirManager: DataDirManager = {
       dataDirManager.getModificationUniqueId();
 
     let changedFiles: ChangedFiles = {
+      all: [],
       updated: [],
       deleted: [],
       fromUniqueId: store.currentUniqueId,
@@ -100,14 +101,16 @@ export const dataDirManager: DataDirManager = {
           dataDirModificationUniqueId,
         );
         hookManager.invokeOnStoreChangeStart(changedFiles);
-        changedFiles.updated.forEach(file => {
-          storeManager.update(file);
-          const fileContent = store.data.get(file);
-          storeManager.parseSingleFileIncludes(file, fileContent);
-        });
-        changedFiles.deleted.forEach(file => {
-          storeManager.remove(file);
+        changedFiles.all.forEach(changedData => {
+          if (changedData.type === 'updated') {
+            storeManager.update(changedData.file);
+            const fileContent = store.data.get(changedData.file);
+            storeManager.parseSingleFileIncludes(changedData.file, fileContent);
+          } else {
+            storeManager.remove(changedData.file);
+          }
         });
+
         // Clear all store subsets and queries, since they are stale.
         // In fact, the subset cache should be cleared only when files
         // are added or deleted, but not when they are simply updated.

package/src/lib/store/store.types.ts

@@ -125,7 +125,7 @@ export type StoreSubsetOptions = {
    * Use null to avoid searching for any variant.
    * Defaults to '_main'.
    */
-  variant?: string;
+  variant?: string | null;
 
   /**
    * Optional file extension, without dots. Defaults to 'json'.

package/src/lib/store/workDir/__tests__/workDirHelper.test.ts

@@ -24,6 +24,18 @@ describe('workDirHelper test', () => {
           'es/config/static_export.settings.json',
           'es/entity/node/recipe/9.json',
         ],
+        all: [
+          { file: 'es/entity/node/article/10.json', type: 'deleted' },
+          { file: 'en/entity/node/article/10.json', type: 'updated' },
+          {
+            file: 'es/config/static_export.settings.json',
+            type: 'updated',
+          },
+          {
+            file: 'es/entity/node/recipe/9.json',
+            type: 'updated',
+          },
+        ],
       });
     });
   });

package/src/lib/store/workDir/workDir.types.ts

@@ -1,3 +1,11 @@
+/**
+ * An item for all changed files in Static Suite's data dir.
+ */
+export type allChangesItem = {
+  file: string;
+  type: 'updated' | 'deleted';
+};
+
 /**
  * A group of changed files in Static Suite's data dir.
  */
@@ -16,10 +24,16 @@ export type ChangedFiles = {
    * A list of updated files (both newly added and changed files).
    */
   updated: string[];
+
   /**
    * A list of deleted files.
    */
   deleted: string[];
+
+  /**
+   * A list of all changed files, sorted by its timestamp.
+   */
+  all: allChangesItem[];
 };
 
 /**

package/src/lib/store/workDir/workDirHelper.ts

@@ -1,7 +1,7 @@
 import fs from 'fs';
 import { logger } from '../../utils/logger';
 import { isUniqueId } from '../../utils/string';
-import { ChangedFiles, LogLineData } from './workDir.types';
+import { allChangesItem, ChangedFiles, LogLineData } from './workDir.types';
 import {
   getLogFile,
   getChangedLinesBetween,
@@ -69,21 +69,38 @@ export const workDirHelper = {
     });
     const lineDataArray: LogLineData[] = Object.values(lineData);
 
+    const lineDataByUniqueId: Record<string, LogLineData[]> = {};
+    lineDataArray.forEach(lineDataGroup => {
+      if (!lineDataByUniqueId[lineDataGroup.uniqueId]) {
+        lineDataByUniqueId[lineDataGroup.uniqueId] = [];
+      }
+      lineDataByUniqueId[lineDataGroup.uniqueId].push(lineDataGroup);
+    });
+    const sortedUniqueIds = Object.keys(lineDataByUniqueId).sort();
+    const all: allChangesItem[] = [];
+    sortedUniqueIds.forEach(sortedUniqueId => {
+      lineDataByUniqueId[sortedUniqueId].forEach(data => {
+        all.push({
+          file: data.file.relativePath,
+          type: data.operation === 'write' ? 'updated' : 'deleted',
+        });
+      });
+    });
+
+    all.forEach(data => {
+      logger.debug(`Found ${data.type} file "${data.file}"`);
+    });
+
     const updated = lineDataArray
       .filter(data => data.operation === 'write')
       .map(data => data.file.relativePath);
-    updated.forEach(file => {
-      logger.debug(`Found updated file "${file}"`);
-    });
 
     const deleted = lineDataArray
       .filter(data => data.operation === 'delete')
       .map(data => data.file.relativePath);
-    deleted.forEach(file => {
-      logger.debug(`Found deleted file "${file}"`);
-    });
 
     return {
+      all,
       updated,
       deleted,
       fromUniqueId,