@lde/search-pipeline 0.34.0 → 0.35.1

package/dist/search-index-writer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search-index-writer.d.ts","sourceRoot":"","sources":["../src/search-index-writer.ts"],"names":[],"mappings":"AACA,OAAO,EAKL,KAAK,MAAM,EACZ,MAAM,eAAe,CAAC;AACvB,OAAO,EAEL,KAAK,QAAQ,EACb,KAAK,cAAc,EACnB,KAAK,YAAY,EAClB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,6CAA6C;AAC7C,MAAM,WAAW,wBAAwB;IACvC;;;;;OAKG;IACH,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,SAAS,EAAE,CACT,UAAU,EAAE,QAAQ,EACpB,MAAM,EAAE,YAAY,KACjB,MAAM,CAAC,cAAc,CAAC,CAAC;CAC7B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,wBAAwB,GAChC,MAAM,CAAC,mBAAmB,CAAC,CA+M7B"}
+{"version":3,"file":"search-index-writer.d.ts","sourceRoot":"","sources":["../src/search-index-writer.ts"],"names":[],"mappings":"AACA,OAAO,EAKL,KAAK,MAAM,EACZ,MAAM,eAAe,CAAC;AACvB,OAAO,EAEL,KAAK,QAAQ,EACb,KAAK,cAAc,EACnB,KAAK,YAAY,EAClB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,6CAA6C;AAC7C,MAAM,WAAW,wBAAwB;IACvC;;;;;OAKG;IACH,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,SAAS,EAAE,CACT,UAAU,EAAE,QAAQ,EACpB,MAAM,EAAE,YAAY,KACjB,MAAM,CAAC,cAAc,CAAC,CAAC;CAC7B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,wBAAwB,GAChC,MAAM,CAAC,mBAAmB,CAAC,CAqO7B"}

package/dist/search-index-writer.js

@@ -134,7 +134,25 @@ export function searchIndexWriter(options) {
                     // have rolled back or swept. Every collection is flushed, not just the
                     // ones that received documents this dataset: a collection an earlier
                     // run held documents for still needs its sweep to reconcile.
-                    await settleAll(runs.values(), 'flush', 'collection', (run) => run.flush?.(dataset, outcome));
+                    //
+                    // A dataset fails as a whole, though: when one collection fails it
+                    // (a rollback that threw, or a collection refusing too many of its
+                    // documents), the collections that took it are flushed again as
+                    // failed, so a Blue/green swap never ships the dataset in one
+                    // collection and not in the one its documents join to.
+                    const flushed = [];
+                    try {
+                        await settleAll(runs.values(), 'flush', 'collection', async (run) => {
+                            await run.flush?.(dataset, outcome);
+                            flushed.push(run);
+                        });
+                    }
+                    catch (error) {
+                        if (outcome === 'success') {
+                            await Promise.allSettled(flushed.map((run) => run.flush?.(dataset, 'failed')));
+                        }
+                        throw error;
+                    }
                 },
                 reset: async (dataset) => {
                     // Let every collection’s run discard whatever it already holds for the

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/search-pipeline",
-  "version": "0.34.0",
+  "version": "0.35.1",
   "description": "Search indexing as an @lde/pipeline instance: a Writer<Quad> that applies the @lde/search projection to extracted RDF and fans each document out to the transactional engine writer for its type's collection. Glue between the pipeline quad world and the search-engine document world; owns no projection or engine logic itself.",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
@@ -25,14 +25,14 @@
     "!**/*.tsbuildinfo"
   ],
   "dependencies": {
-    "@lde/search": "^0.31.0",
+    "@lde/search": "^0.32.1",
     "@traqula/generator-sparql-1-1": "^1.3.1",
     "@traqula/parser-sparql-1-1": "^1.3.1",
     "@traqula/rules-sparql-1-1": "^1.2.0",
     "tslib": "^2.3.0"
   },
   "devDependencies": {
-    "@lde/search-typesense": "^0.37.0",
+    "@lde/search-typesense": "^0.38.1",
     "@rdfjs/types": "^2.0.1",
     "n3": "^2.13.12",
     "testcontainers": "^12.1.0",
@@ -40,6 +40,6 @@
   },
   "peerDependencies": {
     "@lde/dataset": "^0.8.0",
-    "@lde/pipeline": "^0.38.1"
+    "@lde/pipeline": "^0.39.0"
   }
 }