@lde/pipeline 0.16.0 → 0.17.1

package/dist/distribution/importResolver.d.ts

@@ -4,19 +4,35 @@ import { type DistributionResolver, NoDistributionAvailable, ResolvedDistributio
 export interface ImportResolverOptions {
     importer: Importer;
     server: SparqlServer;
+    /**
+     * Controls how a dataset's distribution is selected.
+     *
+     * - `'sparql'` (default) — use a dataset's own SPARQL endpoint when one is
+     *   available; fall back to importing a data dump only when no endpoint
+     *   responds.
+     * - `'import'` — always import a data dump into a local SPARQL server,
+     *   even when the dataset advertises a working SPARQL endpoint. Useful when
+     *   the remote endpoint is too slow or unreliable.
+     *
+     * In both modes the inner resolver still runs so that probe results are
+     * collected for reporting and the dataset knowledge graph.
+     */
+    strategy?: 'sparql' | 'import';
 }
 /**
- * A {@link DistributionResolver} decorator that adds import-as-fallback logic.
+ * A {@link DistributionResolver} decorator that adds data-dump import logic.
  *
- * Delegates to an inner resolver first. If the inner resolver returns
- * {@link NoDistributionAvailable}, tries importing the dataset and optionally
- * starts a SPARQL server.
+ * Wraps an inner resolver (typically {@link SparqlDistributionResolver}) and
+ * adds the ability to import a data dump into a local SPARQL server. The
+ * {@link ImportResolverOptions.strategy | strategy} option controls whether the
+ * inner resolver's SPARQL endpoint is preferred or bypassed.
  */
 export declare class ImportResolver implements DistributionResolver {
     private readonly inner;
     private readonly options;
     constructor(inner: DistributionResolver, options: ImportResolverOptions);
     resolve(...args: Parameters<DistributionResolver['resolve']>): Promise<ResolvedDistribution | NoDistributionAvailable>;
+    private importDataset;
     cleanup(): Promise<void>;
 }
 //# sourceMappingURL=importResolver.d.ts.map

package/dist/distribution/importResolver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"importResolver.d.ts","sourceRoot":"","sources":["../../src/distribution/importResolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,KAAK,oBAAoB,EACzB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAEvB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED;;;;;;GAMG;AACH,qBAAa,cAAe,YAAW,oBAAoB;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CACX,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,GACnD,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;IAiCpD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
+{"version":3,"file":"importResolver.d.ts","sourceRoot":"","sources":["../../src/distribution/importResolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,KAAK,oBAAoB,EACzB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAEvB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,qBAAa,cAAe,YAAW,oBAAoB;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CACX,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,GACnD,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;YAgB5C,aAAa;IAgCrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/distribution/importResolver.js

@@ -2,11 +2,12 @@ import { Distribution } from '@lde/dataset';
 import { ImportFailed, ImportSuccessful } from '@lde/sparql-importer';
 import { NoDistributionAvailable, ResolvedDistribution, } from './resolver.js';
 /**
- * A {@link DistributionResolver} decorator that adds import-as-fallback logic.
+ * A {@link DistributionResolver} decorator that adds data-dump import logic.
  *
- * Delegates to an inner resolver first. If the inner resolver returns
- * {@link NoDistributionAvailable}, tries importing the dataset and optionally
- * starts a SPARQL server.
+ * Wraps an inner resolver (typically {@link SparqlDistributionResolver}) and
+ * adds the ability to import a data dump into a local SPARQL server. The
+ * {@link ImportResolverOptions.strategy | strategy} option controls whether the
+ * inner resolver's SPARQL endpoint is preferred or bypassed.
  */
 export class ImportResolver {
     inner;
@@ -16,19 +17,26 @@ export class ImportResolver {
         this.options = options;
     }
     async resolve(...args) {
+        const [dataset] = args;
         const result = await this.inner.resolve(...args);
-        if (result instanceof ResolvedDistribution)
+        // 'sparql' strategy (default): use SPARQL endpoint if inner found one.
+        if (this.options.strategy !== 'import' &&
+            result instanceof ResolvedDistribution) {
             return result;
-        const [dataset] = args;
+        }
+        // Either 'import' strategy or inner found nothing: import a data dump.
+        return this.importDataset(dataset, result.probeResults);
+    }
+    async importDataset(dataset, probeResults) {
         const importStart = Date.now();
         const importResult = await this.options.importer.import(dataset);
         if (importResult instanceof ImportSuccessful) {
             await this.options.server.start();
             const distribution = Distribution.sparql(this.options.server.queryEndpoint, importResult.identifier);
             distribution.subjectFilter = importResult.distribution.subjectFilter;
-            return new ResolvedDistribution(distribution, result.probeResults, importResult.distribution, Date.now() - importStart);
+            return new ResolvedDistribution(distribution, probeResults, importResult.distribution, Date.now() - importStart);
         }
-        return new NoDistributionAvailable(dataset, 'No SPARQL endpoint or importable data dump available', result.probeResults, importResult instanceof ImportFailed ? importResult : undefined);
+        return new NoDistributionAvailable(dataset, 'No SPARQL endpoint or importable data dump available', probeResults, importResult instanceof ImportFailed ? importResult : undefined);
     }
     async cleanup() {
         await this.options.server.stop();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.16.0",
+  "version": "0.17.1",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -23,9 +23,9 @@
     "!**/*.tsbuildinfo"
   ],
   "dependencies": {
-    "@lde/dataset": "0.7.0",
-    "@lde/dataset-registry-client": "0.7.2",
-    "@lde/sparql-importer": "0.3.0",
+    "@lde/dataset": "0.7.1",
+    "@lde/dataset-registry-client": "0.7.3",
+    "@lde/sparql-importer": "0.3.1",
     "@lde/sparql-server": "0.4.10",
     "@rdfjs/types": "^2.0.1",
     "@traqula/generator-sparql-1-1": "^1.0.3",