@lde/pipeline 0.30.7 → 0.30.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"importResolver.d.ts","sourceRoot":"","sources":["../../src/distribution/importResolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,KAAK,oBAAoB,EAEzB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAGvB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,qBAAa,cAAe,YAAW,oBAAoB;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CACX,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,GACnD,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;YAgB5C,aAAa;
|
|
1
|
+
{"version":3,"file":"importResolver.d.ts","sourceRoot":"","sources":["../../src/distribution/importResolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,KAAK,oBAAoB,EAEzB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAGvB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,qBAAa,cAAe,YAAW,oBAAoB;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CACX,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,GACnD,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;YAgB5C,aAAa;IA2GrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
|
@@ -35,15 +35,20 @@ export class ImportResolver {
|
|
|
35
35
|
const candidates = dataset
|
|
36
36
|
.getDownloadDistributions()
|
|
37
37
|
.filter((d) => d.accessUrl && successfulUrls.has(d.accessUrl.toString()));
|
|
38
|
-
//
|
|
39
|
-
//
|
|
38
|
+
// Establish a trustworthy change signal for the downloader so it can skip
|
|
39
|
+
// redundant downloads (and preserve the QLever index cache). For a data
|
|
40
|
+
// dump the authoritative date is the most recent of the register’s declared
|
|
41
|
+
// `dct:modified` and the artifact’s real HTTP `Last-Modified`: a stale
|
|
42
|
+
// register date must never mask a newer upload (openarchieven publishes
|
|
43
|
+
// dumps with a months-old `dct:modified`, see #436). Taking the maximum errs
|
|
44
|
+
// toward reprocessing rather than serving stale output.
|
|
40
45
|
for (const candidate of candidates) {
|
|
41
|
-
if (candidate.lastModified)
|
|
42
|
-
continue;
|
|
43
46
|
const probeResult = probeResults.find((r) => r.url === candidate.accessUrl.toString());
|
|
44
47
|
if (probeResult &&
|
|
45
48
|
!(probeResult instanceof NetworkError) &&
|
|
46
|
-
probeResult.lastModified
|
|
49
|
+
probeResult.lastModified &&
|
|
50
|
+
(candidate.lastModified === undefined ||
|
|
51
|
+
probeResult.lastModified > candidate.lastModified)) {
|
|
47
52
|
candidate.lastModified = probeResult.lastModified;
|
|
48
53
|
}
|
|
49
54
|
}
|