construct-hub 0.4.303 → 0.4.304

package/lib/backend/ingestion/re-ingest.lambda.bundle/index.js

@@ -2111,10 +2111,10 @@ var require_local_reservoir = __commonJS({
       }
     };
     LocalReservoir.prototype.isSampled = function isSampled() {
-      var now = Math.round((/* @__PURE__ */ new Date()).getTime() / 1e3);
-      if (now !== this.thisSecond) {
+      var now2 = Math.round((/* @__PURE__ */ new Date()).getTime() / 1e3);
+      if (now2 !== this.thisSecond) {
         this.usedThisSecond = 0;
-        this.thisSecond = now;
+        this.thisSecond = now2;
       }
       if (this.usedThisSecond >= this.fixedTarget) {
         return Math.random() < this.fallbackRate;
@@ -2288,9 +2288,9 @@ var require_reservoir = __commonJS({
       this.reportInterval = 1;
       this.reportElapsed = 0;
     };
-    Reservoir.prototype.borrowOrTake = function borrowOrTake(now, canBorrow) {
-      this.adjustThisSec(now);
-      if (this.quota >= 0 && this.TTL >= now) {
+    Reservoir.prototype.borrowOrTake = function borrowOrTake(now2, canBorrow) {
+      this.adjustThisSec(now2);
+      if (this.quota >= 0 && this.TTL >= now2) {
         if (this.takenThisSec >= this.quota) {
           return false;
         }
@@ -2305,11 +2305,11 @@ var require_reservoir = __commonJS({
         return "borrow";
       }
     };
-    Reservoir.prototype.adjustThisSec = function adjustThisSec(now) {
-      if (now !== this.thisSec) {
+    Reservoir.prototype.adjustThisSec = function adjustThisSec(now2) {
+      if (now2 !== this.thisSec) {
         this.takenThisSec = 0;
         this.borrowedThisSec = 0;
-        this.thisSec = now;
+        this.thisSec = now2;
       }
     };
     Reservoir.prototype.loadNewQuota = function loadNewQuota(quota, TTL, interval) {
@@ -2518,7 +2518,7 @@ var require_service_connector = __commonJS({
     };
     var constructStatisticsDocs = function constructStatisticsDocs2(rules) {
       var documents = [];
-      var now = Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
+      var now2 = Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
       rules.forEach(function(rule) {
         var statistics = rule.snapshotStatistics();
         var doc = {
@@ -2527,7 +2527,7 @@ var require_service_connector = __commonJS({
           "RequestCount": statistics.requestCount,
           "BorrowCount": statistics.borrowCount,
           "SampledCount": statistics.sampledCount,
-          "Timestamp": now
+          "Timestamp": now2
         };
         documents.push(doc);
       });
@@ -2598,8 +2598,8 @@ var require_rule_cache = __commonJS({
        * @module RuleCache
        * @function getMatchedRule
        */
-      getMatchedRule: function getMatchedRule(sampleRequest, now) {
-        if (isExpired(now)) {
+      getMatchedRule: function getMatchedRule(sampleRequest, now2) {
+        if (isExpired(now2)) {
           return null;
         }
         var matchedRule;
@@ -2661,18 +2661,18 @@ var require_rule_cache = __commonJS({
       getRules: function getRules() {
         return this.rules;
       },
-      timestamp: function timestamp(now) {
-        this.lastUpdated = now;
+      timestamp: function timestamp(now2) {
+        this.lastUpdated = now2;
       },
       getLastUpdated: function getLastUpdated() {
         return this.lastUpdated;
       }
     };
-    var isExpired = function isExpired2(now) {
+    var isExpired = function isExpired2(now2) {
       if (!RuleCache.getLastUpdated()) {
         return true;
       }
-      return now > RuleCache.getLastUpdated() + TTL;
+      return now2 > RuleCache.getLastUpdated() + TTL;
     };
     module2.exports = RuleCache;
   }
@@ -2713,13 +2713,13 @@ var require_rule_poller = __commonJS({
       }
     };
     var refreshCache = function refreshCache2() {
-      var now = Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
+      var now2 = Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
       ServiceConnector.fetchSamplingRules(function(err, newRules) {
         if (err) {
           logger.getLogger().warn("Failed to retrieve sampling rules from X-Ray service:", err);
         } else if (newRules.length !== 0) {
           ruleCache.loadRules(newRules);
-          ruleCache.timestamp(now);
+          ruleCache.timestamp(now2);
           logger.getLogger().info("Successfully refreshed centralized sampling rule cache.");
         }
       });
@@ -2815,11 +2815,11 @@ var require_default_sampler = __commonJS({
           if (!sampleRequest.serviceType) {
             sampleRequest.serviceType = SegmentUtils.origin;
           }
-          var now = Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
-          var matchedRule = this.ruleCache.getMatchedRule(sampleRequest, now);
+          var now2 = Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
+          var matchedRule = this.ruleCache.getMatchedRule(sampleRequest, now2);
           if (matchedRule) {
             logger.getLogger().debug(util.format("Rule %s is matched.", matchedRule.getName()));
-            return processMatchedRule(matchedRule, now);
+            return processMatchedRule(matchedRule, now2);
           } else {
             logger.getLogger().info("No effective centralized sampling rule match. Fallback to local rules.");
             return this.localSampler.shouldSample(sampleRequest);
@@ -2849,11 +2849,11 @@ var require_default_sampler = __commonJS({
         }
       }
     };
-    var processMatchedRule = function processMatchedRule2(rule, now) {
+    var processMatchedRule = function processMatchedRule2(rule, now2) {
       rule.incrementRequestCount();
       var reservoir = rule.getReservoir();
       var sample = true;
-      var decision = reservoir.borrowOrTake(now, rule.canBorrow());
+      var decision = reservoir.borrowOrTake(now2, rule.canBorrow());
       if (decision === "borrow") {
         rule.incrementBorrowCount();
       } else if (decision === "take") {
@@ -5919,7 +5919,7 @@ var require_lru_cache = __commonJS({
         maxAge = maxAge || this[MAX_AGE];
         if (maxAge && typeof maxAge !== "number")
           throw new TypeError("maxAge must be a number");
-        const now = maxAge ? Date.now() : 0;
+        const now2 = maxAge ? Date.now() : 0;
         const len = this[LENGTH_CALCULATOR](value, key);
         if (this[CACHE].has(key)) {
           if (len > this[MAX]) {
@@ -5932,7 +5932,7 @@ var require_lru_cache = __commonJS({
             if (!this[NO_DISPOSE_ON_SET])
               this[DISPOSE](key, item.value);
           }
-          item.now = now;
+          item.now = now2;
           item.maxAge = maxAge;
           item.value = value;
           this[LENGTH] += len - item.length;
@@ -5941,7 +5941,7 @@ var require_lru_cache = __commonJS({
           trim(this);
           return true;
         }
-        const hit = new Entry(key, value, len, now, maxAge);
+        const hit = new Entry(key, value, len, now2, maxAge);
         if (hit.length > this[MAX]) {
           if (this[DISPOSE])
             this[DISPOSE](key, value);
@@ -5977,14 +5977,14 @@ var require_lru_cache = __commonJS({
       }
       load(arr) {
         this.reset();
-        const now = Date.now();
+        const now2 = Date.now();
         for (let l = arr.length - 1; l >= 0; l--) {
           const hit = arr[l];
           const expiresAt = hit.e || 0;
           if (expiresAt === 0)
             this.set(hit.k, hit.v);
           else {
-            const maxAge = expiresAt - now;
+            const maxAge = expiresAt - now2;
             if (maxAge > 0) {
               this.set(hit.k, hit.v, maxAge);
             }
@@ -6039,11 +6039,11 @@ var require_lru_cache = __commonJS({
       }
     };
     var Entry = class {
-      constructor(key, value, length, now, maxAge) {
+      constructor(key, value, length, now2, maxAge) {
         this.key = key;
         this.value = value;
         this.length = length;
-        this.now = now;
+        this.now = now2;
         this.maxAge = maxAge || 0;
       }
     };
@@ -8115,11 +8115,15 @@ function integrity(input, tarball, alg = ((_a) => (_a = input.integrity) == null
   };
 }
 
+// src/backend/shared/time.lambda-shared.ts
+var now = Date.now;
+
 // src/backend/ingestion/re-ingest.lambda.ts
 async function handler(event, context) {
   console.log("Event: ", JSON.stringify(event, null, 2));
   const bucket = requireEnv("BUCKET_NAME");
   const queueUrl = requireEnv("QUEUE_URL");
+  const age = requireEnv("REPROCESS_AGE_MILLIS");
   console.log(`Download metadata object at ${bucket}/${event.Key}`);
   const { Body: jsonMetadata } = await s3().getObject({ Bucket: bucket, Key: event.Key }).promise();
   if (jsonMetadata == null) {
@@ -8131,7 +8135,13 @@ async function handler(event, context) {
     0,
     event.Key.length - METADATA_KEY_SUFFIX.length
   )}${PACKAGE_KEY_SUFFIX}`;
-  console.log(`Download metadata object at ${bucket}/${tarballKey}`);
+  if (!isYoungEnough(time, Number(age))) {
+    console.log(
+      `Tarball ${tarballKey} has been published too far in the past (${age}). Not reprocessing`
+    );
+    return;
+  }
+  console.log(`Download tarball object at ${bucket}/${tarballKey}`);
   const { Body: tarball, VersionId: versionId } = await s3().getObject({ Bucket: bucket, Key: tarballKey }).promise();
   if (tarball == null) {
     console.error(`No body found in ${bucket}/${tarballKey}, aborting.`);
@@ -8176,6 +8186,10 @@ async function handler(event, context) {
     }
   }).promise();
 }
+function isYoungEnough(publishDate, historyTimeWindow) {
+  const publish = new Date(publishDate).getTime();
+  return publish + historyTimeWindow >= now();
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   handler