pepr 0.33.0 → 0.34.0

package/dist/lib/storage.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=storage.test.d.ts.map

package/dist/lib/storage.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.test.d.ts","sourceRoot":"","sources":["../../src/lib/storage.test.ts"],"names":[],"mappings":""}

package/dist/lib/tls.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tls.test.d.ts.map

package/dist/lib/tls.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tls.test.d.ts","sourceRoot":"","sources":["../../src/lib/tls.test.ts"],"names":[],"mappings":""}

package/dist/lib/utils.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=utils.test.d.ts.map

package/dist/lib/utils.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.test.d.ts","sourceRoot":"","sources":["../../src/lib/utils.test.ts"],"names":[],"mappings":""}

package/dist/lib/validate-request.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=validate-request.test.d.ts.map

package/dist/lib/validate-request.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-request.test.d.ts","sourceRoot":"","sources":["../../src/lib/validate-request.test.ts"],"names":[],"mappings":""}

package/dist/lib/watch-processor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"watch-processor.d.ts","sourceRoot":"","sources":["../../src/lib/watch-processor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAO,gBAAgB,EAAY,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEvF,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAwB1C;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,YAAY,EAAE,UAAU,EAAE,QAMpD;AA6ED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,GAAE,MAAW,EAAE,GAAG,CAAC,EAAE,gBAAgB,QAOtF"}
+{"version":3,"file":"watch-processor.d.ts","sourceRoot":"","sources":["../../src/lib/watch-processor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAO,gBAAgB,EAAY,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEvF,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AA4B1C;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,YAAY,EAAE,UAAU,EAAE,QAMpD;AAyFD,wBAAgB,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,GAAE,MAAW,EAAE,GAAG,CAAC,EAAE,gBAAgB,QAOtF"}

package/dist/lib/watch-processor.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=watch-processor.test.d.ts.map

package/dist/lib/watch-processor.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watch-processor.test.d.ts","sourceRoot":"","sources":["../../src/lib/watch-processor.test.ts"],"names":[],"mappings":""}

package/dist/lib.js

@@ -51,7 +51,7 @@ var R = __toESM(require("ramda"));
 
 // src/lib/capability.ts
 var import_kubernetes_fluent_client6 = require("kubernetes-fluent-client");
-var import_ramda7 = require("ramda");
+var import_ramda6 = require("ramda");
 
 // src/lib/logger.ts
 var import_pino = require("pino");
@@ -74,7 +74,7 @@ if (process.env.LOG_LEVEL) {
 var logger_default = Log;
 
 // src/lib/module.ts
-var import_ramda5 = require("ramda");
+var import_ramda4 = require("ramda");
 
 // src/lib/controller/index.ts
 var import_express = __toESM(require("express"));
@@ -88,13 +88,17 @@ var loggingPrefix = "MetricsCollector";
 var MetricsCollector = class {
   #registry;
   #counters = /* @__PURE__ */ new Map();
+  #gauges = /* @__PURE__ */ new Map();
   #summaries = /* @__PURE__ */ new Map();
   #prefix;
+  #cacheMissWindows = /* @__PURE__ */ new Map();
   #metricNames = {
     errors: "errors",
     alerts: "alerts",
-    mutate: "Mutate",
-    validate: "Validate"
+    mutate: "mutate",
+    validate: "validate",
+    cacheMiss: "cache_miss",
+    resyncFailureCount: "resync_failure_count"
   };
   /**
    * Creates a MetricsCollector instance with prefixed metrics.
@@ -107,9 +111,11 @@ var MetricsCollector = class {
     this.addCounter(this.#metricNames.alerts, "Mutation/Validate bad api token received");
     this.addSummary(this.#metricNames.mutate, "Mutation operation summary");
     this.addSummary(this.#metricNames.validate, "Validation operation summary");
+    this.addGauge(this.#metricNames.cacheMiss, "Number of cache misses per window", ["window"]);
+    this.addGauge(this.#metricNames.resyncFailureCount, "Number of failures per resync operation", ["count"]);
   }
   #getMetricName = (name) => `${this.#prefix}_${name}`;
-  #addMetric = (collection, MetricType, name, help) => {
+  #addMetric = (collection, MetricType, name, help, labelNames) => {
     if (collection.has(this.#getMetricName(name))) {
       logger_default.debug(`Metric for ${name} already exists`, loggingPrefix);
       return;
@@ -117,19 +123,26 @@ var MetricsCollector = class {
     const metric = new MetricType({
       name: this.#getMetricName(name),
       help,
-      registers: [this.#registry]
+      registers: [this.#registry],
+      labelNames
     });
     collection.set(this.#getMetricName(name), metric);
   };
   addCounter = (name, help) => {
-    this.#addMetric(this.#counters, import_prom_client.default.Counter, name, help);
+    this.#addMetric(this.#counters, import_prom_client.default.Counter, name, help, []);
   };
   addSummary = (name, help) => {
-    this.#addMetric(this.#summaries, import_prom_client.default.Summary, name, help);
+    this.#addMetric(this.#summaries, import_prom_client.default.Summary, name, help, []);
+  };
+  addGauge = (name, help, labelNames) => {
+    this.#addMetric(this.#gauges, import_prom_client.default.Gauge, name, help, labelNames);
   };
   incCounter = (name) => {
     this.#counters.get(this.#getMetricName(name))?.inc();
   };
+  incGauge = (name, labels, value = 1) => {
+    this.#gauges.get(this.#getMetricName(name))?.inc(labels || {}, value);
+  };
   /**
    * Increments the error counter.
    */
@@ -158,7 +171,42 @@ var MetricsCollector = class {
   static observeStart() {
     return import_perf_hooks.performance.now();
   }
+  /**
+   * Increments the cache miss gauge for a given label.
+   * @param label - The label for the cache miss.
+   */
+  incCacheMiss = (window) => {
+    this.incGauge(this.#metricNames.cacheMiss, { window });
+  };
+  /**
+   * Increments the retry count gauge.
+   * @param count - The count to increment by.
+   */
+  incRetryCount = (count) => {
+    this.incGauge(this.#metricNames.resyncFailureCount, { count });
+  };
+  /**
+   * Initializes the cache miss gauge for a given label.
+   * @param label - The label for the cache miss.
+   */
+  initCacheMissWindow = (window) => {
+    this.#rollCacheMissWindows();
+    this.#gauges.get(this.#getMetricName(this.#metricNames.cacheMiss))?.set({ window }, 0);
+    this.#cacheMissWindows.set(window, 0);
+  };
+  /**
+   * Manages the size of the cache miss gauge map.
+   */
+  #rollCacheMissWindows = () => {
+    const maxCacheMissWindows = process.env.PEPR_MAX_CACHE_MISS_WINDOWS ? parseInt(process.env.PEPR_MAX_CACHE_MISS_WINDOWS, 10) : void 0;
+    if (maxCacheMissWindows !== void 0 && this.#cacheMissWindows.size >= maxCacheMissWindows) {
+      const firstKey = this.#cacheMissWindows.keys().next().value;
+      this.#cacheMissWindows.delete(firstKey);
+      this.#gauges.get(this.#getMetricName(this.#metricNames.cacheMiss))?.remove({ window: firstKey });
+    }
+  };
 };
+var metricsCollector = new MetricsCollector("pepr");
 
 // src/lib/mutate-processor.ts
 var import_fast_json_patch = __toESM(require("fast-json-patch"));
@@ -830,7 +878,7 @@ var Controller = class _Controller {
   // Track whether the server is running
   #running = false;
   // Metrics collector
-  #metricsCollector = new MetricsCollector("pepr");
+  #metricsCollector = metricsCollector;
   // The token used to authenticate requests
   #token = "";
   // The express app instance
@@ -1122,7 +1170,6 @@ function sanitizeResourceName(name) {
 }
 
 // src/lib/helpers.ts
-var import_ramda4 = require("ramda");
 function checkOverlap(bindingFilters, objectFilters) {
   if (Object.keys(bindingFilters).length === 0) {
     return true;
@@ -1235,9 +1282,10 @@ var Queue = class {
 
 // src/lib/watch-processor.ts
 var watchCfg = {
-  retryMax: process.env.PEPR_RETRYMAX ? parseInt(process.env.PEPR_RETRYMAX, 10) : 5,
-  retryDelaySec: process.env.PEPR_RETRYDELAYSECONDS ? parseInt(process.env.PEPR_RETRYDELAYSECONDS, 10) : 5,
-  resyncIntervalSec: process.env.PEPR_RESYNCINTERVALSECONDS ? parseInt(process.env.PEPR_RESYNCINTERVALSECONDS, 10) : 300
+  resyncFailureMax: process.env.PEPR_RESYNC_FAILURE_MAX ? parseInt(process.env.PEPR_RESYNC_FAILURE_MAX, 10) : 5,
+  resyncDelaySec: process.env.PEPR_RESYNC_DELAY_SECONDS ? parseInt(process.env.PEPR_RESYNC_DELAY_SECONDS, 10) : 5,
+  lastSeenLimitSeconds: process.env.PEPR_LAST_SEEN_LIMIT_SECONDS ? parseInt(process.env.PEPR_LAST_SEEN_LIMIT_SECONDS, 10) : 300,
+  relistIntervalSec: process.env.PEPR_RELIST_INTERVAL_SECONDS ? parseInt(process.env.PEPR_RELIST_INTERVAL_SECONDS, 10) : 1800
 };
 var eventToPhaseMap = {
   ["CREATE" /* Create */]: [import_types2.WatchPhase.Added],
@@ -1295,6 +1343,15 @@ async function runBinding(binding, capabilityNamespaces) {
   watcher.events.on(import_kubernetes_fluent_client5.WatchEvent.NETWORK_ERROR, (err) => logEvent(import_kubernetes_fluent_client5.WatchEvent.NETWORK_ERROR, err.message));
   watcher.events.on(import_kubernetes_fluent_client5.WatchEvent.LIST_ERROR, (err) => logEvent(import_kubernetes_fluent_client5.WatchEvent.LIST_ERROR, err.message));
   watcher.events.on(import_kubernetes_fluent_client5.WatchEvent.LIST, (list) => logEvent(import_kubernetes_fluent_client5.WatchEvent.LIST, JSON.stringify(list, void 0, 2)));
+  watcher.events.on(import_kubernetes_fluent_client5.WatchEvent.CACHE_MISS, (windowName) => {
+    metricsCollector.incCacheMiss(windowName);
+  });
+  watcher.events.on(import_kubernetes_fluent_client5.WatchEvent.INIT_CACHE_MISS, (windowName) => {
+    metricsCollector.initCacheMissWindow(windowName);
+  });
+  watcher.events.on(import_kubernetes_fluent_client5.WatchEvent.INC_RESYNC_FAILURE_COUNT, (retryCount) => {
+    metricsCollector.incRetryCount(retryCount);
+  });
   try {
     await watcher.start();
   } catch (err) {
@@ -1325,7 +1382,7 @@ var PeprModule = class {
    * @param opts Options for the Pepr runtime
    */
   constructor({ description, pepr }, capabilities = [], opts = {}) {
-    const config = (0, import_ramda5.clone)(pepr);
+    const config = (0, import_ramda4.clone)(pepr);
     config.description = description;
     ValidateError(config.onError);
     if (isBuildMode()) {
@@ -1372,7 +1429,7 @@ var PeprModule = class {
 };
 
 // src/lib/storage.ts
-var import_ramda6 = require("ramda");
+var import_ramda5 = require("ramda");
 var import_json_pointer = __toESM(require("json-pointer"));
 var MAX_WAIT_TIME = 15e3;
 var STORE_VERSION_PREFIX = "v2";
@@ -1393,7 +1450,7 @@ var Storage = class {
     this.#store = data || {};
     this.#onReady();
     for (const idx in this.#subscribers) {
-      this.#subscribers[idx]((0, import_ramda6.clone)(this.#store));
+      this.#subscribers[idx]((0, import_ramda5.clone)(this.#store));
     }
   };
   getItem = (key) => {
@@ -1474,7 +1531,7 @@ var Storage = class {
   };
   #onReady = () => {
     for (const handler of this.#readyHandlers) {
-      handler((0, import_ramda6.clone)(this.#store));
+      handler((0, import_ramda5.clone)(this.#store));
     }
     this.#onReady = () => {
     };
@@ -1551,8 +1608,7 @@ var OnSchedule = class {
   getDuration() {
     switch (this.unit) {
       case "seconds":
-        if (this.every < 10)
-          throw new Error("10 Seconds in the smallest interval allowed");
+        if (this.every < 10) throw new Error("10 Seconds in the smallest interval allowed");
         this.duration = 1e3 * this.every;
         break;
       case "minutes":
@@ -1770,7 +1826,7 @@ var Capability = class {
     const commonChain = { WithLabel, WithAnnotation, Mutate, Validate, Watch, Reconcile };
     const isNotEmpty = (value) => Object.keys(value).length > 0;
     const log = (message, cbString) => {
-      const filteredObj = (0, import_ramda7.pickBy)(isNotEmpty, binding.filters);
+      const filteredObj = (0, import_ramda6.pickBy)(isNotEmpty, binding.filters);
       logger_default.info(`${message} configured for ${binding.event}`, prefix);
       logger_default.info(filteredObj, prefix);
       logger_default.debug(cbString, prefix);