pepr 0.47.0-nightly.9 → 0.48.0

package/package.json

@@ -16,7 +16,7 @@
     "!src/fixtures/**",
     "!dist/**/*.test.d.ts*"
   ],
-  "version": "0.47.0-nightly.9",
+  "version": "0.48.0",
   "main": "dist/lib.js",
   "types": "dist/lib.d.ts",
   "scripts": {
@@ -54,7 +54,7 @@
     "heredoc": "^1.3.1",
     "http-status-codes": "^2.3.0",
     "json-pointer": "^0.6.2",
-    "kubernetes-fluent-client": "3.4.7",
+    "kubernetes-fluent-client": "3.4.10",
     "pino": "9.6.0",
     "pino-pretty": "13.0.0",
     "prom-client": "15.1.3",
@@ -97,4 +97,4 @@
     "typescript": "5.7.3",
     "uuid": "11.0.5"
   }
-}
+}

package/src/lib/controller/migrateStore.ts

@@ -0,0 +1,56 @@
+import { DataStore, Storage } from "../core/storage";
+import { startsWith } from "ramda";
+import Log, { redactedStore } from "../telemetry/logger";
+import { K8s } from "kubernetes-fluent-client";
+import { Store } from "../k8s";
+import { Operation } from "fast-json-patch";
+import { fillStoreCache, sendUpdatesAndFlushCache } from "./storeCache";
+
+export interface StoreMigration {
+  name: string;
+  namespace: string;
+  store: Store;
+  stores: Record<string, Storage>;
+  setupWatch: () => void;
+}
+
+export async function migrateAndSetupWatch(storeData: StoreMigration): Promise<void> {
+  const { store, namespace, name, stores, setupWatch } = storeData;
+
+  Log.debug(redactedStore(store), "Pepr Store migration");
+  // Add cacheID label to store
+  await K8s(Store, { namespace, name }).Patch([
+    {
+      op: "add",
+      path: "/metadata/labels/pepr.dev-cacheID",
+      value: `${Date.now()}`,
+    },
+  ]);
+
+  const data: DataStore = store.data;
+  let storeCache: Record<string, Operation> = {};
+
+  for (const name of Object.keys(stores)) {
+    // Get the prefix offset for the keys
+    const offset = `${name}-`.length;
+
+    // Loop over each key in the store
+    for (const key of Object.keys(data)) {
+      // Match on the capability name as a prefix for non v2 keys
+      if (startsWith(name, key) && !startsWith(`${name}-v2`, key)) {
+        // populate migrate cache
+        storeCache = fillStoreCache(storeCache, name, "remove", {
+          key: [key.slice(offset)],
+          value: data[key],
+        });
+        storeCache = fillStoreCache(storeCache, name, "add", {
+          key: [key.slice(offset)],
+          value: data[key],
+          version: "v2",
+        });
+      }
+    }
+  }
+  storeCache = await sendUpdatesAndFlushCache(storeCache, namespace, name);
+  setupWatch();
+}

package/src/lib/controller/store.ts

@@ -10,6 +10,7 @@ import { Store } from "../k8s";
 import Log, { redactedPatch, redactedStore } from "../telemetry/logger";
 import { DataOp, DataSender, DataStore, Storage } from "../core/storage";
 import { fillStoreCache, sendUpdatesAndFlushCache } from "./storeCache";
+import { migrateAndSetupWatch } from "./migrateStore";
 
 const namespace = "pepr-system";
 const debounceBackoffReceive = 1000;
@@ -56,7 +57,16 @@ export class StoreController {
         K8s(Store)
           .InNamespace(namespace)
           .Get(this.#name)
-          .then(async (store: Store) => await this.#migrateAndSetupWatch(store))
+          .then(
+            async (store: Store) =>
+              await migrateAndSetupWatch({
+                name,
+                namespace,
+                store,
+                stores: this.#stores,
+                setupWatch: this.#setupWatch,
+              }),
+          )
           .catch(this.#createStoreResource),
       Math.random() * 3000, // Add a jitter to the Store creation to avoid collisions
     );
@@ -67,45 +77,6 @@ export class StoreController {
     watcher.start().catch(e => Log.error(e, "Error starting Pepr store watch"));
   };
 
-  #migrateAndSetupWatch = async (store: Store): Promise<void> => {
-    Log.debug(redactedStore(store), "Pepr Store migration");
-    // Add cacheID label to store
-    await K8s(Store, { namespace, name: this.#name }).Patch([
-      {
-        op: "add",
-        path: "/metadata/labels/pepr.dev-cacheID",
-        value: `${Date.now()}`,
-      },
-    ]);
-
-    const data: DataStore = store.data || {};
-    let storeCache: Record<string, Operation> = {};
-
-    for (const name of Object.keys(this.#stores)) {
-      // Get the prefix offset for the keys
-      const offset = `${name}-`.length;
-
-      // Loop over each key in the store
-      for (const key of Object.keys(data)) {
-        // Match on the capability name as a prefix for non v2 keys
-        if (startsWith(name, key) && !startsWith(`${name}-v2`, key)) {
-          // populate migrate cache
-          storeCache = fillStoreCache(storeCache, name, "remove", {
-            key: [key.slice(offset)],
-            value: data[key],
-          });
-          storeCache = fillStoreCache(storeCache, name, "add", {
-            key: [key.slice(offset)],
-            value: data[key],
-            version: "v2",
-          });
-        }
-      }
-    }
-    storeCache = await sendUpdatesAndFlushCache(storeCache, namespace, this.#name);
-    this.#setupWatch();
-  };
-
   #receive = (store: Store): void => {
     Log.debug(redactedStore(store), "Pepr Store update");