@zodic/shared 0.0.198 → 0.0.200

package/app/services/ConceptService.ts

@@ -1221,4 +1221,61 @@ export class ConceptService {
       message: `Duplicate names processed and regenerated for ${conceptSlug}.`,
     };
   }
+
+  async cacheConceptNamesInBatches(conceptSlug: Concept, batchSize = 500) {
+    console.log(
+      `🔄 Fetching all EN names for '${conceptSlug}' from KV in batches...`
+    );
+
+    const kvStore = this.context.env.KV_CONCEPTS;
+    const kvCacheStore = this.context.env.KV_CONCEPT_CACHE;
+    let cursor: string | undefined = undefined;
+    let nameKeyMap: Record<string, string> = {}; // { name: kvKey }
+    let totalKeysScanned = 0;
+    let batchIndex = 0;
+    const prefix = `concepts:en-us:${conceptSlug}:`; // ✅ Fetch only for this concept
+
+    do {
+      const response: KVNamespaceListResult<KVConcept> = await kvStore.list({
+        prefix,
+        cursor,
+        limit: batchSize, // ✅ Fetch in batches
+      });
+
+      const {
+        keys,
+        cursor: newCursor,
+      }: { keys: KVNamespaceListKey<KVConcept>[]; cursor?: string } = response;
+      totalKeysScanned += keys.length;
+
+      for (const key of keys) {
+        const kvData = await kvStore.get<KVConcept>(key.name, 'json');
+        if (kvData?.name) {
+          nameKeyMap[kvData.name] = key.name; // Map name to its KV key
+        }
+      }
+
+      // ✅ Store this batch separately for the concept to avoid exceeding KV limits
+      await kvCacheStore.put(
+        `cache:concepts:en-us:${conceptSlug}:${batchIndex}`,
+        JSON.stringify(nameKeyMap)
+      );
+      console.log(
+        `📦 Stored batch ${batchIndex} for ${conceptSlug}, ${
+          Object.keys(nameKeyMap).length
+        } names`
+      );
+
+      batchIndex++;
+      nameKeyMap = {}; // ✅ Clear for the next batch
+      cursor = newCursor;
+    } while (cursor);
+
+    console.log(
+      `✅ Cached ${totalKeysScanned} EN names for ${conceptSlug} in ${batchIndex} batches.`
+    );
+    return {
+      message: `Cached ${totalKeysScanned} EN names for ${conceptSlug} in ${batchIndex} batches.`,
+    };
+  }
 }

package/data/index.ts

@@ -0,0 +1 @@
+export * from './zodiacSignCombinations';

package/index.ts

@@ -1,4 +1,5 @@
 export * from './app';
+export * from './data';
 export * as schema from './db/schema';
 export * from './middleware';
 export * from './types';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zodic/shared",
-  "version": "0.0.198",
+  "version": "0.0.200",
   "module": "index.ts",
   "type": "module",
   "publishConfig": {

package/types/scopes/cloudflare.ts

@@ -25,6 +25,7 @@ export type CentralBindings = {
   KV_CONCEPT_FAILURES: KVNamespace;
   KV_CONCEPT_NAMES: KVNamespace;
   KV_API_USAGE: KVNamespace;
+  KV_CONCEPT_CACHE: KVNamespace;
   CONCEPT_GENERATION_QUEUE: Queue;
   CONCEPT_NAMES_DO: DurableObjectNamespace;
   CROWN_QUEUE: Queue;
@@ -130,6 +131,7 @@ export type BackendBindings = Env &
     | 'LANTERN_QUEUE'
     | 'ORB_QUEUE'
     | 'KV_API_USAGE'
+    | 'KV_CONCEPT_CACHE'
   >;
 
 export type BackendCtx = Context<