@akropolys/sdk 1.0.2 → 1.1.0

package/dist/index.js

@@ -125,7 +125,7 @@ var AkropolysAPI = class {
     }
   }
   async ingest(product) {
-    log("info", "ingesting product", product.name);
+    log("info", "ingesting product", product.name || product.id || "");
     return this.post("/ingest", { siteId: this.siteId, product });
   }
   async ingestBatch(products) {
@@ -409,113 +409,6 @@ function getEnvVar(key) {
   }
   return void 0;
 }
-function mapRawProduct(input) {
-  const name = input.name || input.title || input.productName || "";
-  let price = "";
-  let priceNumeric = void 0;
-  if (input.price !== void 0) {
-    if (typeof input.price === "number") {
-      priceNumeric = input.price;
-      price = String(input.price);
-    } else {
-      price = input.price;
-      const num = parseFloat(input.price.replace(/[^0-9.]/g, ""));
-      priceNumeric = isNaN(num) ? void 0 : num;
-    }
-  }
-  if (input.priceNumeric !== void 0) {
-    priceNumeric = input.priceNumeric;
-  }
-  let url = input.url || "";
-  if (!url && typeof window !== "undefined") {
-    url = window.location.href;
-  }
-  let slug = input.slug || input.id || input.productId || "";
-  if (!slug && url) {
-    slug = url.split("/").filter(Boolean).pop() || "";
-  }
-  if (!slug && name) {
-    slug = name.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/(^-|-$)/g, "");
-  }
-  let images = [];
-  if (input.images) {
-    images = input.images;
-  } else if (input.image) {
-    images = [input.image];
-  } else if (input.listing_agent_photo) {
-    images = [input.listing_agent_photo];
-  } else if (input.thumbnail) {
-    images = [input.thumbnail];
-  }
-  if (!name) {
-    console.warn("[Akropolys] Validation warning: Product name/title is missing. Skipping:", input);
-    return null;
-  }
-  if (!price) {
-    console.warn("[Akropolys] Validation warning: Product price is missing. Skipping:", input);
-    return null;
-  }
-  if (!url) {
-    console.warn("[Akropolys] Validation warning: Product URL is missing. Skipping:", input);
-    return null;
-  }
-  const coreKeys = /* @__PURE__ */ new Set([
-    "name",
-    "title",
-    "productName",
-    "price",
-    "priceNumeric",
-    "url",
-    "image",
-    "thumbnail",
-    "images",
-    "slug",
-    "id",
-    "productId",
-    "brand",
-    "description",
-    "originalPrice",
-    "discount",
-    "currency",
-    "stock",
-    "availability",
-    "rating",
-    "reviewCount",
-    "category",
-    "subCategory",
-    "tags",
-    "specs",
-    "metadata"
-  ]);
-  const metadata = { ...input.metadata };
-  for (const [key, value] of Object.entries(input)) {
-    if (!coreKeys.has(key) && value !== void 0) {
-      metadata[key] = value;
-    }
-  }
-  return {
-    name,
-    price,
-    url,
-    brand: input.brand,
-    description: input.description,
-    originalPrice: input.originalPrice,
-    discount: input.discount,
-    currency: input.currency ?? "KES",
-    stock: input.stock,
-    availability: input.availability,
-    rating: input.rating,
-    reviewCount: input.reviewCount,
-    category: input.category,
-    subCategory: input.subCategory,
-    tags: input.tags,
-    images: images.length > 0 ? images : void 0,
-    specs: input.specs,
-    priceNumeric,
-    slug,
-    metadata: Object.keys(metadata).length > 0 ? metadata : void 0
-  };
-}
 function generateUUID() {
   if (typeof crypto !== "undefined" && crypto.randomUUID) {
     return crypto.randomUUID();
@@ -533,6 +426,8 @@ var _AkropolysClient = class _AkropolysClient {
     this.ingestedUrls = /* @__PURE__ */ new Set();
     this.onlineHandler = null;
     this.sessionId = "";
+    this.isFlushing = false;
+    this.retryCount = 0;
     const siteId = config.siteId || getEnvVar("NEXT_PUBLIC_AKROPOLYS_SITE_ID") || "";
     const apiUrl = config.apiUrl || getEnvVar("NEXT_PUBLIC_AKROPOLYS_API_URL") || "";
     const apiToken = config.apiToken || getEnvVar("NEXT_PUBLIC_AKROPOLYS_API_TOKEN") || "";
@@ -595,6 +490,10 @@ var _AkropolysClient = class _AkropolysClient {
   }
   reRegister() {
     instance = this;
+    if (typeof window !== "undefined" && !this.onlineHandler) {
+      this.onlineHandler = () => this.flushQueue();
+      window.addEventListener("online", this.onlineHandler);
+    }
   }
   setShopperId(id) {
     this.shopperId = id;
@@ -641,74 +540,114 @@ var _AkropolysClient = class _AkropolysClient {
     }
     if (instance === this) instance = null;
   }
-  async queueIngest(rawProduct) {
-    const product = mapRawProduct(rawProduct);
-    if (!product) return;
-    if (this.ingestedUrls.has(product.url)) {
+  async queueIngest(rawItem) {
+    const id = rawItem.id ?? rawItem.productId ?? rawItem.slug ?? rawItem.url ?? rawItem.name ?? "";
+    const url = rawItem.url || (typeof window !== "undefined" ? window.location.href : "");
+    if (!id && !url) {
+      console.warn("[Akropolys] Ingestion warning: Item is missing both a stable identifier and a URL. Skipping.");
       return;
     }
-    this.ingestedUrls.add(product.url);
-    this.saveIngestedCache();
-    this.ingestQueue.push(product);
+    if (url) {
+      if (this.ingestedUrls.has(url)) {
+        return;
+      }
+      this.ingestedUrls.add(url);
+      this.saveIngestedCache();
+    }
+    this.ingestQueue.push(rawItem);
     this.scheduleFlush();
   }
-  async queueIngestBatch(rawProducts) {
-    rawProducts.forEach((p) => {
-      const product = mapRawProduct(p);
-      if (!product) return;
-      if (this.ingestedUrls.has(product.url)) {
+  async queueIngestBatch(rawItems) {
+    let hasNew = false;
+    rawItems.forEach((rawItem) => {
+      const id = rawItem.id ?? rawItem.productId ?? rawItem.slug ?? rawItem.url ?? rawItem.name ?? "";
+      const url = rawItem.url || (typeof window !== "undefined" ? window.location.href : "");
+      if (!id && !url) {
+        console.warn("[Akropolys] Ingestion warning: Item is missing both a stable identifier and a URL. Skipping.");
         return;
       }
-      this.ingestedUrls.add(product.url);
-      this.ingestQueue.push(product);
+      if (url) {
+        if (this.ingestedUrls.has(url)) {
+          return;
+        }
+        this.ingestedUrls.add(url);
+        hasNew = true;
+      }
+      this.ingestQueue.push(rawItem);
     });
-    if (this.ingestQueue.length > 0) {
+    if (hasNew) {
       this.saveIngestedCache();
+    }
+    if (this.ingestQueue.length > 0) {
       this.scheduleFlush();
     }
   }
   scheduleFlush() {
-    if (this.ingestTimer) return;
+    if (this.ingestTimer || this.isFlushing) return;
     this.ingestTimer = setTimeout(() => {
       this.flushQueue();
     }, 300);
   }
   async flushQueue() {
-    this.ingestTimer = null;
-    if (this.ingestQueue.length === 0) return;
+    if (this.isFlushing) return;
+    this.isFlushing = true;
+    if (this.ingestTimer) {
+      clearTimeout(this.ingestTimer);
+      this.ingestTimer = null;
+    }
     if (this.authLoading) {
       console.log("[Akropolys] Authentication is loading. Deferring ingestion flush.");
+      this.isFlushing = false;
       return;
     }
     if (typeof navigator !== "undefined" && !navigator.onLine) {
       console.warn("[Akropolys] Browser offline. Postponing ingestion.");
+      this.isFlushing = false;
       return;
     }
-    const batch = [...this.ingestQueue];
-    this.ingestQueue = [];
+    const maxBatchSize = 50;
     try {
-      await this.api.ingestBatch(batch);
-    } catch (e) {
-      const akropolysError = {
-        status: e.status || 500,
-        message: e.message || "Unknown network error"
-      };
-      if (this.onError) {
+      while (this.ingestQueue.length > 0) {
+        const batch = this.ingestQueue.slice(0, maxBatchSize);
         try {
-          this.onError(akropolysError);
-        } catch (err) {
-          console.error("[Akropolys] Error inside onError callback:", err);
+          await this.api.ingestBatch(batch);
+          this.ingestQueue.splice(0, batch.length);
+          this.retryCount = 0;
+        } catch (e) {
+          const status = e.status || 500;
+          const message = e.message || "Unknown network error";
+          if (this.onError) {
+            try {
+              this.onError({ status, message });
+            } catch (err) {
+              console.error("[Akropolys] Error inside onError callback:", err);
+            }
+          }
+          if (status >= 400 && status < 500 && status !== 429) {
+            console.error("[Akropolys] Ingestion discarded due to client error:", message);
+            this.ingestQueue.splice(0, batch.length);
+            continue;
+          } else {
+            console.warn("[Akropolys] Ingestion temporarily failed. Retrying later.", message);
+            this.scheduleFlushWithBackoff();
+            break;
+          }
         }
       }
-      if (e.status && e.status >= 400 && e.status < 500) {
-        console.error("[Akropolys] Ingestion discarded due to client error:", e.message);
-        return;
-      }
-      console.warn("[Akropolys] Ingestion failed. Re-queuing to retry.", e);
-      this.ingestQueue = [...batch, ...this.ingestQueue];
-      this.scheduleFlush();
+    } finally {
+      this.isFlushing = false;
     }
   }
+  scheduleFlushWithBackoff() {
+    if (this.ingestTimer) return;
+    const baseDelay = 1e3;
+    const jitter = Math.random() * 1e3;
+    const delay = Math.min(baseDelay * Math.pow(2, this.retryCount), 3e4) + jitter;
+    this.retryCount++;
+    this.ingestTimer = setTimeout(() => {
+      this.flushQueue();
+    }, delay);
+  }
 };
 _AkropolysClient.INGEST_CACHE_KEY = "akropolys_ingested_v2";
 _AkropolysClient.INGEST_CACHE_TTL = 24 * 60 * 60 * 1e3;
@@ -852,9 +791,40 @@ function useSearch() {
 
 // src/hooks/useIngest.ts
 var import_react4 = require("react");
-var recentlyIngested = /* @__PURE__ */ new Set();
+
+// src/utils/TTLCache.ts
+var TTLCache = class {
+  constructor(ttlMs = 24 * 60 * 60 * 1e3) {
+    this.cache = /* @__PURE__ */ new Map();
+    this.ttl = ttlMs;
+  }
+  add(key) {
+    this.cache.set(key, Date.now());
+    this.evictExpired();
+  }
+  has(key) {
+    const timestamp = this.cache.get(key);
+    if (timestamp === void 0) return false;
+    if (Date.now() - timestamp > this.ttl) {
+      this.cache.delete(key);
+      return false;
+    }
+    return true;
+  }
+  evictExpired() {
+    const now = Date.now();
+    for (const [key, timestamp] of this.cache.entries()) {
+      if (now - timestamp > this.ttl) {
+        this.cache.delete(key);
+      }
+    }
+  }
+};
+
+// src/hooks/useIngest.ts
+var recentlyIngested = new TTLCache(24 * 60 * 60 * 1e3);
 function getProductKey(p) {
-  return p.url || p.id || p.productId || p.slug || p.name || p.title || p.productName || null;
+  return p.id || p.productId || p.slug || p.url || p.name || p.title || p.productName || null;
 }
 function useIngest() {
   const client = useAkropolysContext();
@@ -884,14 +854,14 @@ function useIngest() {
 
 // src/hooks/useListIngest.ts
 var import_react5 = require("react");
-function useListIngest(products) {
+function useListIngest(items) {
   const { ingestBatch } = useIngest();
   const processedIdsRef = (0, import_react5.useRef)(/* @__PURE__ */ new Set());
-  const listKey = (products || []).map((p) => p.url || p.id || p.productId || p.slug || p.name || p.title || p.productName || "").join(",");
+  const listKey = (items || []).map((p) => p.id ?? p.productId ?? p.slug ?? p.url ?? p.name ?? "").join(",");
   (0, import_react5.useEffect)(() => {
-    if (!products || !products.length) return;
-    const newItems = products.filter((item) => {
-      const id = item.id || item.productId || item.url || item.slug || item.name || item.title || item.productName;
+    if (!items || !items.length) return;
+    const newItems = items.filter((item) => {
+      const id = item.id ?? item.productId ?? item.slug ?? item.url ?? item.name ?? "";
       if (!id) return true;
       if (processedIdsRef.current.has(id)) {
         return false;
@@ -908,17 +878,20 @@ function useListIngest(products) {
 // src/hooks/usePageIngest.ts
 var import_react6 = require("react");
 function usePageIngest(product) {
-  const ingestedRef = (0, import_react6.useRef)(null);
+  const lastIngestedKey = (0, import_react6.useRef)(null);
+  const uniqueId = product ? product.id ?? product.productId ?? product.slug ?? product.url ?? "" : "";
   (0, import_react6.useEffect)(() => {
-    if (!product) return;
-    const url = product.url || (typeof window !== "undefined" ? window.location.href : "");
-    if (ingestedRef.current === url) return;
-    ingestedRef.current = url;
+    if (!product || !uniqueId) return;
+    if (lastIngestedKey.current === uniqueId) return;
+    lastIngestedKey.current = uniqueId;
     try {
-      getAkropolysClient().queueIngest({ ...product, url });
-    } catch {
+      getAkropolysClient().queueIngest(product);
+    } catch (err) {
+      if (typeof process !== "undefined" && process.env && process.env.NODE_ENV !== "production") {
+        console.warn("[Akropolys] Ingestion failed inside usePageIngest:", err);
+      }
     }
-  }, [product?.url ?? product?.name]);
+  }, [uniqueId]);
 }
 
 // src/hooks/useKiku.ts