nosible 0.1.5

package/src/utils/userPlan.ts

@@ -0,0 +1,211 @@
+import Bottleneck from "bottleneck";
+
+type Limit = {
+  minute: number;
+  month: number;
+};
+
+export type Plan = {
+  key: string;
+  name: string;
+  rateLimits: {
+    scrapeUrl: Limit;
+    bulk: Limit;
+    fast: Limit;
+  };
+};
+
+const planLimits: Plan[] = [
+  {
+    key: "test",
+    name: "Test",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 300},
+      bulk: {minute: 60, month: 300},
+      fast: {minute: 60, month: 3000},
+    },
+  },
+  {
+    key: "basic",
+    name: "Basic",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 1400},
+      bulk: {minute: 60, month: 1400},
+      fast: {minute: 60, month: 14_000},
+    },
+  },
+  {
+    key: "pro",
+    name: "Pro",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 6700},
+      bulk: {minute: 60, month: 6700},
+      fast: {minute: 60, month: 67_000},
+    },
+  },
+  {
+    key: "pro+",
+    name: "Pro+",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 32_000},
+      bulk: {minute: 60, month: 32_000},
+      fast: {minute: 60, month: 320_000},
+    },
+  },
+  {
+    key: "bus",
+    name: "Business",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 200_000},
+      bulk: {minute: 60, month: 200_000},
+      fast: {minute: 60, month: 2_000_000},
+    },
+  },
+  {
+    key: "bus+",
+    name: "Business+",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 500_000},
+      bulk: {minute: 60, month: 500_000},
+      fast: {minute: 120, month: 5_000_000},
+    },
+  },
+  {
+    key: "ent",
+    name: "Enterprise",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 1_500_000},
+      bulk: {minute: 60, month: 1_500_000},
+      fast: {minute: 360, month: 15_000_000},
+    },
+  },
+  {
+    key: "prod",
+    name: "Production",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 1_500_000},
+      bulk: {minute: 60, month: 1_500_000},
+      fast: {minute: 360, month: 15_000_000},
+    },
+  },
+  {
+    key: "chat",
+    name: "Chat",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 1_500_000},
+      bulk: {minute: 60, month: 1_500_000},
+      fast: {minute: 360, month: 15_000_000},
+    },
+  },
+  {
+    key: "self",
+    name: "Self",
+    rateLimits: {
+      scrapeUrl: {minute: 6000, month: 1_500_000},
+      bulk: {minute: 6000, month: 1_500_000},
+      fast: {minute: 36_000, month: 15_000_000},
+    },
+  },
+  {
+    key: "cons",
+    name: "Consumer",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 3000},
+      bulk: {minute: 60, month: 3000},
+      fast: {minute: 120, month: 30_000},
+    },
+  },
+  {
+    key: "stup",
+    name: "Startup",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 30_000},
+      bulk: {minute: 60, month: 30_000},
+      fast: {minute: 360, month: 300_000},
+    },
+  },
+  {
+    key: "busn",
+    name: "Business Network",
+    rateLimits: {
+      scrapeUrl: {minute: 60, month: 300_000},
+      bulk: {minute: 60, month: 300_000},
+      fast: {minute: 360, month: 3_000_000},
+    },
+  },
+];
+
+export const getUserPlan = (apiKey: string): Plan => {
+  const planKey = apiKey.split("|")[0];
+  const plan = planLimits.find((p) => p.key === planKey);
+  if (!plan) {
+    throw new Error("Invalid API key");
+  }
+  return plan;
+};
+
+const minMs = 60 * 1000;
+const monthMs = 60 * 60 * 24 * 30 * 1000;
+
+export const getLimiters = (
+  planKey: string
+): {
+  scrapeUrl: Bottleneck;
+  bulk: Bottleneck;
+  fast: Bottleneck;
+} => {
+  const plan = getUserPlan(planKey);
+
+  // TODO: Add max delay
+
+  // Create limiter for scrape-url method
+  const scrapeUrlMinLimiter = new Bottleneck({
+    reservoir: plan.rateLimits.scrapeUrl.minute, // Initial number of requests
+    reservoirRefreshAmount: plan.rateLimits.scrapeUrl.minute, // Refill amount
+    reservoirRefreshInterval: minMs, // Refill every minute (in ms)
+  });
+
+  const scrapeUrlMonthLimiter = new Bottleneck({
+    reservoir: plan.rateLimits.scrapeUrl.month,
+    reservoirRefreshAmount: plan.rateLimits.scrapeUrl.month,
+    reservoirRefreshInterval: monthMs,
+  });
+
+  const scrapeUrlLimiter = scrapeUrlMinLimiter.chain(scrapeUrlMonthLimiter);
+
+  // Create limiter for bulk method
+  const bulkMinLimiter = new Bottleneck({
+    reservoir: plan.rateLimits.bulk.minute,
+    reservoirRefreshAmount: plan.rateLimits.bulk.minute,
+    reservoirRefreshInterval: minMs,
+  });
+
+  const bulkMonthLimiter = new Bottleneck({
+    reservoir: plan.rateLimits.bulk.month,
+    reservoirRefreshAmount: plan.rateLimits.bulk.month,
+    reservoirRefreshInterval: monthMs,
+  });
+
+  const bulkLimiter = bulkMinLimiter.chain(bulkMonthLimiter);
+
+  // Create limiter for fast method
+  const fastMinLimiter = new Bottleneck({
+    reservoir: plan.rateLimits.fast.minute,
+    reservoirRefreshAmount: plan.rateLimits.fast.minute,
+    reservoirRefreshInterval: minMs,
+  });
+
+  const fastMonthLimiter = new Bottleneck({
+    reservoir: plan.rateLimits.fast.month,
+    reservoirRefreshAmount: plan.rateLimits.fast.month,
+    reservoirRefreshInterval: monthMs,
+  });
+
+  const fastLimiter = fastMinLimiter.chain(fastMonthLimiter);
+
+  return {
+    scrapeUrl: scrapeUrlLimiter,
+    bulk: bulkLimiter,
+    fast: fastLimiter,
+  };
+};