rate-budget 0.1.0

package/dist/esm/token-budget.js

@@ -0,0 +1,41 @@
+import { DEFAULT_LIMIT_WINDOW_MS, toNonNegativeInteger, toPositiveInteger, } from "./limits.js";
+function normalizeRatio(value) {
+    if (!Number.isFinite(value)) {
+        return 0;
+    }
+    return Math.min(1, Math.max(0, value));
+}
+export function calculatePerRequestTokenBudget(input) {
+    const tokensPerWindow = toPositiveInteger(input.tokensPerWindow);
+    const requestSpacingMs = toPositiveInteger(input.requestSpacingMs);
+    const windowMs = toPositiveInteger(input.windowMs ?? DEFAULT_LIMIT_WINDOW_MS, DEFAULT_LIMIT_WINDOW_MS);
+    const requestsPerWindow = windowMs / requestSpacingMs;
+    const minimumTokens = toPositiveInteger(input.minimumTokens ?? 1);
+    return Math.max(minimumTokens, Math.floor(tokensPerWindow / Math.max(1, requestsPerWindow)));
+}
+export function calculateTokenBudgetPortion(totalBudget, ratio) {
+    return Math.max(1, Math.floor(toPositiveInteger(totalBudget) * normalizeRatio(ratio)));
+}
+export function distributeFlexibleTokenBudget(input) {
+    const parentBudget = toPositiveInteger(input.parentBudget);
+    let remainingTokens = toNonNegativeInteger(input.availableTokens);
+    const allocations = Object.create(null);
+    for (const partition of input.partitions) {
+        const targetBudget = Math.floor(parentBudget * normalizeRatio(partition.targetRatio));
+        const allocated = Math.min(targetBudget, remainingTokens);
+        allocations[partition.name] = allocated;
+        remainingTokens -= allocated;
+    }
+    for (const partition of input.partitions) {
+        if (remainingTokens <= 0) {
+            break;
+        }
+        const currentAllocation = allocations[partition.name] ?? 0;
+        const maxBudget = Math.max(currentAllocation, Math.floor(parentBudget * normalizeRatio(partition.maxRatio)));
+        const additionalTokens = Math.min(maxBudget - currentAllocation, remainingTokens);
+        allocations[partition.name] = currentAllocation + additionalTokens;
+        remainingTokens -= additionalTokens;
+    }
+    return allocations;
+}
+//# sourceMappingURL=token-budget.js.map

package/dist/esm/token-budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-budget.js","sourceRoot":"","sources":["../../src/token-budget.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAerB,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAAiC;IAEjC,MAAM,eAAe,GAAG,iBAAiB,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACjE,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,iBAAiB,CAChC,KAAK,CAAC,QAAQ,IAAI,uBAAuB,EACzC,uBAAuB,CACxB,CAAC;IACF,MAAM,iBAAiB,GAAG,QAAQ,GAAG,gBAAgB,CAAC;IACtD,MAAM,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IAElE,OAAO,IAAI,CAAC,GAAG,CACb,aAAa,EACb,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAC7D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,WAAmB,EACnB,KAAa;IAEb,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CACnE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAsB,KAIlE;IACC,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3D,IAAI,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAyB,CAAC;IAEhE,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,YAAY,GAAG,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CACrD,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;QAC1D,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;QACxC,eAAe,IAAI,SAAS,CAAC;IAC/B,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACzC,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM;QACR,CAAC;QAED,MAAM,iBAAiB,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,iBAAiB,EACjB,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAC9D,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC/B,SAAS,GAAG,iBAAiB,EAC7B,eAAe,CAChB,CAAC;QAEF,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;QACnE,eAAe,IAAI,gBAAgB,CAAC;IACtC,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "rate-budget",
+  "version": "0.1.0",
+  "description": "Provider-agnostic, storage-agnostic budget and rate limiting primitives for requests, tokens, quotas, cooldowns, and retries.",
+  "type": "module",
+  "license": "MIT",
+  "sideEffects": false,
+  "main": "./dist/cjs/index.js",
+  "module": "./dist/esm/index.js",
+  "types": "./dist/esm/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/esm/index.d.ts",
+      "import": "./dist/esm/index.js",
+      "require": "./dist/cjs/index.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "clean": "node scripts/clean.cjs",
+    "build": "node scripts/clean.cjs && tsc -p tsconfig.esm.json && tsc -p tsconfig.cjs.json && node scripts/write-cjs-package.cjs",
+    "test": "node scripts/clean.cjs && tsc -p tsconfig.esm.json && tsc -p tsconfig.cjs.json && node scripts/write-cjs-package.cjs && node --test test/*.test.mjs",
+    "prepack": "npm run build"
+  },
+  "keywords": [
+    "rate-limit",
+    "rate-limiter",
+    "rate-budget",
+    "quota",
+    "throttle",
+    "retry",
+    "token-budget",
+    "rpm",
+    "tpm",
+    "rpd"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "devDependencies": {
+    "typescript": "^5.0.0"
+  }
+}