@positronic/cloudflare 0.0.66 → 0.0.68

package/dist/src/governor-do.js

@@ -0,0 +1,387 @@
+function _assert_this_initialized(self) {
+    if (self === void 0) {
+        throw new ReferenceError("this hasn't been initialised - super() hasn't been called");
+    }
+    return self;
+}
+function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
+    try {
+        var info = gen[key](arg);
+        var value = info.value;
+    } catch (error) {
+        reject(error);
+        return;
+    }
+    if (info.done) {
+        resolve(value);
+    } else {
+        Promise.resolve(value).then(_next, _throw);
+    }
+}
+function _async_to_generator(fn) {
+    return function() {
+        var self = this, args = arguments;
+        return new Promise(function(resolve, reject) {
+            var gen = fn.apply(self, args);
+            function _next(value) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
+            }
+            function _throw(err) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
+            }
+            _next(undefined);
+        });
+    };
+}
+function _call_super(_this, derived, args) {
+    derived = _get_prototype_of(derived);
+    return _possible_constructor_return(_this, _is_native_reflect_construct() ? Reflect.construct(derived, args || [], _get_prototype_of(_this).constructor) : derived.apply(_this, args));
+}
+function _class_call_check(instance, Constructor) {
+    if (!(instance instanceof Constructor)) {
+        throw new TypeError("Cannot call a class as a function");
+    }
+}
+function _defineProperties(target, props) {
+    for(var i = 0; i < props.length; i++){
+        var descriptor = props[i];
+        descriptor.enumerable = descriptor.enumerable || false;
+        descriptor.configurable = true;
+        if ("value" in descriptor) descriptor.writable = true;
+        Object.defineProperty(target, descriptor.key, descriptor);
+    }
+}
+function _create_class(Constructor, protoProps, staticProps) {
+    if (protoProps) _defineProperties(Constructor.prototype, protoProps);
+    if (staticProps) _defineProperties(Constructor, staticProps);
+    return Constructor;
+}
+function _define_property(obj, key, value) {
+    if (key in obj) {
+        Object.defineProperty(obj, key, {
+            value: value,
+            enumerable: true,
+            configurable: true,
+            writable: true
+        });
+    } else {
+        obj[key] = value;
+    }
+    return obj;
+}
+function _get_prototype_of(o) {
+    _get_prototype_of = Object.setPrototypeOf ? Object.getPrototypeOf : function getPrototypeOf(o) {
+        return o.__proto__ || Object.getPrototypeOf(o);
+    };
+    return _get_prototype_of(o);
+}
+function _inherits(subClass, superClass) {
+    if (typeof superClass !== "function" && superClass !== null) {
+        throw new TypeError("Super expression must either be null or a function");
+    }
+    subClass.prototype = Object.create(superClass && superClass.prototype, {
+        constructor: {
+            value: subClass,
+            writable: true,
+            configurable: true
+        }
+    });
+    if (superClass) _set_prototype_of(subClass, superClass);
+}
+function _possible_constructor_return(self, call) {
+    if (call && (_type_of(call) === "object" || typeof call === "function")) {
+        return call;
+    }
+    return _assert_this_initialized(self);
+}
+function _set_prototype_of(o, p) {
+    _set_prototype_of = Object.setPrototypeOf || function setPrototypeOf(o, p) {
+        o.__proto__ = p;
+        return o;
+    };
+    return _set_prototype_of(o, p);
+}
+function _type_of(obj) {
+    "@swc/helpers - typeof";
+    return obj && typeof Symbol !== "undefined" && obj.constructor === Symbol ? "symbol" : typeof obj;
+}
+function _is_native_reflect_construct() {
+    try {
+        var result = !Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function() {}));
+    } catch (_) {}
+    return (_is_native_reflect_construct = function() {
+        return !!result;
+    })();
+}
+function _ts_generator(thisArg, body) {
+    var f, y, t, _ = {
+        label: 0,
+        sent: function() {
+            if (t[0] & 1) throw t[1];
+            return t[1];
+        },
+        trys: [],
+        ops: []
+    }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() {
+        return this;
+    }), g;
+    function verb(n) {
+        return function(v) {
+            return step([
+                n,
+                v
+            ]);
+        };
+    }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while(g && (g = 0, op[0] && (_ = 0)), _)try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [
+                op[0] & 2,
+                t.value
+            ];
+            switch(op[0]){
+                case 0:
+                case 1:
+                    t = op;
+                    break;
+                case 4:
+                    _.label++;
+                    return {
+                        value: op[1],
+                        done: false
+                    };
+                case 5:
+                    _.label++;
+                    y = op[1];
+                    op = [
+                        0
+                    ];
+                    continue;
+                case 7:
+                    op = _.ops.pop();
+                    _.trys.pop();
+                    continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+                        _ = 0;
+                        continue;
+                    }
+                    if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+                        _.label = op[1];
+                        break;
+                    }
+                    if (op[0] === 6 && _.label < t[1]) {
+                        _.label = t[1];
+                        t = op;
+                        break;
+                    }
+                    if (t && _.label < t[2]) {
+                        _.label = t[2];
+                        _.ops.push(op);
+                        break;
+                    }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop();
+                    continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) {
+            op = [
+                6,
+                e
+            ];
+            y = 0;
+        } finally{
+            f = t = 0;
+        }
+        if (op[0] & 5) throw op[1];
+        return {
+            value: op[0] ? op[1] : void 0,
+            done: true
+        };
+    }
+}
+import { DurableObject } from 'cloudflare:workers';
+import { parseRateLimitHeaders, getGoogleModelDefaults } from './rate-limit-headers.js';
+export var GovernorDO = /*#__PURE__*/ function(DurableObject) {
+    "use strict";
+    _inherits(GovernorDO, DurableObject);
+    function GovernorDO(state, env) {
+        _class_call_check(this, GovernorDO);
+        var _this;
+        _this = _call_super(this, GovernorDO, [
+            state,
+            env
+        ]), _define_property(_this, "storage", void 0), _define_property(_this, "waitQueue", []), _define_property(_this, "loopRunning", false), _define_property(_this, "rpmLimit", null), _define_property(_this, "tpmLimit", null), _define_property(_this, "limitsLoaded", false), _define_property(_this, "lastAdmitTime", 0), _define_property(_this, "lastDelay", 0);
+        _this.storage = state.storage.sql;
+        _this.storage.exec("\n      CREATE TABLE IF NOT EXISTS rate_limits (\n        id INTEGER PRIMARY KEY DEFAULT 1,\n        rpm_limit INTEGER,\n        tpm_limit INTEGER\n      );\n    ");
+        _this.loadLimits();
+        return _this;
+    }
+    _create_class(GovernorDO, [
+        {
+            key: "loadLimits",
+            value: function loadLimits() {
+                var rows = this.storage.exec("SELECT rpm_limit, tpm_limit FROM rate_limits WHERE id = 1").toArray();
+                if (rows.length > 0) {
+                    this.rpmLimit = rows[0].rpm_limit;
+                    this.tpmLimit = rows[0].tpm_limit;
+                    if (this.rpmLimit !== null || this.tpmLimit !== null) {
+                        this.limitsLoaded = true;
+                    }
+                }
+            }
+        },
+        {
+            key: "persistLimits",
+            value: function persistLimits() {
+                this.storage.exec("INSERT INTO rate_limits (id, rpm_limit, tpm_limit)\n       VALUES (1, ?, ?)\n       ON CONFLICT(id) DO UPDATE SET\n         rpm_limit = excluded.rpm_limit,\n         tpm_limit = excluded.tpm_limit", this.rpmLimit, this.tpmLimit);
+            }
+        },
+        {
+            key: "waitForCapacity",
+            value: function waitForCapacity(modelId, estimatedTokens) {
+                return _async_to_generator(function() {
+                    var _this, defaults;
+                    return _ts_generator(this, function(_state) {
+                        _this = this;
+                        if (!this.limitsLoaded) {
+                            defaults = getGoogleModelDefaults(modelId);
+                            if (defaults) {
+                                this.rpmLimit = defaults.rpm;
+                                this.tpmLimit = defaults.tpm;
+                                this.limitsLoaded = true;
+                                this.persistLimits();
+                            }
+                        }
+                        if (!this.limitsLoaded) {
+                            return [
+                                2
+                            ];
+                        }
+                        return [
+                            2,
+                            new Promise(function(resolve) {
+                                _this.waitQueue.push({
+                                    estimatedTokens: estimatedTokens,
+                                    resolve: resolve
+                                });
+                                _this.kickLoop();
+                            })
+                        ];
+                    });
+                }).call(this);
+            }
+        },
+        {
+            key: "reportHeaders",
+            value: function reportHeaders(headers) {
+                return _async_to_generator(function() {
+                    var parsed;
+                    return _ts_generator(this, function(_state) {
+                        parsed = parseRateLimitHeaders(headers);
+                        if (!parsed) return [
+                            2
+                        ];
+                        if (parsed.requestsLimit !== null) {
+                            this.rpmLimit = parsed.requestsLimit;
+                        }
+                        if (parsed.tokensLimit !== null) {
+                            this.tpmLimit = parsed.tokensLimit;
+                        }
+                        this.persistLimits();
+                        this.limitsLoaded = true;
+                        return [
+                            2
+                        ];
+                    });
+                }).call(this);
+            }
+        },
+        {
+            key: "kickLoop",
+            value: function kickLoop() {
+                if (this.loopRunning) return;
+                this.runLoop();
+            }
+        },
+        {
+            key: "runLoop",
+            value: function runLoop() {
+                return _async_to_generator(function() {
+                    var elapsed, remaining, item;
+                    return _ts_generator(this, function(_state) {
+                        switch(_state.label){
+                            case 0:
+                                this.loopRunning = true;
+                                _state.label = 1;
+                            case 1:
+                                if (!(this.waitQueue.length > 0)) return [
+                                    3,
+                                    4
+                                ];
+                                if (!(this.lastAdmitTime > 0 && this.lastDelay > 0)) return [
+                                    3,
+                                    3
+                                ];
+                                elapsed = Date.now() - this.lastAdmitTime;
+                                remaining = this.lastDelay - elapsed;
+                                if (!(remaining > 0)) return [
+                                    3,
+                                    3
+                                ];
+                                return [
+                                    4,
+                                    this.sleep(remaining)
+                                ];
+                            case 2:
+                                _state.sent();
+                                _state.label = 3;
+                            case 3:
+                                item = this.waitQueue.shift();
+                                this.lastAdmitTime = Date.now();
+                                this.lastDelay = this.calculateDelay(item.estimatedTokens);
+                                item.resolve();
+                                return [
+                                    3,
+                                    1
+                                ];
+                            case 4:
+                                this.loopRunning = false;
+                                return [
+                                    2
+                                ];
+                        }
+                    });
+                }).call(this);
+            }
+        },
+        {
+            key: "calculateDelay",
+            value: function calculateDelay(estimatedTokens) {
+                if (this.rpmLimit === null && this.tpmLimit === null) return 0;
+                var tokenDelay = 0;
+                var rpmDelay = 0;
+                if (this.tpmLimit !== null && this.tpmLimit > 0) {
+                    tokenDelay = estimatedTokens / (this.tpmLimit * 0.9) * 60000;
+                }
+                if (this.rpmLimit !== null && this.rpmLimit > 0) {
+                    rpmDelay = 60000 / this.rpmLimit;
+                }
+                return Math.max(tokenDelay, rpmDelay);
+            }
+        },
+        {
+            key: "sleep",
+            value: function sleep(ms) {
+                return new Promise(function(resolve) {
+                    return setTimeout(resolve, ms);
+                });
+            }
+        }
+    ]);
+    return GovernorDO;
+}(DurableObject);

package/dist/src/index.js

@@ -2,5 +2,7 @@ export { BrainRunnerDO, setBrainRunner, setManifest, setWebhookManifest } from '
 export { MonitorDO } from './monitor-do.js';
 export { ScheduleDO } from './schedule-do.js';
 export { AuthDO } from './auth-do.js';
+export { GovernorDO } from './governor-do.js';
+export { rateGoverned, setGovernorBinding } from './governor-client-wrapper.js';
 export { PositronicManifest } from './manifest.js';
 export { default as api } from './api/index.js';

package/dist/src/rate-limit-headers.js

@@ -0,0 +1,199 @@
+function _array_like_to_array(arr, len) {
+    if (len == null || len > arr.length) len = arr.length;
+    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
+    return arr2;
+}
+function _array_with_holes(arr) {
+    if (Array.isArray(arr)) return arr;
+}
+function _iterable_to_array_limit(arr, i) {
+    var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
+    if (_i == null) return;
+    var _arr = [];
+    var _n = true;
+    var _d = false;
+    var _s, _e;
+    try {
+        for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
+            _arr.push(_s.value);
+            if (i && _arr.length === i) break;
+        }
+    } catch (err) {
+        _d = true;
+        _e = err;
+    } finally{
+        try {
+            if (!_n && _i["return"] != null) _i["return"]();
+        } finally{
+            if (_d) throw _e;
+        }
+    }
+    return _arr;
+}
+function _non_iterable_rest() {
+    throw new TypeError("Invalid attempt to destructure non-iterable instance.\\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
+}
+function _sliced_to_array(arr, i) {
+    return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
+}
+function _unsupported_iterable_to_array(o, minLen) {
+    if (!o) return;
+    if (typeof o === "string") return _array_like_to_array(o, minLen);
+    var n = Object.prototype.toString.call(o).slice(8, -1);
+    if (n === "Object" && o.constructor) n = o.constructor.name;
+    if (n === "Map" || n === "Set") return Array.from(n);
+    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
+}
+var ANTHROPIC_PREFIX = 'anthropic-ratelimit-';
+var OPENAI_PREFIX = 'x-ratelimit-';
+var ANTHROPIC_KEYS = {
+    'requests-limit': 'requestsLimit',
+    'tokens-limit': 'tokensLimit'
+};
+var OPENAI_KEYS = {
+    'limit-requests': 'requestsLimit',
+    'limit-tokens': 'tokensLimit'
+};
+// Google Gemini doesn't return rate-limit headers, so we hardcode known limits.
+var GOOGLE_MODEL_LIMITS = {
+    'gemini-2.5-flash-lite': {
+        rpm: 4000,
+        tpm: 4000000
+    },
+    'gemini-2.5-flash': {
+        rpm: 1000,
+        tpm: 1000000
+    },
+    'gemini-2.5-pro': {
+        rpm: 150,
+        tpm: 2000000
+    },
+    'gemini-2-flash-lite': {
+        rpm: 4000,
+        tpm: 4000000
+    },
+    'gemini-2-flash-exp': {
+        rpm: 10,
+        tpm: 250000
+    },
+    'gemini-2-flash': {
+        rpm: 2000,
+        tpm: 4000000
+    },
+    'gemini-3.1-pro': {
+        rpm: 25,
+        tpm: 1000000
+    },
+    'gemini-3-pro': {
+        rpm: 25,
+        tpm: 1000000
+    },
+    'gemini-3-flash': {
+        rpm: 1000,
+        tpm: 1000000
+    },
+    'gemini-3.1-flash-lite-preview': {
+        rpm: 4000,
+        tpm: 4000000
+    }
+};
+export function getGoogleModelDefaults(modelId) {
+    // Strip "models/" prefix used by some Google SDKs
+    var normalized = modelId.startsWith('models/') ? modelId.slice(7) : modelId;
+    var entry = GOOGLE_MODEL_LIMITS[normalized];
+    if (!entry) return null;
+    return entry;
+}
+function parseNumeric(value) {
+    var num = parseInt(value, 10);
+    return isNaN(num) ? null : num;
+}
+export function parseRateLimitHeaders(headers) {
+    // Normalize all header keys to lowercase
+    var normalized = {};
+    var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+    try {
+        for(var _iterator = Object.entries(headers)[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
+            var _step_value = _sliced_to_array(_step.value, 2), key = _step_value[0], value = _step_value[1];
+            normalized[key.toLowerCase()] = value;
+        }
+    } catch (err) {
+        _didIteratorError = true;
+        _iteratorError = err;
+    } finally{
+        try {
+            if (!_iteratorNormalCompletion && _iterator.return != null) {
+                _iterator.return();
+            }
+        } finally{
+            if (_didIteratorError) {
+                throw _iteratorError;
+            }
+        }
+    }
+    // Detect provider by checking for known prefixes
+    var keyMap = null;
+    var prefix = null;
+    var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
+    try {
+        for(var _iterator1 = Object.keys(normalized)[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
+            var key1 = _step1.value;
+            if (key1.startsWith(ANTHROPIC_PREFIX)) {
+                keyMap = ANTHROPIC_KEYS;
+                prefix = ANTHROPIC_PREFIX;
+                break;
+            }
+            if (key1.startsWith(OPENAI_PREFIX)) {
+                keyMap = OPENAI_KEYS;
+                prefix = OPENAI_PREFIX;
+                break;
+            }
+        }
+    } catch (err) {
+        _didIteratorError1 = true;
+        _iteratorError1 = err;
+    } finally{
+        try {
+            if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
+                _iterator1.return();
+            }
+        } finally{
+            if (_didIteratorError1) {
+                throw _iteratorError1;
+            }
+        }
+    }
+    if (!keyMap || !prefix) return null;
+    var result = {
+        requestsLimit: null,
+        tokensLimit: null
+    };
+    var hasAnyValue = false;
+    var _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
+    try {
+        for(var _iterator2 = Object.entries(keyMap)[Symbol.iterator](), _step2; !(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion2 = true){
+            var _step_value1 = _sliced_to_array(_step2.value, 2), suffix = _step_value1[0], field = _step_value1[1];
+            var headerKey = prefix + suffix;
+            var value1 = normalized[headerKey];
+            if (value1 === undefined) continue;
+            result[field] = parseNumeric(value1);
+            if (result[field] !== null) {
+                hasAnyValue = true;
+            }
+        }
+    } catch (err) {
+        _didIteratorError2 = true;
+        _iteratorError2 = err;
+    } finally{
+        try {
+            if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
+                _iterator2.return();
+            }
+        } finally{
+            if (_didIteratorError2) {
+                throw _iteratorError2;
+            }
+        }
+    }
+    return hasAnyValue ? result : null;
+}