@positronic/cloudflare 0.0.67 → 0.0.69

package/dist/src/governor-client-wrapper.js

@@ -0,0 +1,364 @@
+function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
+    try {
+        var info = gen[key](arg);
+        var value = info.value;
+    } catch (error) {
+        reject(error);
+        return;
+    }
+    if (info.done) {
+        resolve(value);
+    } else {
+        Promise.resolve(value).then(_next, _throw);
+    }
+}
+function _async_to_generator(fn) {
+    return function() {
+        var self = this, args = arguments;
+        return new Promise(function(resolve, reject) {
+            var gen = fn.apply(self, args);
+            function _next(value) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
+            }
+            function _throw(err) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
+            }
+            _next(undefined);
+        });
+    };
+}
+function _ts_generator(thisArg, body) {
+    var f, y, t, _ = {
+        label: 0,
+        sent: function() {
+            if (t[0] & 1) throw t[1];
+            return t[1];
+        },
+        trys: [],
+        ops: []
+    }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() {
+        return this;
+    }), g;
+    function verb(n) {
+        return function(v) {
+            return step([
+                n,
+                v
+            ]);
+        };
+    }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while(g && (g = 0, op[0] && (_ = 0)), _)try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [
+                op[0] & 2,
+                t.value
+            ];
+            switch(op[0]){
+                case 0:
+                case 1:
+                    t = op;
+                    break;
+                case 4:
+                    _.label++;
+                    return {
+                        value: op[1],
+                        done: false
+                    };
+                case 5:
+                    _.label++;
+                    y = op[1];
+                    op = [
+                        0
+                    ];
+                    continue;
+                case 7:
+                    op = _.ops.pop();
+                    _.trys.pop();
+                    continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+                        _ = 0;
+                        continue;
+                    }
+                    if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+                        _.label = op[1];
+                        break;
+                    }
+                    if (op[0] === 6 && _.label < t[1]) {
+                        _.label = t[1];
+                        t = op;
+                        break;
+                    }
+                    if (t && _.label < t[2]) {
+                        _.label = t[2];
+                        _.ops.push(op);
+                        break;
+                    }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop();
+                    continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) {
+            op = [
+                6,
+                e
+            ];
+            y = 0;
+        } finally{
+            f = t = 0;
+        }
+        if (op[0] & 5) throw op[1];
+        return {
+            value: op[0] ? op[1] : void 0,
+            done: true
+        };
+    }
+}
+import { estimateRequestTokens } from './token-estimator.js';
+var governorNamespace = null;
+export function setGovernorBinding(ns) {
+    governorNamespace = ns;
+}
+function getGovernorStub(identity) {
+    if (!governorNamespace) return null;
+    return governorNamespace.get(governorNamespace.idFromName(identity));
+}
+function computeIdentity(modelId, apiKey) {
+    return _async_to_generator(function() {
+        var data, hashBuffer, hashArray;
+        return _ts_generator(this, function(_state) {
+            switch(_state.label){
+                case 0:
+                    data = new TextEncoder().encode("".concat(modelId, ":").concat(apiKey));
+                    return [
+                        4,
+                        crypto.subtle.digest('SHA-256', data)
+                    ];
+                case 1:
+                    hashBuffer = _state.sent();
+                    hashArray = new Uint8Array(hashBuffer);
+                    return [
+                        2,
+                        Array.from(hashArray).map(function(b) {
+                            return b.toString(16).padStart(2, '0');
+                        }).join('')
+                    ];
+            }
+        });
+    })();
+}
+function governedCall(_0) {
+    return _async_to_generator(function(param) {
+        var governorStub, modelId, estimatedTokens, call, extractHeaders, error, result, headers;
+        return _ts_generator(this, function(_state) {
+            switch(_state.label){
+                case 0:
+                    governorStub = param.governorStub, modelId = param.modelId, estimatedTokens = param.estimatedTokens, call = param.call, extractHeaders = param.extractHeaders;
+                    if (!governorStub) {
+                        return [
+                            2,
+                            call()
+                        ];
+                    }
+                    _state.label = 1;
+                case 1:
+                    _state.trys.push([
+                        1,
+                        3,
+                        ,
+                        4
+                    ]);
+                    return [
+                        4,
+                        governorStub.waitForCapacity(modelId, estimatedTokens)
+                    ];
+                case 2:
+                    _state.sent();
+                    return [
+                        3,
+                        4
+                    ];
+                case 3:
+                    error = _state.sent();
+                    console.warn('Governor waitForCapacity failed, proceeding without rate limiting:', error);
+                    return [
+                        3,
+                        4
+                    ];
+                case 4:
+                    return [
+                        4,
+                        call()
+                    ];
+                case 5:
+                    result = _state.sent();
+                    headers = extractHeaders(result);
+                    if (headers) {
+                        governorStub.reportHeaders(headers);
+                    }
+                    return [
+                        2,
+                        result
+                    ];
+            }
+        });
+    }).apply(this, arguments);
+}
+export function rateGoverned(client) {
+    var _client_apiKey;
+    var apiKey = (_client_apiKey = client.apiKey) !== null && _client_apiKey !== void 0 ? _client_apiKey : '';
+    var cachedIdentity = null;
+    function getIdentity() {
+        return _async_to_generator(function() {
+            var _client_modelId, modelId;
+            return _ts_generator(this, function(_state) {
+                switch(_state.label){
+                    case 0:
+                        if (cachedIdentity) return [
+                            2,
+                            cachedIdentity
+                        ];
+                        modelId = (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown';
+                        return [
+                            4,
+                            computeIdentity(modelId, apiKey)
+                        ];
+                    case 1:
+                        cachedIdentity = _state.sent();
+                        return [
+                            2,
+                            cachedIdentity
+                        ];
+                }
+            });
+        })();
+    }
+    var wrapper = {
+        get identity () {
+            return client.identity;
+        },
+        get modelId () {
+            return client.modelId;
+        },
+        get apiKey () {
+            return client.apiKey;
+        },
+        generateObject: function generateObject(params) {
+            return _async_to_generator(function() {
+                var identity, governorStub, estimated, _client_modelId;
+                return _ts_generator(this, function(_state) {
+                    switch(_state.label){
+                        case 0:
+                            return [
+                                4,
+                                getIdentity()
+                            ];
+                        case 1:
+                            identity = _state.sent();
+                            governorStub = getGovernorStub(identity);
+                            estimated = estimateRequestTokens({
+                                prompt: params.prompt,
+                                messages: params.messages,
+                                system: params.system
+                            });
+                            return [
+                                2,
+                                governedCall({
+                                    governorStub: governorStub,
+                                    modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
+                                    estimatedTokens: estimated,
+                                    call: function() {
+                                        return client.generateObject(params);
+                                    },
+                                    extractHeaders: function(result) {
+                                        return result.responseHeaders;
+                                    }
+                                })
+                            ];
+                    }
+                });
+            })();
+        },
+        createToolResultMessage: client.createToolResultMessage ? function(toolCallId, toolName, result) {
+            return client.createToolResultMessage(toolCallId, toolName, result);
+        } : undefined,
+        streamText: function streamText(params) {
+            return _async_to_generator(function() {
+                var identity, governorStub, estimated, _client_modelId;
+                return _ts_generator(this, function(_state) {
+                    switch(_state.label){
+                        case 0:
+                            return [
+                                4,
+                                getIdentity()
+                            ];
+                        case 1:
+                            identity = _state.sent();
+                            governorStub = getGovernorStub(identity);
+                            estimated = estimateRequestTokens({
+                                prompt: params.prompt,
+                                messages: params.messages,
+                                system: params.system
+                            });
+                            return [
+                                2,
+                                governedCall({
+                                    governorStub: governorStub,
+                                    modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
+                                    estimatedTokens: estimated,
+                                    call: function() {
+                                        return client.streamText(params);
+                                    },
+                                    extractHeaders: function(result) {
+                                        return result.responseHeaders;
+                                    }
+                                })
+                            ];
+                    }
+                });
+            })();
+        }
+    };
+    if (client.generateText) {
+        wrapper.generateText = function(params) {
+            return _async_to_generator(function() {
+                var identity, governorStub, estimated, _client_modelId;
+                return _ts_generator(this, function(_state) {
+                    switch(_state.label){
+                        case 0:
+                            return [
+                                4,
+                                getIdentity()
+                            ];
+                        case 1:
+                            identity = _state.sent();
+                            governorStub = getGovernorStub(identity);
+                            estimated = estimateRequestTokens({
+                                messages: params.messages,
+                                system: params.system
+                            });
+                            return [
+                                2,
+                                governedCall({
+                                    governorStub: governorStub,
+                                    modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
+                                    estimatedTokens: estimated,
+                                    call: function() {
+                                        return client.generateText(params);
+                                    },
+                                    extractHeaders: function(result) {
+                                        return result.responseHeaders;
+                                    }
+                                })
+                            ];
+                    }
+                });
+            })();
+        };
+    }
+    return wrapper;
+}