@positronic/cloudflare 0.0.67 → 0.0.68

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -298,6 +298,7 @@ import { TimeoutAdapter } from './timeout-adapter.js';
298
298
  import { PageAdapter } from './page-adapter.js';
299
299
  import { EventLoader } from './event-loader.js';
300
300
  import { createPagesService } from './pages-service.js';
301
+ import { setGovernorBinding, rateGoverned } from './governor-client-wrapper.js';
301
302
  import { CloudflareR2Loader } from './r2-loader.js';
302
303
  import { createResources } from '@positronic/core';
303
304
  var manifest = null;
@@ -1055,6 +1056,7 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
1055
1056
  env = this.buildRuntimeEnv();
1056
1057
  // Create pages service for brain to use
1057
1058
  pagesService = createPagesService(brainRunId, this.env.RESOURCES_BUCKET, monitorDOStub, env);
1059
+ setGovernorBinding(this.env.GOVERNOR_DO);
1058
1060
  if (!brainRunner) {
1059
1061
  throw new Error('BrainRunner not initialized');
1060
1062
  }
@@ -1076,7 +1078,9 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
1076
1078
  signalProvider = new CloudflareSignalProvider(function(filter) {
1077
1079
  return _this.getAndConsumeSignals(filter);
1078
1080
  });
1079
- runnerWithResources = runnerWithResources.withSignalProvider(signalProvider);
1081
+ runnerWithResources = runnerWithResources.withSignalProvider(signalProvider).withGovernor(function(c) {
1082
+ return rateGoverned(c);
1083
+ });
1080
1084
  // Extract options from initialData if present
1081
1085
  options = initialData === null || initialData === void 0 ? void 0 : initialData.options;
1082
1086
  initialState = initialData && !initialData.options ? initialData : {};
@@ -1233,6 +1237,7 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
1233
1237
  env = this.buildRuntimeEnv();
1234
1238
  // Create pages service for brain to use
1235
1239
  pagesService = createPagesService(brainRunId, this.env.RESOURCES_BUCKET, monitorDOStub, env);
1240
+ setGovernorBinding(this.env.GOVERNOR_DO);
1236
1241
  if (!brainRunner) {
1237
1242
  throw new Error('BrainRunner not initialized');
1238
1243
  }
@@ -1253,7 +1258,9 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
1253
1258
  signalProvider = new CloudflareSignalProvider(function(filter) {
1254
1259
  return _this.getAndConsumeSignals(filter);
1255
1260
  });
1256
- runnerWithResources = runnerWithResources.withSignalProvider(signalProvider);
1261
+ runnerWithResources = runnerWithResources.withSignalProvider(signalProvider).withGovernor(function(c) {
1262
+ return rateGoverned(c);
1263
+ });
1257
1264
  // Create abort controller for this run
1258
1265
  this.abortController = new AbortController();
1259
1266
  batchChunkAdapter = new BatchChunkAdapter(function(signal) {
@@ -416,7 +416,7 @@ import { createRequire } from 'module';
416
416
  }();
417
417
  function generateProject(projectName, projectDir, onSuccess) {
418
418
  return _async_to_generator(function() {
419
- var devPath, newProjectTemplatePath, cazOptions, templateSourcePath, require, templatePackageJsonPath, copiedNewProjectPkg;
419
+ var devPath, newProjectTemplatePath, cazOptions, templateSourcePath, inferredDevPath, require, templatePackageJsonPath, realPath, potentialRoot, copiedNewProjectPkg;
420
420
  return _ts_generator(this, function(_state) {
421
421
  switch(_state.label){
422
422
  case 0:
@@ -425,6 +425,7 @@ function generateProject(projectName, projectDir, onSuccess) {
425
425
  cazOptions = {
426
426
  name: projectName
427
427
  };
428
+ inferredDevPath = false;
428
429
  _state.label = 1;
429
430
  case 1:
430
431
  _state.trys.push([
@@ -448,6 +449,19 @@ function generateProject(projectName, projectDir, onSuccess) {
448
449
  require = createRequire(import.meta.url);
449
450
  templatePackageJsonPath = require.resolve('@positronic/template-new-project/package.json');
450
451
  templateSourcePath = path.dirname(templatePackageJsonPath);
452
+ // Auto-detect local workspace: if the template resolves to a real path
453
+ // outside node_modules, we're running from a local monorepo (e.g. the user's
454
+ // project uses file: references to @positronic/cloudflare). In that case,
455
+ // set POSITRONIC_LOCAL_PATH so the template generates file: references too.
456
+ realPath = fs.realpathSync(templateSourcePath);
457
+ if (!realPath.includes("".concat(path.sep, "node_modules").concat(path.sep))) {
458
+ potentialRoot = path.resolve(realPath, '..', '..');
459
+ if (fs.existsSync(path.join(potentialRoot, 'packages', 'core')) && fs.existsSync(path.join(potentialRoot, 'packages', 'cloudflare'))) {
460
+ devPath = potentialRoot;
461
+ process.env.POSITRONIC_LOCAL_PATH = potentialRoot;
462
+ inferredDevPath = true;
463
+ }
464
+ }
451
465
  }
452
466
  // Always copy to a temporary directory to avoid CAZ modifying our source
453
467
  // CAZ only supports local paths, GitHub repos, or ZIP URLs - not npm package names
@@ -485,6 +499,10 @@ function generateProject(projectName, projectDir, onSuccess) {
485
499
  5
486
500
  ];
487
501
  case 4:
502
+ // Clean up the temporarily set env var
503
+ if (inferredDevPath) {
504
+ delete process.env.POSITRONIC_LOCAL_PATH;
505
+ }
488
506
  // Clean up the temporary copied new project package
489
507
  fs.rmSync(newProjectTemplatePath, {
490
508
  recursive: true,
@@ -0,0 +1,364 @@
1
+ function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
2
+ try {
3
+ var info = gen[key](arg);
4
+ var value = info.value;
5
+ } catch (error) {
6
+ reject(error);
7
+ return;
8
+ }
9
+ if (info.done) {
10
+ resolve(value);
11
+ } else {
12
+ Promise.resolve(value).then(_next, _throw);
13
+ }
14
+ }
15
+ function _async_to_generator(fn) {
16
+ return function() {
17
+ var self = this, args = arguments;
18
+ return new Promise(function(resolve, reject) {
19
+ var gen = fn.apply(self, args);
20
+ function _next(value) {
21
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
22
+ }
23
+ function _throw(err) {
24
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
25
+ }
26
+ _next(undefined);
27
+ });
28
+ };
29
+ }
30
+ function _ts_generator(thisArg, body) {
31
+ var f, y, t, _ = {
32
+ label: 0,
33
+ sent: function() {
34
+ if (t[0] & 1) throw t[1];
35
+ return t[1];
36
+ },
37
+ trys: [],
38
+ ops: []
39
+ }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
40
+ return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() {
41
+ return this;
42
+ }), g;
43
+ function verb(n) {
44
+ return function(v) {
45
+ return step([
46
+ n,
47
+ v
48
+ ]);
49
+ };
50
+ }
51
+ function step(op) {
52
+ if (f) throw new TypeError("Generator is already executing.");
53
+ while(g && (g = 0, op[0] && (_ = 0)), _)try {
54
+ if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
55
+ if (y = 0, t) op = [
56
+ op[0] & 2,
57
+ t.value
58
+ ];
59
+ switch(op[0]){
60
+ case 0:
61
+ case 1:
62
+ t = op;
63
+ break;
64
+ case 4:
65
+ _.label++;
66
+ return {
67
+ value: op[1],
68
+ done: false
69
+ };
70
+ case 5:
71
+ _.label++;
72
+ y = op[1];
73
+ op = [
74
+ 0
75
+ ];
76
+ continue;
77
+ case 7:
78
+ op = _.ops.pop();
79
+ _.trys.pop();
80
+ continue;
81
+ default:
82
+ if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
83
+ _ = 0;
84
+ continue;
85
+ }
86
+ if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
87
+ _.label = op[1];
88
+ break;
89
+ }
90
+ if (op[0] === 6 && _.label < t[1]) {
91
+ _.label = t[1];
92
+ t = op;
93
+ break;
94
+ }
95
+ if (t && _.label < t[2]) {
96
+ _.label = t[2];
97
+ _.ops.push(op);
98
+ break;
99
+ }
100
+ if (t[2]) _.ops.pop();
101
+ _.trys.pop();
102
+ continue;
103
+ }
104
+ op = body.call(thisArg, _);
105
+ } catch (e) {
106
+ op = [
107
+ 6,
108
+ e
109
+ ];
110
+ y = 0;
111
+ } finally{
112
+ f = t = 0;
113
+ }
114
+ if (op[0] & 5) throw op[1];
115
+ return {
116
+ value: op[0] ? op[1] : void 0,
117
+ done: true
118
+ };
119
+ }
120
+ }
121
+ import { estimateRequestTokens } from './token-estimator.js';
122
+ var governorNamespace = null;
123
+ export function setGovernorBinding(ns) {
124
+ governorNamespace = ns;
125
+ }
126
+ function getGovernorStub(identity) {
127
+ if (!governorNamespace) return null;
128
+ return governorNamespace.get(governorNamespace.idFromName(identity));
129
+ }
130
+ function computeIdentity(modelId, apiKey) {
131
+ return _async_to_generator(function() {
132
+ var data, hashBuffer, hashArray;
133
+ return _ts_generator(this, function(_state) {
134
+ switch(_state.label){
135
+ case 0:
136
+ data = new TextEncoder().encode("".concat(modelId, ":").concat(apiKey));
137
+ return [
138
+ 4,
139
+ crypto.subtle.digest('SHA-256', data)
140
+ ];
141
+ case 1:
142
+ hashBuffer = _state.sent();
143
+ hashArray = new Uint8Array(hashBuffer);
144
+ return [
145
+ 2,
146
+ Array.from(hashArray).map(function(b) {
147
+ return b.toString(16).padStart(2, '0');
148
+ }).join('')
149
+ ];
150
+ }
151
+ });
152
+ })();
153
+ }
154
+ function governedCall(_0) {
155
+ return _async_to_generator(function(param) {
156
+ var governorStub, modelId, estimatedTokens, call, extractHeaders, error, result, headers;
157
+ return _ts_generator(this, function(_state) {
158
+ switch(_state.label){
159
+ case 0:
160
+ governorStub = param.governorStub, modelId = param.modelId, estimatedTokens = param.estimatedTokens, call = param.call, extractHeaders = param.extractHeaders;
161
+ if (!governorStub) {
162
+ return [
163
+ 2,
164
+ call()
165
+ ];
166
+ }
167
+ _state.label = 1;
168
+ case 1:
169
+ _state.trys.push([
170
+ 1,
171
+ 3,
172
+ ,
173
+ 4
174
+ ]);
175
+ return [
176
+ 4,
177
+ governorStub.waitForCapacity(modelId, estimatedTokens)
178
+ ];
179
+ case 2:
180
+ _state.sent();
181
+ return [
182
+ 3,
183
+ 4
184
+ ];
185
+ case 3:
186
+ error = _state.sent();
187
+ console.warn('Governor waitForCapacity failed, proceeding without rate limiting:', error);
188
+ return [
189
+ 3,
190
+ 4
191
+ ];
192
+ case 4:
193
+ return [
194
+ 4,
195
+ call()
196
+ ];
197
+ case 5:
198
+ result = _state.sent();
199
+ headers = extractHeaders(result);
200
+ if (headers) {
201
+ governorStub.reportHeaders(headers);
202
+ }
203
+ return [
204
+ 2,
205
+ result
206
+ ];
207
+ }
208
+ });
209
+ }).apply(this, arguments);
210
+ }
211
+ export function rateGoverned(client) {
212
+ var _client_apiKey;
213
+ var apiKey = (_client_apiKey = client.apiKey) !== null && _client_apiKey !== void 0 ? _client_apiKey : '';
214
+ var cachedIdentity = null;
215
+ function getIdentity() {
216
+ return _async_to_generator(function() {
217
+ var _client_modelId, modelId;
218
+ return _ts_generator(this, function(_state) {
219
+ switch(_state.label){
220
+ case 0:
221
+ if (cachedIdentity) return [
222
+ 2,
223
+ cachedIdentity
224
+ ];
225
+ modelId = (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown';
226
+ return [
227
+ 4,
228
+ computeIdentity(modelId, apiKey)
229
+ ];
230
+ case 1:
231
+ cachedIdentity = _state.sent();
232
+ return [
233
+ 2,
234
+ cachedIdentity
235
+ ];
236
+ }
237
+ });
238
+ })();
239
+ }
240
+ var wrapper = {
241
+ get identity () {
242
+ return client.identity;
243
+ },
244
+ get modelId () {
245
+ return client.modelId;
246
+ },
247
+ get apiKey () {
248
+ return client.apiKey;
249
+ },
250
+ generateObject: function generateObject(params) {
251
+ return _async_to_generator(function() {
252
+ var identity, governorStub, estimated, _client_modelId;
253
+ return _ts_generator(this, function(_state) {
254
+ switch(_state.label){
255
+ case 0:
256
+ return [
257
+ 4,
258
+ getIdentity()
259
+ ];
260
+ case 1:
261
+ identity = _state.sent();
262
+ governorStub = getGovernorStub(identity);
263
+ estimated = estimateRequestTokens({
264
+ prompt: params.prompt,
265
+ messages: params.messages,
266
+ system: params.system
267
+ });
268
+ return [
269
+ 2,
270
+ governedCall({
271
+ governorStub: governorStub,
272
+ modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
273
+ estimatedTokens: estimated,
274
+ call: function() {
275
+ return client.generateObject(params);
276
+ },
277
+ extractHeaders: function(result) {
278
+ return result.responseHeaders;
279
+ }
280
+ })
281
+ ];
282
+ }
283
+ });
284
+ })();
285
+ },
286
+ createToolResultMessage: client.createToolResultMessage ? function(toolCallId, toolName, result) {
287
+ return client.createToolResultMessage(toolCallId, toolName, result);
288
+ } : undefined,
289
+ streamText: function streamText(params) {
290
+ return _async_to_generator(function() {
291
+ var identity, governorStub, estimated, _client_modelId;
292
+ return _ts_generator(this, function(_state) {
293
+ switch(_state.label){
294
+ case 0:
295
+ return [
296
+ 4,
297
+ getIdentity()
298
+ ];
299
+ case 1:
300
+ identity = _state.sent();
301
+ governorStub = getGovernorStub(identity);
302
+ estimated = estimateRequestTokens({
303
+ prompt: params.prompt,
304
+ messages: params.messages,
305
+ system: params.system
306
+ });
307
+ return [
308
+ 2,
309
+ governedCall({
310
+ governorStub: governorStub,
311
+ modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
312
+ estimatedTokens: estimated,
313
+ call: function() {
314
+ return client.streamText(params);
315
+ },
316
+ extractHeaders: function(result) {
317
+ return result.responseHeaders;
318
+ }
319
+ })
320
+ ];
321
+ }
322
+ });
323
+ })();
324
+ }
325
+ };
326
+ if (client.generateText) {
327
+ wrapper.generateText = function(params) {
328
+ return _async_to_generator(function() {
329
+ var identity, governorStub, estimated, _client_modelId;
330
+ return _ts_generator(this, function(_state) {
331
+ switch(_state.label){
332
+ case 0:
333
+ return [
334
+ 4,
335
+ getIdentity()
336
+ ];
337
+ case 1:
338
+ identity = _state.sent();
339
+ governorStub = getGovernorStub(identity);
340
+ estimated = estimateRequestTokens({
341
+ messages: params.messages,
342
+ system: params.system
343
+ });
344
+ return [
345
+ 2,
346
+ governedCall({
347
+ governorStub: governorStub,
348
+ modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
349
+ estimatedTokens: estimated,
350
+ call: function() {
351
+ return client.generateText(params);
352
+ },
353
+ extractHeaders: function(result) {
354
+ return result.responseHeaders;
355
+ }
356
+ })
357
+ ];
358
+ }
359
+ });
360
+ })();
361
+ };
362
+ }
363
+ return wrapper;
364
+ }
@@ -0,0 +1,387 @@
1
+ function _assert_this_initialized(self) {
2
+ if (self === void 0) {
3
+ throw new ReferenceError("this hasn't been initialised - super() hasn't been called");
4
+ }
5
+ return self;
6
+ }
7
+ function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
8
+ try {
9
+ var info = gen[key](arg);
10
+ var value = info.value;
11
+ } catch (error) {
12
+ reject(error);
13
+ return;
14
+ }
15
+ if (info.done) {
16
+ resolve(value);
17
+ } else {
18
+ Promise.resolve(value).then(_next, _throw);
19
+ }
20
+ }
21
+ function _async_to_generator(fn) {
22
+ return function() {
23
+ var self = this, args = arguments;
24
+ return new Promise(function(resolve, reject) {
25
+ var gen = fn.apply(self, args);
26
+ function _next(value) {
27
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
28
+ }
29
+ function _throw(err) {
30
+ asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
31
+ }
32
+ _next(undefined);
33
+ });
34
+ };
35
+ }
36
+ function _call_super(_this, derived, args) {
37
+ derived = _get_prototype_of(derived);
38
+ return _possible_constructor_return(_this, _is_native_reflect_construct() ? Reflect.construct(derived, args || [], _get_prototype_of(_this).constructor) : derived.apply(_this, args));
39
+ }
40
+ function _class_call_check(instance, Constructor) {
41
+ if (!(instance instanceof Constructor)) {
42
+ throw new TypeError("Cannot call a class as a function");
43
+ }
44
+ }
45
+ function _defineProperties(target, props) {
46
+ for(var i = 0; i < props.length; i++){
47
+ var descriptor = props[i];
48
+ descriptor.enumerable = descriptor.enumerable || false;
49
+ descriptor.configurable = true;
50
+ if ("value" in descriptor) descriptor.writable = true;
51
+ Object.defineProperty(target, descriptor.key, descriptor);
52
+ }
53
+ }
54
+ function _create_class(Constructor, protoProps, staticProps) {
55
+ if (protoProps) _defineProperties(Constructor.prototype, protoProps);
56
+ if (staticProps) _defineProperties(Constructor, staticProps);
57
+ return Constructor;
58
+ }
59
+ function _define_property(obj, key, value) {
60
+ if (key in obj) {
61
+ Object.defineProperty(obj, key, {
62
+ value: value,
63
+ enumerable: true,
64
+ configurable: true,
65
+ writable: true
66
+ });
67
+ } else {
68
+ obj[key] = value;
69
+ }
70
+ return obj;
71
+ }
72
+ function _get_prototype_of(o) {
73
+ _get_prototype_of = Object.setPrototypeOf ? Object.getPrototypeOf : function getPrototypeOf(o) {
74
+ return o.__proto__ || Object.getPrototypeOf(o);
75
+ };
76
+ return _get_prototype_of(o);
77
+ }
78
+ function _inherits(subClass, superClass) {
79
+ if (typeof superClass !== "function" && superClass !== null) {
80
+ throw new TypeError("Super expression must either be null or a function");
81
+ }
82
+ subClass.prototype = Object.create(superClass && superClass.prototype, {
83
+ constructor: {
84
+ value: subClass,
85
+ writable: true,
86
+ configurable: true
87
+ }
88
+ });
89
+ if (superClass) _set_prototype_of(subClass, superClass);
90
+ }
91
+ function _possible_constructor_return(self, call) {
92
+ if (call && (_type_of(call) === "object" || typeof call === "function")) {
93
+ return call;
94
+ }
95
+ return _assert_this_initialized(self);
96
+ }
97
+ function _set_prototype_of(o, p) {
98
+ _set_prototype_of = Object.setPrototypeOf || function setPrototypeOf(o, p) {
99
+ o.__proto__ = p;
100
+ return o;
101
+ };
102
+ return _set_prototype_of(o, p);
103
+ }
104
+ function _type_of(obj) {
105
+ "@swc/helpers - typeof";
106
+ return obj && typeof Symbol !== "undefined" && obj.constructor === Symbol ? "symbol" : typeof obj;
107
+ }
108
+ function _is_native_reflect_construct() {
109
+ try {
110
+ var result = !Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function() {}));
111
+ } catch (_) {}
112
+ return (_is_native_reflect_construct = function() {
113
+ return !!result;
114
+ })();
115
+ }
116
+ function _ts_generator(thisArg, body) {
117
+ var f, y, t, _ = {
118
+ label: 0,
119
+ sent: function() {
120
+ if (t[0] & 1) throw t[1];
121
+ return t[1];
122
+ },
123
+ trys: [],
124
+ ops: []
125
+ }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
126
+ return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() {
127
+ return this;
128
+ }), g;
129
+ function verb(n) {
130
+ return function(v) {
131
+ return step([
132
+ n,
133
+ v
134
+ ]);
135
+ };
136
+ }
137
+ function step(op) {
138
+ if (f) throw new TypeError("Generator is already executing.");
139
+ while(g && (g = 0, op[0] && (_ = 0)), _)try {
140
+ if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
141
+ if (y = 0, t) op = [
142
+ op[0] & 2,
143
+ t.value
144
+ ];
145
+ switch(op[0]){
146
+ case 0:
147
+ case 1:
148
+ t = op;
149
+ break;
150
+ case 4:
151
+ _.label++;
152
+ return {
153
+ value: op[1],
154
+ done: false
155
+ };
156
+ case 5:
157
+ _.label++;
158
+ y = op[1];
159
+ op = [
160
+ 0
161
+ ];
162
+ continue;
163
+ case 7:
164
+ op = _.ops.pop();
165
+ _.trys.pop();
166
+ continue;
167
+ default:
168
+ if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
169
+ _ = 0;
170
+ continue;
171
+ }
172
+ if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
173
+ _.label = op[1];
174
+ break;
175
+ }
176
+ if (op[0] === 6 && _.label < t[1]) {
177
+ _.label = t[1];
178
+ t = op;
179
+ break;
180
+ }
181
+ if (t && _.label < t[2]) {
182
+ _.label = t[2];
183
+ _.ops.push(op);
184
+ break;
185
+ }
186
+ if (t[2]) _.ops.pop();
187
+ _.trys.pop();
188
+ continue;
189
+ }
190
+ op = body.call(thisArg, _);
191
+ } catch (e) {
192
+ op = [
193
+ 6,
194
+ e
195
+ ];
196
+ y = 0;
197
+ } finally{
198
+ f = t = 0;
199
+ }
200
+ if (op[0] & 5) throw op[1];
201
+ return {
202
+ value: op[0] ? op[1] : void 0,
203
+ done: true
204
+ };
205
+ }
206
+ }
207
+ import { DurableObject } from 'cloudflare:workers';
208
+ import { parseRateLimitHeaders, getGoogleModelDefaults } from './rate-limit-headers.js';
209
+ export var GovernorDO = /*#__PURE__*/ function(DurableObject) {
210
+ "use strict";
211
+ _inherits(GovernorDO, DurableObject);
212
+ function GovernorDO(state, env) {
213
+ _class_call_check(this, GovernorDO);
214
+ var _this;
215
+ _this = _call_super(this, GovernorDO, [
216
+ state,
217
+ env
218
+ ]), _define_property(_this, "storage", void 0), _define_property(_this, "waitQueue", []), _define_property(_this, "loopRunning", false), _define_property(_this, "rpmLimit", null), _define_property(_this, "tpmLimit", null), _define_property(_this, "limitsLoaded", false), _define_property(_this, "lastAdmitTime", 0), _define_property(_this, "lastDelay", 0);
219
+ _this.storage = state.storage.sql;
220
+ _this.storage.exec("\n CREATE TABLE IF NOT EXISTS rate_limits (\n id INTEGER PRIMARY KEY DEFAULT 1,\n rpm_limit INTEGER,\n tpm_limit INTEGER\n );\n ");
221
+ _this.loadLimits();
222
+ return _this;
223
+ }
224
+ _create_class(GovernorDO, [
225
+ {
226
+ key: "loadLimits",
227
+ value: function loadLimits() {
228
+ var rows = this.storage.exec("SELECT rpm_limit, tpm_limit FROM rate_limits WHERE id = 1").toArray();
229
+ if (rows.length > 0) {
230
+ this.rpmLimit = rows[0].rpm_limit;
231
+ this.tpmLimit = rows[0].tpm_limit;
232
+ if (this.rpmLimit !== null || this.tpmLimit !== null) {
233
+ this.limitsLoaded = true;
234
+ }
235
+ }
236
+ }
237
+ },
238
+ {
239
+ key: "persistLimits",
240
+ value: function persistLimits() {
241
+ this.storage.exec("INSERT INTO rate_limits (id, rpm_limit, tpm_limit)\n VALUES (1, ?, ?)\n ON CONFLICT(id) DO UPDATE SET\n rpm_limit = excluded.rpm_limit,\n tpm_limit = excluded.tpm_limit", this.rpmLimit, this.tpmLimit);
242
+ }
243
+ },
244
+ {
245
+ key: "waitForCapacity",
246
+ value: function waitForCapacity(modelId, estimatedTokens) {
247
+ return _async_to_generator(function() {
248
+ var _this, defaults;
249
+ return _ts_generator(this, function(_state) {
250
+ _this = this;
251
+ if (!this.limitsLoaded) {
252
+ defaults = getGoogleModelDefaults(modelId);
253
+ if (defaults) {
254
+ this.rpmLimit = defaults.rpm;
255
+ this.tpmLimit = defaults.tpm;
256
+ this.limitsLoaded = true;
257
+ this.persistLimits();
258
+ }
259
+ }
260
+ if (!this.limitsLoaded) {
261
+ return [
262
+ 2
263
+ ];
264
+ }
265
+ return [
266
+ 2,
267
+ new Promise(function(resolve) {
268
+ _this.waitQueue.push({
269
+ estimatedTokens: estimatedTokens,
270
+ resolve: resolve
271
+ });
272
+ _this.kickLoop();
273
+ })
274
+ ];
275
+ });
276
+ }).call(this);
277
+ }
278
+ },
279
+ {
280
+ key: "reportHeaders",
281
+ value: function reportHeaders(headers) {
282
+ return _async_to_generator(function() {
283
+ var parsed;
284
+ return _ts_generator(this, function(_state) {
285
+ parsed = parseRateLimitHeaders(headers);
286
+ if (!parsed) return [
287
+ 2
288
+ ];
289
+ if (parsed.requestsLimit !== null) {
290
+ this.rpmLimit = parsed.requestsLimit;
291
+ }
292
+ if (parsed.tokensLimit !== null) {
293
+ this.tpmLimit = parsed.tokensLimit;
294
+ }
295
+ this.persistLimits();
296
+ this.limitsLoaded = true;
297
+ return [
298
+ 2
299
+ ];
300
+ });
301
+ }).call(this);
302
+ }
303
+ },
304
+ {
305
+ key: "kickLoop",
306
+ value: function kickLoop() {
307
+ if (this.loopRunning) return;
308
+ this.runLoop();
309
+ }
310
+ },
311
+ {
312
+ key: "runLoop",
313
+ value: function runLoop() {
314
+ return _async_to_generator(function() {
315
+ var elapsed, remaining, item;
316
+ return _ts_generator(this, function(_state) {
317
+ switch(_state.label){
318
+ case 0:
319
+ this.loopRunning = true;
320
+ _state.label = 1;
321
+ case 1:
322
+ if (!(this.waitQueue.length > 0)) return [
323
+ 3,
324
+ 4
325
+ ];
326
+ if (!(this.lastAdmitTime > 0 && this.lastDelay > 0)) return [
327
+ 3,
328
+ 3
329
+ ];
330
+ elapsed = Date.now() - this.lastAdmitTime;
331
+ remaining = this.lastDelay - elapsed;
332
+ if (!(remaining > 0)) return [
333
+ 3,
334
+ 3
335
+ ];
336
+ return [
337
+ 4,
338
+ this.sleep(remaining)
339
+ ];
340
+ case 2:
341
+ _state.sent();
342
+ _state.label = 3;
343
+ case 3:
344
+ item = this.waitQueue.shift();
345
+ this.lastAdmitTime = Date.now();
346
+ this.lastDelay = this.calculateDelay(item.estimatedTokens);
347
+ item.resolve();
348
+ return [
349
+ 3,
350
+ 1
351
+ ];
352
+ case 4:
353
+ this.loopRunning = false;
354
+ return [
355
+ 2
356
+ ];
357
+ }
358
+ });
359
+ }).call(this);
360
+ }
361
+ },
362
+ {
363
+ key: "calculateDelay",
364
+ value: function calculateDelay(estimatedTokens) {
365
+ if (this.rpmLimit === null && this.tpmLimit === null) return 0;
366
+ var tokenDelay = 0;
367
+ var rpmDelay = 0;
368
+ if (this.tpmLimit !== null && this.tpmLimit > 0) {
369
+ tokenDelay = estimatedTokens / (this.tpmLimit * 0.9) * 60000;
370
+ }
371
+ if (this.rpmLimit !== null && this.rpmLimit > 0) {
372
+ rpmDelay = 60000 / this.rpmLimit;
373
+ }
374
+ return Math.max(tokenDelay, rpmDelay);
375
+ }
376
+ },
377
+ {
378
+ key: "sleep",
379
+ value: function sleep(ms) {
380
+ return new Promise(function(resolve) {
381
+ return setTimeout(resolve, ms);
382
+ });
383
+ }
384
+ }
385
+ ]);
386
+ return GovernorDO;
387
+ }(DurableObject);
package/dist/src/index.js CHANGED
@@ -2,5 +2,7 @@ export { BrainRunnerDO, setBrainRunner, setManifest, setWebhookManifest } from '
2
2
  export { MonitorDO } from './monitor-do.js';
3
3
  export { ScheduleDO } from './schedule-do.js';
4
4
  export { AuthDO } from './auth-do.js';
5
+ export { GovernorDO } from './governor-do.js';
6
+ export { rateGoverned, setGovernorBinding } from './governor-client-wrapper.js';
5
7
  export { PositronicManifest } from './manifest.js';
6
8
  export { default as api } from './api/index.js';
@@ -0,0 +1,199 @@
1
+ function _array_like_to_array(arr, len) {
2
+ if (len == null || len > arr.length) len = arr.length;
3
+ for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
4
+ return arr2;
5
+ }
6
+ function _array_with_holes(arr) {
7
+ if (Array.isArray(arr)) return arr;
8
+ }
9
+ function _iterable_to_array_limit(arr, i) {
10
+ var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
11
+ if (_i == null) return;
12
+ var _arr = [];
13
+ var _n = true;
14
+ var _d = false;
15
+ var _s, _e;
16
+ try {
17
+ for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
18
+ _arr.push(_s.value);
19
+ if (i && _arr.length === i) break;
20
+ }
21
+ } catch (err) {
22
+ _d = true;
23
+ _e = err;
24
+ } finally{
25
+ try {
26
+ if (!_n && _i["return"] != null) _i["return"]();
27
+ } finally{
28
+ if (_d) throw _e;
29
+ }
30
+ }
31
+ return _arr;
32
+ }
33
+ function _non_iterable_rest() {
34
+ throw new TypeError("Invalid attempt to destructure non-iterable instance.\\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
35
+ }
36
+ function _sliced_to_array(arr, i) {
37
+ return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
38
+ }
39
+ function _unsupported_iterable_to_array(o, minLen) {
40
+ if (!o) return;
41
+ if (typeof o === "string") return _array_like_to_array(o, minLen);
42
+ var n = Object.prototype.toString.call(o).slice(8, -1);
43
+ if (n === "Object" && o.constructor) n = o.constructor.name;
44
+ if (n === "Map" || n === "Set") return Array.from(n);
45
+ if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
46
+ }
47
+ var ANTHROPIC_PREFIX = 'anthropic-ratelimit-';
48
+ var OPENAI_PREFIX = 'x-ratelimit-';
49
+ var ANTHROPIC_KEYS = {
50
+ 'requests-limit': 'requestsLimit',
51
+ 'tokens-limit': 'tokensLimit'
52
+ };
53
+ var OPENAI_KEYS = {
54
+ 'limit-requests': 'requestsLimit',
55
+ 'limit-tokens': 'tokensLimit'
56
+ };
57
+ // Google Gemini doesn't return rate-limit headers, so we hardcode known limits.
58
+ var GOOGLE_MODEL_LIMITS = {
59
+ 'gemini-2.5-flash-lite': {
60
+ rpm: 4000,
61
+ tpm: 4000000
62
+ },
63
+ 'gemini-2.5-flash': {
64
+ rpm: 1000,
65
+ tpm: 1000000
66
+ },
67
+ 'gemini-2.5-pro': {
68
+ rpm: 150,
69
+ tpm: 2000000
70
+ },
71
+ 'gemini-2-flash-lite': {
72
+ rpm: 4000,
73
+ tpm: 4000000
74
+ },
75
+ 'gemini-2-flash-exp': {
76
+ rpm: 10,
77
+ tpm: 250000
78
+ },
79
+ 'gemini-2-flash': {
80
+ rpm: 2000,
81
+ tpm: 4000000
82
+ },
83
+ 'gemini-3.1-pro': {
84
+ rpm: 25,
85
+ tpm: 1000000
86
+ },
87
+ 'gemini-3-pro': {
88
+ rpm: 25,
89
+ tpm: 1000000
90
+ },
91
+ 'gemini-3-flash': {
92
+ rpm: 1000,
93
+ tpm: 1000000
94
+ },
95
+ 'gemini-3.1-flash-lite-preview': {
96
+ rpm: 4000,
97
+ tpm: 4000000
98
+ }
99
+ };
100
+ export function getGoogleModelDefaults(modelId) {
101
+ // Strip "models/" prefix used by some Google SDKs
102
+ var normalized = modelId.startsWith('models/') ? modelId.slice(7) : modelId;
103
+ var entry = GOOGLE_MODEL_LIMITS[normalized];
104
+ if (!entry) return null;
105
+ return entry;
106
+ }
107
+ function parseNumeric(value) {
108
+ var num = parseInt(value, 10);
109
+ return isNaN(num) ? null : num;
110
+ }
111
+ export function parseRateLimitHeaders(headers) {
112
+ // Normalize all header keys to lowercase
113
+ var normalized = {};
114
+ var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
115
+ try {
116
+ for(var _iterator = Object.entries(headers)[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
117
+ var _step_value = _sliced_to_array(_step.value, 2), key = _step_value[0], value = _step_value[1];
118
+ normalized[key.toLowerCase()] = value;
119
+ }
120
+ } catch (err) {
121
+ _didIteratorError = true;
122
+ _iteratorError = err;
123
+ } finally{
124
+ try {
125
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
126
+ _iterator.return();
127
+ }
128
+ } finally{
129
+ if (_didIteratorError) {
130
+ throw _iteratorError;
131
+ }
132
+ }
133
+ }
134
+ // Detect provider by checking for known prefixes
135
+ var keyMap = null;
136
+ var prefix = null;
137
+ var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
138
+ try {
139
+ for(var _iterator1 = Object.keys(normalized)[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
140
+ var key1 = _step1.value;
141
+ if (key1.startsWith(ANTHROPIC_PREFIX)) {
142
+ keyMap = ANTHROPIC_KEYS;
143
+ prefix = ANTHROPIC_PREFIX;
144
+ break;
145
+ }
146
+ if (key1.startsWith(OPENAI_PREFIX)) {
147
+ keyMap = OPENAI_KEYS;
148
+ prefix = OPENAI_PREFIX;
149
+ break;
150
+ }
151
+ }
152
+ } catch (err) {
153
+ _didIteratorError1 = true;
154
+ _iteratorError1 = err;
155
+ } finally{
156
+ try {
157
+ if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
158
+ _iterator1.return();
159
+ }
160
+ } finally{
161
+ if (_didIteratorError1) {
162
+ throw _iteratorError1;
163
+ }
164
+ }
165
+ }
166
+ if (!keyMap || !prefix) return null;
167
+ var result = {
168
+ requestsLimit: null,
169
+ tokensLimit: null
170
+ };
171
+ var hasAnyValue = false;
172
+ var _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
173
+ try {
174
+ for(var _iterator2 = Object.entries(keyMap)[Symbol.iterator](), _step2; !(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion2 = true){
175
+ var _step_value1 = _sliced_to_array(_step2.value, 2), suffix = _step_value1[0], field = _step_value1[1];
176
+ var headerKey = prefix + suffix;
177
+ var value1 = normalized[headerKey];
178
+ if (value1 === undefined) continue;
179
+ result[field] = parseNumeric(value1);
180
+ if (result[field] !== null) {
181
+ hasAnyValue = true;
182
+ }
183
+ }
184
+ } catch (err) {
185
+ _didIteratorError2 = true;
186
+ _iteratorError2 = err;
187
+ } finally{
188
+ try {
189
+ if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
190
+ _iterator2.return();
191
+ }
192
+ } finally{
193
+ if (_didIteratorError2) {
194
+ throw _iteratorError2;
195
+ }
196
+ }
197
+ }
198
+ return hasAnyValue ? result : null;
199
+ }
@@ -0,0 +1,39 @@
1
+ import { Tiktoken } from 'js-tiktoken/lite';
2
+ import cl100k_base from 'js-tiktoken/ranks/cl100k_base';
3
+ var encoder = new Tiktoken(cl100k_base);
4
+ export function estimateTokens(text) {
5
+ return encoder.encode(text).length;
6
+ }
7
+ export function estimateRequestTokens(param) {
8
+ var prompt = param.prompt, messages = param.messages, system = param.system;
9
+ var parts = [];
10
+ if (system) {
11
+ parts.push(system);
12
+ }
13
+ if (messages) {
14
+ var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
15
+ try {
16
+ for(var _iterator = messages[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
17
+ var msg = _step.value;
18
+ parts.push(msg.content);
19
+ }
20
+ } catch (err) {
21
+ _didIteratorError = true;
22
+ _iteratorError = err;
23
+ } finally{
24
+ try {
25
+ if (!_iteratorNormalCompletion && _iterator.return != null) {
26
+ _iterator.return();
27
+ }
28
+ } finally{
29
+ if (_didIteratorError) {
30
+ throw _iteratorError;
31
+ }
32
+ }
33
+ }
34
+ }
35
+ if (prompt) {
36
+ parts.push(prompt);
37
+ }
38
+ return estimateTokens(parts.join('\n'));
39
+ }
@@ -2,6 +2,7 @@ import { BrainRunner, type BrainSignal } from '@positronic/core';
2
2
  import { DurableObject } from 'cloudflare:workers';
3
3
  import type { MonitorDO } from './monitor-do.js';
4
4
  import type { ScheduleDO } from './schedule-do.js';
5
+ import type { GovernorDO } from './governor-do.js';
5
6
  import { PositronicManifest } from './manifest.js';
6
7
  import type { R2Bucket } from '@cloudflare/workers-types';
7
8
  export declare function setManifest(generatedManifest: PositronicManifest): void;
@@ -13,6 +14,7 @@ export interface Env {
13
14
  BRAIN_RUNNER_DO: DurableObjectNamespace;
14
15
  MONITOR_DO: DurableObjectNamespace<MonitorDO>;
15
16
  SCHEDULE_DO: DurableObjectNamespace<ScheduleDO>;
17
+ GOVERNOR_DO: DurableObjectNamespace<GovernorDO>;
16
18
  RESOURCES_BUCKET: R2Bucket;
17
19
  WORKER_URL?: string;
18
20
  }
@@ -1 +1 @@
1
- {"version":3,"file":"brain-runner-do.d.ts","sourceRoot":"","sources":["../../src/brain-runner-do.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAiG,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChK,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAUnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAGnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAG1D,wBAAgB,WAAW,CAAC,iBAAiB,EAAE,kBAAkB,QAEhE;AAED,wBAAgB,WAAW,IAAI,kBAAkB,GAAG,IAAI,CAEvD;AAGD,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,QAEjD;AAGD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,QAE/D;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAExD;AAED,MAAM,WAAW,GAAG;IAClB,eAAe,EAAE,sBAAsB,CAAC;IACxC,UAAU,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC9C,WAAW,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAChD,gBAAgB,EAAE,QAAQ,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAsGD,qBAAa,aAAc,SAAQ,aAAa,CAAC,GAAG,CAAC;IACnD,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,uBAAuB,CAAS;IACxC,OAAO,CAAC,2BAA2B,CAAS;gBAEhC,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,GAAG;IAO/C,OAAO,CAAC,sBAAsB;IAO9B,OAAO,CAAC,0BAA0B;IAOlC,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAStD,gBAAgB,CAAC,UAAU,EAAE,MAAM;IAQnC,cAAc,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAWlE;;;;OAIG;IACG,WAAW,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAmB9I;;;;OAIG;IACH,oBAAoB,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,KAAK,GAAG,WAAW,EAAE;YA+C5D,mBAAmB;IAqEjC;;;OAGG;IACH,OAAO,CAAC,eAAe;IAiBvB;;;;;;;;OAQG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAkF9F,KAAK;IASL,KAAK,CACT,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAyHnC;;;;OAIG;IACG,MAAM,CAAC,UAAU,EAAE,MAAM;IAyJzB,KAAK,CAAC,OAAO,EAAE,OAAO;CAkE7B"}
1
+ {"version":3,"file":"brain-runner-do.d.ts","sourceRoot":"","sources":["../../src/brain-runner-do.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAiG,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChK,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAUnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAInD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAG1D,wBAAgB,WAAW,CAAC,iBAAiB,EAAE,kBAAkB,QAEhE;AAED,wBAAgB,WAAW,IAAI,kBAAkB,GAAG,IAAI,CAEvD;AAGD,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,QAEjD;AAGD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,QAE/D;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAExD;AAED,MAAM,WAAW,GAAG;IAClB,eAAe,EAAE,sBAAsB,CAAC;IACxC,UAAU,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC9C,WAAW,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAChD,WAAW,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAChD,gBAAgB,EAAE,QAAQ,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAsGD,qBAAa,aAAc,SAAQ,aAAa,CAAC,GAAG,CAAC;IACnD,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,uBAAuB,CAAS;IACxC,OAAO,CAAC,2BAA2B,CAAS;gBAEhC,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,GAAG;IAO/C,OAAO,CAAC,sBAAsB;IAO9B,OAAO,CAAC,0BAA0B;IAOlC,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAStD,gBAAgB,CAAC,UAAU,EAAE,MAAM;IAQnC,cAAc,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAWlE;;;;OAIG;IACG,WAAW,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAmB9I;;;;OAIG;IACH,oBAAoB,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,KAAK,GAAG,WAAW,EAAE;YA+C5D,mBAAmB;IAqEjC;;;OAGG;IACH,OAAO,CAAC,eAAe;IAiBvB;;;;;;;;OAQG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAkF9F,KAAK;IASL,KAAK,CACT,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA6HnC;;;;OAIG;IACG,MAAM,CAAC,UAAU,EAAE,MAAM;IA6JzB,KAAK,CAAC,OAAO,EAAE,OAAO;CAkE7B"}
@@ -1 +1 @@
1
- {"version":3,"file":"dev-server.d.ts","sourceRoot":"","sources":["../../src/dev-server.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAqJ1E,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAmBnD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAanD;AA6ED,qBAAa,mBAAoB,YAAW,mBAAmB;IAyB1C,cAAc,EAAE,MAAM;IAjBzC;;;;;;;;;;;OAWG;IAEH,OAAO,CAAC,YAAY,CAAwC;IAC5D,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,gBAAgB,CAAwC;gBAE7C,cAAc,EAAE,MAAM;IAEnC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;YAoB7B,qBAAqB;YA4DrB,wBAAwB;YAkCxB,yBAAyB;YASzB,2BAA2B;IAuBzC,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,wBAAwB;YASlB,0BAA0B;IA4BxC,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,gBAAgB;IA4BxB;;;OAGG;YACW,oBAAoB;IAqF5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAqD3C,KAAK,CACT,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,GACjC,OAAO,CAAC,IAAI,CAAC;YAmBF,oBAAoB;IA0D5B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IA4G7B;;;OAGG;YACW,sBAAsB;IAepC;;OAEG;YACW,eAAe;IA6B7B,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIhD,OAAO,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIlD,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI9C,WAAW,IAAI,OAAO,CAC1B,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,IAAI,CAAC;QAAC,SAAS,CAAC,EAAE,IAAI,CAAA;KAAE,CAAC,CAC5D;IAwCK,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0CrD,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAuC5C,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA0DnD"}
1
+ {"version":3,"file":"dev-server.d.ts","sourceRoot":"","sources":["../../src/dev-server.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AA0K1E,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAmBnD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAanD;AA6ED,qBAAa,mBAAoB,YAAW,mBAAmB;IAyB1C,cAAc,EAAE,MAAM;IAjBzC;;;;;;;;;;;OAWG;IAEH,OAAO,CAAC,YAAY,CAAwC;IAC5D,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,gBAAgB,CAAwC;gBAE7C,cAAc,EAAE,MAAM;IAEnC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;YAoB7B,qBAAqB;YA4DrB,wBAAwB;YAkCxB,yBAAyB;YASzB,2BAA2B;IAuBzC,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,wBAAwB;YASlB,0BAA0B;IA4BxC,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,gBAAgB;IA4BxB;;;OAGG;YACW,oBAAoB;IAqF5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAqD3C,KAAK,CACT,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,GACjC,OAAO,CAAC,IAAI,CAAC;YAmBF,oBAAoB;IA0D5B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IA4G7B;;;OAGG;YACW,sBAAsB;IAepC;;OAEG;YACW,eAAe;IA6B7B,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIhD,OAAO,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIlD,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI9C,WAAW,IAAI,OAAO,CAC1B,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,IAAI,CAAC;QAAC,SAAS,CAAC,EAAE,IAAI,CAAA;KAAE,CAAC,CAC5D;IAwCK,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0CrD,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAuC5C,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA0DnD"}
@@ -0,0 +1,15 @@
1
+ import type { ObjectGenerator } from '@positronic/core';
2
+ import type { GovernorDO } from './governor-do.js';
3
+ type GovernorStub = Pick<GovernorDO, 'waitForCapacity' | 'reportHeaders'>;
4
+ interface GovernorNamespace {
5
+ idFromName(name: string): {
6
+ toString(): string;
7
+ };
8
+ get(id: {
9
+ toString(): string;
10
+ }): GovernorStub;
11
+ }
12
+ export declare function setGovernorBinding(ns: GovernorNamespace): void;
13
+ export declare function rateGoverned(client: ObjectGenerator): ObjectGenerator;
14
+ export {};
15
+ //# sourceMappingURL=governor-client-wrapper.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"governor-client-wrapper.d.ts","sourceRoot":"","sources":["../../src/governor-client-wrapper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAGnD,KAAK,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,iBAAiB,GAAG,eAAe,CAAC,CAAC;AAE1E,UAAU,iBAAiB;IACzB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG;QAAE,QAAQ,IAAI,MAAM,CAAA;KAAE,CAAC;IACjD,GAAG,CAAC,EAAE,EAAE;QAAE,QAAQ,IAAI,MAAM,CAAA;KAAE,GAAG,YAAY,CAAC;CAC/C;AAID,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,iBAAiB,QAEvD;AAmDD,wBAAgB,YAAY,CAC1B,MAAM,EAAE,eAAe,GACtB,eAAe,CAqFjB"}
@@ -0,0 +1,25 @@
1
+ import { DurableObject } from 'cloudflare:workers';
2
+ export interface Env {
3
+ IS_TEST?: string;
4
+ NODE_ENV?: string;
5
+ }
6
+ export declare class GovernorDO extends DurableObject<Env> {
7
+ private readonly storage;
8
+ private waitQueue;
9
+ private loopRunning;
10
+ private rpmLimit;
11
+ private tpmLimit;
12
+ private limitsLoaded;
13
+ private lastAdmitTime;
14
+ private lastDelay;
15
+ constructor(state: DurableObjectState, env: Env);
16
+ private loadLimits;
17
+ private persistLimits;
18
+ waitForCapacity(modelId: string, estimatedTokens: number): Promise<void>;
19
+ reportHeaders(headers: Record<string, string>): Promise<void>;
20
+ private kickLoop;
21
+ private runLoop;
22
+ private calculateDelay;
23
+ private sleep;
24
+ }
25
+ //# sourceMappingURL=governor-do.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"governor-do.d.ts","sourceRoot":"","sources":["../../src/governor-do.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,MAAM,WAAW,GAAG;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAOD,qBAAa,UAAW,SAAQ,aAAa,CAAC,GAAG,CAAC;IAChD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,SAAS,CAAK;gBAEV,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,GAAG;IAe/C,OAAO,CAAC,UAAU;IAclB,OAAO,CAAC,aAAa;IAYf,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBxE,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAenE,OAAO,CAAC,QAAQ;YAKF,OAAO;IAsBrB,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,KAAK;CAGd"}
@@ -2,6 +2,8 @@ export { BrainRunnerDO, setBrainRunner, setManifest, setWebhookManifest, } from
2
2
  export { MonitorDO } from './monitor-do.js';
3
3
  export { ScheduleDO } from './schedule-do.js';
4
4
  export { AuthDO } from './auth-do.js';
5
+ export { GovernorDO } from './governor-do.js';
6
+ export { rateGoverned, setGovernorBinding } from './governor-client-wrapper.js';
5
7
  export { PositronicManifest, type BrainMetadata } from './manifest.js';
6
8
  export { default as api } from './api/index.js';
7
9
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,cAAc,EACd,WAAW,EACX,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,OAAO,IAAI,GAAG,EAAE,MAAM,gBAAgB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,cAAc,EACd,WAAW,EACX,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,OAAO,IAAI,GAAG,EAAE,MAAM,gBAAgB,CAAC"}
@@ -0,0 +1,10 @@
1
+ export interface ParsedRateLimits {
2
+ requestsLimit: number | null;
3
+ tokensLimit: number | null;
4
+ }
5
+ export declare function getGoogleModelDefaults(modelId: string): {
6
+ rpm: number;
7
+ tpm: number;
8
+ } | null;
9
+ export declare function parseRateLimitHeaders(headers: Record<string, string>): ParsedRateLimits | null;
10
+ //# sourceMappingURL=rate-limit-headers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rate-limit-headers.d.ts","sourceRoot":"","sources":["../../src/rate-limit-headers.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AA6BD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,GACd;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAQrC;AAOD,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,gBAAgB,GAAG,IAAI,CA8CzB"}
@@ -0,0 +1,9 @@
1
+ export declare function estimateTokens(text: string): number;
2
+ export declare function estimateRequestTokens({ prompt, messages, system, }: {
3
+ prompt?: string;
4
+ messages?: Array<{
5
+ content: string;
6
+ }>;
7
+ system?: string;
8
+ }): number;
9
+ //# sourceMappingURL=token-estimator.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-estimator.d.ts","sourceRoot":"","sources":["../../src/token-estimator.ts"],"names":[],"mappings":"AAKA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,qBAAqB,CAAC,EACpC,MAAM,EACN,QAAQ,EACR,MAAM,GACP,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,MAAM,CAkBT"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@positronic/cloudflare",
3
- "version": "0.0.67",
3
+ "version": "0.0.68",
4
4
  "publishConfig": {
5
5
  "access": "public"
6
6
  },
@@ -31,9 +31,9 @@
31
31
  "clean": "rm -rf tsconfig.tsbuildinfo dist"
32
32
  },
33
33
  "dependencies": {
34
- "@positronic/core": "^0.0.67",
35
- "@positronic/spec": "^0.0.67",
36
- "@positronic/template-new-project": "^0.0.67",
34
+ "@positronic/core": "^0.0.68",
35
+ "@positronic/spec": "^0.0.68",
36
+ "@positronic/template-new-project": "^0.0.68",
37
37
  "aws4fetch": "^1.0.18",
38
38
  "caz": "^2.0.0",
39
39
  "croner": "^10.0.1",
@@ -41,6 +41,7 @@
41
41
  "fuse.js": "^7.1.0",
42
42
  "hono": "^4.2.3",
43
43
  "jose": "^5.2.0",
44
+ "js-tiktoken": "^1.0.21",
44
45
  "uuid": "^9.0.1"
45
46
  },
46
47
  "devDependencies": {