@positronic/cloudflare 0.0.67 → 0.0.68
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/brain-runner-do.js +9 -2
- package/dist/src/dev-server.js +19 -1
- package/dist/src/governor-client-wrapper.js +364 -0
- package/dist/src/governor-do.js +387 -0
- package/dist/src/index.js +2 -0
- package/dist/src/rate-limit-headers.js +199 -0
- package/dist/src/token-estimator.js +39 -0
- package/dist/types/brain-runner-do.d.ts +2 -0
- package/dist/types/brain-runner-do.d.ts.map +1 -1
- package/dist/types/dev-server.d.ts.map +1 -1
- package/dist/types/governor-client-wrapper.d.ts +15 -0
- package/dist/types/governor-client-wrapper.d.ts.map +1 -0
- package/dist/types/governor-do.d.ts +25 -0
- package/dist/types/governor-do.d.ts.map +1 -0
- package/dist/types/index.d.ts +2 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/rate-limit-headers.d.ts +10 -0
- package/dist/types/rate-limit-headers.d.ts.map +1 -0
- package/dist/types/token-estimator.d.ts +9 -0
- package/dist/types/token-estimator.d.ts.map +1 -0
- package/package.json +5 -4
|
@@ -298,6 +298,7 @@ import { TimeoutAdapter } from './timeout-adapter.js';
|
|
|
298
298
|
import { PageAdapter } from './page-adapter.js';
|
|
299
299
|
import { EventLoader } from './event-loader.js';
|
|
300
300
|
import { createPagesService } from './pages-service.js';
|
|
301
|
+
import { setGovernorBinding, rateGoverned } from './governor-client-wrapper.js';
|
|
301
302
|
import { CloudflareR2Loader } from './r2-loader.js';
|
|
302
303
|
import { createResources } from '@positronic/core';
|
|
303
304
|
var manifest = null;
|
|
@@ -1055,6 +1056,7 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
|
|
|
1055
1056
|
env = this.buildRuntimeEnv();
|
|
1056
1057
|
// Create pages service for brain to use
|
|
1057
1058
|
pagesService = createPagesService(brainRunId, this.env.RESOURCES_BUCKET, monitorDOStub, env);
|
|
1059
|
+
setGovernorBinding(this.env.GOVERNOR_DO);
|
|
1058
1060
|
if (!brainRunner) {
|
|
1059
1061
|
throw new Error('BrainRunner not initialized');
|
|
1060
1062
|
}
|
|
@@ -1076,7 +1078,9 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
|
|
|
1076
1078
|
signalProvider = new CloudflareSignalProvider(function(filter) {
|
|
1077
1079
|
return _this.getAndConsumeSignals(filter);
|
|
1078
1080
|
});
|
|
1079
|
-
runnerWithResources = runnerWithResources.withSignalProvider(signalProvider)
|
|
1081
|
+
runnerWithResources = runnerWithResources.withSignalProvider(signalProvider).withGovernor(function(c) {
|
|
1082
|
+
return rateGoverned(c);
|
|
1083
|
+
});
|
|
1080
1084
|
// Extract options from initialData if present
|
|
1081
1085
|
options = initialData === null || initialData === void 0 ? void 0 : initialData.options;
|
|
1082
1086
|
initialState = initialData && !initialData.options ? initialData : {};
|
|
@@ -1233,6 +1237,7 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
|
|
|
1233
1237
|
env = this.buildRuntimeEnv();
|
|
1234
1238
|
// Create pages service for brain to use
|
|
1235
1239
|
pagesService = createPagesService(brainRunId, this.env.RESOURCES_BUCKET, monitorDOStub, env);
|
|
1240
|
+
setGovernorBinding(this.env.GOVERNOR_DO);
|
|
1236
1241
|
if (!brainRunner) {
|
|
1237
1242
|
throw new Error('BrainRunner not initialized');
|
|
1238
1243
|
}
|
|
@@ -1253,7 +1258,9 @@ export var BrainRunnerDO = /*#__PURE__*/ function(DurableObject) {
|
|
|
1253
1258
|
signalProvider = new CloudflareSignalProvider(function(filter) {
|
|
1254
1259
|
return _this.getAndConsumeSignals(filter);
|
|
1255
1260
|
});
|
|
1256
|
-
runnerWithResources = runnerWithResources.withSignalProvider(signalProvider)
|
|
1261
|
+
runnerWithResources = runnerWithResources.withSignalProvider(signalProvider).withGovernor(function(c) {
|
|
1262
|
+
return rateGoverned(c);
|
|
1263
|
+
});
|
|
1257
1264
|
// Create abort controller for this run
|
|
1258
1265
|
this.abortController = new AbortController();
|
|
1259
1266
|
batchChunkAdapter = new BatchChunkAdapter(function(signal) {
|
package/dist/src/dev-server.js
CHANGED
|
@@ -416,7 +416,7 @@ import { createRequire } from 'module';
|
|
|
416
416
|
}();
|
|
417
417
|
function generateProject(projectName, projectDir, onSuccess) {
|
|
418
418
|
return _async_to_generator(function() {
|
|
419
|
-
var devPath, newProjectTemplatePath, cazOptions, templateSourcePath, require, templatePackageJsonPath, copiedNewProjectPkg;
|
|
419
|
+
var devPath, newProjectTemplatePath, cazOptions, templateSourcePath, inferredDevPath, require, templatePackageJsonPath, realPath, potentialRoot, copiedNewProjectPkg;
|
|
420
420
|
return _ts_generator(this, function(_state) {
|
|
421
421
|
switch(_state.label){
|
|
422
422
|
case 0:
|
|
@@ -425,6 +425,7 @@ function generateProject(projectName, projectDir, onSuccess) {
|
|
|
425
425
|
cazOptions = {
|
|
426
426
|
name: projectName
|
|
427
427
|
};
|
|
428
|
+
inferredDevPath = false;
|
|
428
429
|
_state.label = 1;
|
|
429
430
|
case 1:
|
|
430
431
|
_state.trys.push([
|
|
@@ -448,6 +449,19 @@ function generateProject(projectName, projectDir, onSuccess) {
|
|
|
448
449
|
require = createRequire(import.meta.url);
|
|
449
450
|
templatePackageJsonPath = require.resolve('@positronic/template-new-project/package.json');
|
|
450
451
|
templateSourcePath = path.dirname(templatePackageJsonPath);
|
|
452
|
+
// Auto-detect local workspace: if the template resolves to a real path
|
|
453
|
+
// outside node_modules, we're running from a local monorepo (e.g. the user's
|
|
454
|
+
// project uses file: references to @positronic/cloudflare). In that case,
|
|
455
|
+
// set POSITRONIC_LOCAL_PATH so the template generates file: references too.
|
|
456
|
+
realPath = fs.realpathSync(templateSourcePath);
|
|
457
|
+
if (!realPath.includes("".concat(path.sep, "node_modules").concat(path.sep))) {
|
|
458
|
+
potentialRoot = path.resolve(realPath, '..', '..');
|
|
459
|
+
if (fs.existsSync(path.join(potentialRoot, 'packages', 'core')) && fs.existsSync(path.join(potentialRoot, 'packages', 'cloudflare'))) {
|
|
460
|
+
devPath = potentialRoot;
|
|
461
|
+
process.env.POSITRONIC_LOCAL_PATH = potentialRoot;
|
|
462
|
+
inferredDevPath = true;
|
|
463
|
+
}
|
|
464
|
+
}
|
|
451
465
|
}
|
|
452
466
|
// Always copy to a temporary directory to avoid CAZ modifying our source
|
|
453
467
|
// CAZ only supports local paths, GitHub repos, or ZIP URLs - not npm package names
|
|
@@ -485,6 +499,10 @@ function generateProject(projectName, projectDir, onSuccess) {
|
|
|
485
499
|
5
|
|
486
500
|
];
|
|
487
501
|
case 4:
|
|
502
|
+
// Clean up the temporarily set env var
|
|
503
|
+
if (inferredDevPath) {
|
|
504
|
+
delete process.env.POSITRONIC_LOCAL_PATH;
|
|
505
|
+
}
|
|
488
506
|
// Clean up the temporary copied new project package
|
|
489
507
|
fs.rmSync(newProjectTemplatePath, {
|
|
490
508
|
recursive: true,
|
|
@@ -0,0 +1,364 @@
|
|
|
1
|
+
function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
|
|
2
|
+
try {
|
|
3
|
+
var info = gen[key](arg);
|
|
4
|
+
var value = info.value;
|
|
5
|
+
} catch (error) {
|
|
6
|
+
reject(error);
|
|
7
|
+
return;
|
|
8
|
+
}
|
|
9
|
+
if (info.done) {
|
|
10
|
+
resolve(value);
|
|
11
|
+
} else {
|
|
12
|
+
Promise.resolve(value).then(_next, _throw);
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
function _async_to_generator(fn) {
|
|
16
|
+
return function() {
|
|
17
|
+
var self = this, args = arguments;
|
|
18
|
+
return new Promise(function(resolve, reject) {
|
|
19
|
+
var gen = fn.apply(self, args);
|
|
20
|
+
function _next(value) {
|
|
21
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
|
|
22
|
+
}
|
|
23
|
+
function _throw(err) {
|
|
24
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
|
|
25
|
+
}
|
|
26
|
+
_next(undefined);
|
|
27
|
+
});
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function _ts_generator(thisArg, body) {
|
|
31
|
+
var f, y, t, _ = {
|
|
32
|
+
label: 0,
|
|
33
|
+
sent: function() {
|
|
34
|
+
if (t[0] & 1) throw t[1];
|
|
35
|
+
return t[1];
|
|
36
|
+
},
|
|
37
|
+
trys: [],
|
|
38
|
+
ops: []
|
|
39
|
+
}, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
40
|
+
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() {
|
|
41
|
+
return this;
|
|
42
|
+
}), g;
|
|
43
|
+
function verb(n) {
|
|
44
|
+
return function(v) {
|
|
45
|
+
return step([
|
|
46
|
+
n,
|
|
47
|
+
v
|
|
48
|
+
]);
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
function step(op) {
|
|
52
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
53
|
+
while(g && (g = 0, op[0] && (_ = 0)), _)try {
|
|
54
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
55
|
+
if (y = 0, t) op = [
|
|
56
|
+
op[0] & 2,
|
|
57
|
+
t.value
|
|
58
|
+
];
|
|
59
|
+
switch(op[0]){
|
|
60
|
+
case 0:
|
|
61
|
+
case 1:
|
|
62
|
+
t = op;
|
|
63
|
+
break;
|
|
64
|
+
case 4:
|
|
65
|
+
_.label++;
|
|
66
|
+
return {
|
|
67
|
+
value: op[1],
|
|
68
|
+
done: false
|
|
69
|
+
};
|
|
70
|
+
case 5:
|
|
71
|
+
_.label++;
|
|
72
|
+
y = op[1];
|
|
73
|
+
op = [
|
|
74
|
+
0
|
|
75
|
+
];
|
|
76
|
+
continue;
|
|
77
|
+
case 7:
|
|
78
|
+
op = _.ops.pop();
|
|
79
|
+
_.trys.pop();
|
|
80
|
+
continue;
|
|
81
|
+
default:
|
|
82
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
|
|
83
|
+
_ = 0;
|
|
84
|
+
continue;
|
|
85
|
+
}
|
|
86
|
+
if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
|
|
87
|
+
_.label = op[1];
|
|
88
|
+
break;
|
|
89
|
+
}
|
|
90
|
+
if (op[0] === 6 && _.label < t[1]) {
|
|
91
|
+
_.label = t[1];
|
|
92
|
+
t = op;
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
95
|
+
if (t && _.label < t[2]) {
|
|
96
|
+
_.label = t[2];
|
|
97
|
+
_.ops.push(op);
|
|
98
|
+
break;
|
|
99
|
+
}
|
|
100
|
+
if (t[2]) _.ops.pop();
|
|
101
|
+
_.trys.pop();
|
|
102
|
+
continue;
|
|
103
|
+
}
|
|
104
|
+
op = body.call(thisArg, _);
|
|
105
|
+
} catch (e) {
|
|
106
|
+
op = [
|
|
107
|
+
6,
|
|
108
|
+
e
|
|
109
|
+
];
|
|
110
|
+
y = 0;
|
|
111
|
+
} finally{
|
|
112
|
+
f = t = 0;
|
|
113
|
+
}
|
|
114
|
+
if (op[0] & 5) throw op[1];
|
|
115
|
+
return {
|
|
116
|
+
value: op[0] ? op[1] : void 0,
|
|
117
|
+
done: true
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
import { estimateRequestTokens } from './token-estimator.js';
|
|
122
|
+
var governorNamespace = null;
|
|
123
|
+
export function setGovernorBinding(ns) {
|
|
124
|
+
governorNamespace = ns;
|
|
125
|
+
}
|
|
126
|
+
function getGovernorStub(identity) {
|
|
127
|
+
if (!governorNamespace) return null;
|
|
128
|
+
return governorNamespace.get(governorNamespace.idFromName(identity));
|
|
129
|
+
}
|
|
130
|
+
function computeIdentity(modelId, apiKey) {
|
|
131
|
+
return _async_to_generator(function() {
|
|
132
|
+
var data, hashBuffer, hashArray;
|
|
133
|
+
return _ts_generator(this, function(_state) {
|
|
134
|
+
switch(_state.label){
|
|
135
|
+
case 0:
|
|
136
|
+
data = new TextEncoder().encode("".concat(modelId, ":").concat(apiKey));
|
|
137
|
+
return [
|
|
138
|
+
4,
|
|
139
|
+
crypto.subtle.digest('SHA-256', data)
|
|
140
|
+
];
|
|
141
|
+
case 1:
|
|
142
|
+
hashBuffer = _state.sent();
|
|
143
|
+
hashArray = new Uint8Array(hashBuffer);
|
|
144
|
+
return [
|
|
145
|
+
2,
|
|
146
|
+
Array.from(hashArray).map(function(b) {
|
|
147
|
+
return b.toString(16).padStart(2, '0');
|
|
148
|
+
}).join('')
|
|
149
|
+
];
|
|
150
|
+
}
|
|
151
|
+
});
|
|
152
|
+
})();
|
|
153
|
+
}
|
|
154
|
+
function governedCall(_0) {
|
|
155
|
+
return _async_to_generator(function(param) {
|
|
156
|
+
var governorStub, modelId, estimatedTokens, call, extractHeaders, error, result, headers;
|
|
157
|
+
return _ts_generator(this, function(_state) {
|
|
158
|
+
switch(_state.label){
|
|
159
|
+
case 0:
|
|
160
|
+
governorStub = param.governorStub, modelId = param.modelId, estimatedTokens = param.estimatedTokens, call = param.call, extractHeaders = param.extractHeaders;
|
|
161
|
+
if (!governorStub) {
|
|
162
|
+
return [
|
|
163
|
+
2,
|
|
164
|
+
call()
|
|
165
|
+
];
|
|
166
|
+
}
|
|
167
|
+
_state.label = 1;
|
|
168
|
+
case 1:
|
|
169
|
+
_state.trys.push([
|
|
170
|
+
1,
|
|
171
|
+
3,
|
|
172
|
+
,
|
|
173
|
+
4
|
|
174
|
+
]);
|
|
175
|
+
return [
|
|
176
|
+
4,
|
|
177
|
+
governorStub.waitForCapacity(modelId, estimatedTokens)
|
|
178
|
+
];
|
|
179
|
+
case 2:
|
|
180
|
+
_state.sent();
|
|
181
|
+
return [
|
|
182
|
+
3,
|
|
183
|
+
4
|
|
184
|
+
];
|
|
185
|
+
case 3:
|
|
186
|
+
error = _state.sent();
|
|
187
|
+
console.warn('Governor waitForCapacity failed, proceeding without rate limiting:', error);
|
|
188
|
+
return [
|
|
189
|
+
3,
|
|
190
|
+
4
|
|
191
|
+
];
|
|
192
|
+
case 4:
|
|
193
|
+
return [
|
|
194
|
+
4,
|
|
195
|
+
call()
|
|
196
|
+
];
|
|
197
|
+
case 5:
|
|
198
|
+
result = _state.sent();
|
|
199
|
+
headers = extractHeaders(result);
|
|
200
|
+
if (headers) {
|
|
201
|
+
governorStub.reportHeaders(headers);
|
|
202
|
+
}
|
|
203
|
+
return [
|
|
204
|
+
2,
|
|
205
|
+
result
|
|
206
|
+
];
|
|
207
|
+
}
|
|
208
|
+
});
|
|
209
|
+
}).apply(this, arguments);
|
|
210
|
+
}
|
|
211
|
+
export function rateGoverned(client) {
|
|
212
|
+
var _client_apiKey;
|
|
213
|
+
var apiKey = (_client_apiKey = client.apiKey) !== null && _client_apiKey !== void 0 ? _client_apiKey : '';
|
|
214
|
+
var cachedIdentity = null;
|
|
215
|
+
function getIdentity() {
|
|
216
|
+
return _async_to_generator(function() {
|
|
217
|
+
var _client_modelId, modelId;
|
|
218
|
+
return _ts_generator(this, function(_state) {
|
|
219
|
+
switch(_state.label){
|
|
220
|
+
case 0:
|
|
221
|
+
if (cachedIdentity) return [
|
|
222
|
+
2,
|
|
223
|
+
cachedIdentity
|
|
224
|
+
];
|
|
225
|
+
modelId = (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown';
|
|
226
|
+
return [
|
|
227
|
+
4,
|
|
228
|
+
computeIdentity(modelId, apiKey)
|
|
229
|
+
];
|
|
230
|
+
case 1:
|
|
231
|
+
cachedIdentity = _state.sent();
|
|
232
|
+
return [
|
|
233
|
+
2,
|
|
234
|
+
cachedIdentity
|
|
235
|
+
];
|
|
236
|
+
}
|
|
237
|
+
});
|
|
238
|
+
})();
|
|
239
|
+
}
|
|
240
|
+
var wrapper = {
|
|
241
|
+
get identity () {
|
|
242
|
+
return client.identity;
|
|
243
|
+
},
|
|
244
|
+
get modelId () {
|
|
245
|
+
return client.modelId;
|
|
246
|
+
},
|
|
247
|
+
get apiKey () {
|
|
248
|
+
return client.apiKey;
|
|
249
|
+
},
|
|
250
|
+
generateObject: function generateObject(params) {
|
|
251
|
+
return _async_to_generator(function() {
|
|
252
|
+
var identity, governorStub, estimated, _client_modelId;
|
|
253
|
+
return _ts_generator(this, function(_state) {
|
|
254
|
+
switch(_state.label){
|
|
255
|
+
case 0:
|
|
256
|
+
return [
|
|
257
|
+
4,
|
|
258
|
+
getIdentity()
|
|
259
|
+
];
|
|
260
|
+
case 1:
|
|
261
|
+
identity = _state.sent();
|
|
262
|
+
governorStub = getGovernorStub(identity);
|
|
263
|
+
estimated = estimateRequestTokens({
|
|
264
|
+
prompt: params.prompt,
|
|
265
|
+
messages: params.messages,
|
|
266
|
+
system: params.system
|
|
267
|
+
});
|
|
268
|
+
return [
|
|
269
|
+
2,
|
|
270
|
+
governedCall({
|
|
271
|
+
governorStub: governorStub,
|
|
272
|
+
modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
|
|
273
|
+
estimatedTokens: estimated,
|
|
274
|
+
call: function() {
|
|
275
|
+
return client.generateObject(params);
|
|
276
|
+
},
|
|
277
|
+
extractHeaders: function(result) {
|
|
278
|
+
return result.responseHeaders;
|
|
279
|
+
}
|
|
280
|
+
})
|
|
281
|
+
];
|
|
282
|
+
}
|
|
283
|
+
});
|
|
284
|
+
})();
|
|
285
|
+
},
|
|
286
|
+
createToolResultMessage: client.createToolResultMessage ? function(toolCallId, toolName, result) {
|
|
287
|
+
return client.createToolResultMessage(toolCallId, toolName, result);
|
|
288
|
+
} : undefined,
|
|
289
|
+
streamText: function streamText(params) {
|
|
290
|
+
return _async_to_generator(function() {
|
|
291
|
+
var identity, governorStub, estimated, _client_modelId;
|
|
292
|
+
return _ts_generator(this, function(_state) {
|
|
293
|
+
switch(_state.label){
|
|
294
|
+
case 0:
|
|
295
|
+
return [
|
|
296
|
+
4,
|
|
297
|
+
getIdentity()
|
|
298
|
+
];
|
|
299
|
+
case 1:
|
|
300
|
+
identity = _state.sent();
|
|
301
|
+
governorStub = getGovernorStub(identity);
|
|
302
|
+
estimated = estimateRequestTokens({
|
|
303
|
+
prompt: params.prompt,
|
|
304
|
+
messages: params.messages,
|
|
305
|
+
system: params.system
|
|
306
|
+
});
|
|
307
|
+
return [
|
|
308
|
+
2,
|
|
309
|
+
governedCall({
|
|
310
|
+
governorStub: governorStub,
|
|
311
|
+
modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
|
|
312
|
+
estimatedTokens: estimated,
|
|
313
|
+
call: function() {
|
|
314
|
+
return client.streamText(params);
|
|
315
|
+
},
|
|
316
|
+
extractHeaders: function(result) {
|
|
317
|
+
return result.responseHeaders;
|
|
318
|
+
}
|
|
319
|
+
})
|
|
320
|
+
];
|
|
321
|
+
}
|
|
322
|
+
});
|
|
323
|
+
})();
|
|
324
|
+
}
|
|
325
|
+
};
|
|
326
|
+
if (client.generateText) {
|
|
327
|
+
wrapper.generateText = function(params) {
|
|
328
|
+
return _async_to_generator(function() {
|
|
329
|
+
var identity, governorStub, estimated, _client_modelId;
|
|
330
|
+
return _ts_generator(this, function(_state) {
|
|
331
|
+
switch(_state.label){
|
|
332
|
+
case 0:
|
|
333
|
+
return [
|
|
334
|
+
4,
|
|
335
|
+
getIdentity()
|
|
336
|
+
];
|
|
337
|
+
case 1:
|
|
338
|
+
identity = _state.sent();
|
|
339
|
+
governorStub = getGovernorStub(identity);
|
|
340
|
+
estimated = estimateRequestTokens({
|
|
341
|
+
messages: params.messages,
|
|
342
|
+
system: params.system
|
|
343
|
+
});
|
|
344
|
+
return [
|
|
345
|
+
2,
|
|
346
|
+
governedCall({
|
|
347
|
+
governorStub: governorStub,
|
|
348
|
+
modelId: (_client_modelId = client.modelId) !== null && _client_modelId !== void 0 ? _client_modelId : 'unknown',
|
|
349
|
+
estimatedTokens: estimated,
|
|
350
|
+
call: function() {
|
|
351
|
+
return client.generateText(params);
|
|
352
|
+
},
|
|
353
|
+
extractHeaders: function(result) {
|
|
354
|
+
return result.responseHeaders;
|
|
355
|
+
}
|
|
356
|
+
})
|
|
357
|
+
];
|
|
358
|
+
}
|
|
359
|
+
});
|
|
360
|
+
})();
|
|
361
|
+
};
|
|
362
|
+
}
|
|
363
|
+
return wrapper;
|
|
364
|
+
}
|
|
@@ -0,0 +1,387 @@
|
|
|
1
|
+
function _assert_this_initialized(self) {
|
|
2
|
+
if (self === void 0) {
|
|
3
|
+
throw new ReferenceError("this hasn't been initialised - super() hasn't been called");
|
|
4
|
+
}
|
|
5
|
+
return self;
|
|
6
|
+
}
|
|
7
|
+
function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
|
|
8
|
+
try {
|
|
9
|
+
var info = gen[key](arg);
|
|
10
|
+
var value = info.value;
|
|
11
|
+
} catch (error) {
|
|
12
|
+
reject(error);
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
if (info.done) {
|
|
16
|
+
resolve(value);
|
|
17
|
+
} else {
|
|
18
|
+
Promise.resolve(value).then(_next, _throw);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function _async_to_generator(fn) {
|
|
22
|
+
return function() {
|
|
23
|
+
var self = this, args = arguments;
|
|
24
|
+
return new Promise(function(resolve, reject) {
|
|
25
|
+
var gen = fn.apply(self, args);
|
|
26
|
+
function _next(value) {
|
|
27
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
|
|
28
|
+
}
|
|
29
|
+
function _throw(err) {
|
|
30
|
+
asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
|
|
31
|
+
}
|
|
32
|
+
_next(undefined);
|
|
33
|
+
});
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
function _call_super(_this, derived, args) {
|
|
37
|
+
derived = _get_prototype_of(derived);
|
|
38
|
+
return _possible_constructor_return(_this, _is_native_reflect_construct() ? Reflect.construct(derived, args || [], _get_prototype_of(_this).constructor) : derived.apply(_this, args));
|
|
39
|
+
}
|
|
40
|
+
function _class_call_check(instance, Constructor) {
|
|
41
|
+
if (!(instance instanceof Constructor)) {
|
|
42
|
+
throw new TypeError("Cannot call a class as a function");
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
function _defineProperties(target, props) {
|
|
46
|
+
for(var i = 0; i < props.length; i++){
|
|
47
|
+
var descriptor = props[i];
|
|
48
|
+
descriptor.enumerable = descriptor.enumerable || false;
|
|
49
|
+
descriptor.configurable = true;
|
|
50
|
+
if ("value" in descriptor) descriptor.writable = true;
|
|
51
|
+
Object.defineProperty(target, descriptor.key, descriptor);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
function _create_class(Constructor, protoProps, staticProps) {
|
|
55
|
+
if (protoProps) _defineProperties(Constructor.prototype, protoProps);
|
|
56
|
+
if (staticProps) _defineProperties(Constructor, staticProps);
|
|
57
|
+
return Constructor;
|
|
58
|
+
}
|
|
59
|
+
function _define_property(obj, key, value) {
|
|
60
|
+
if (key in obj) {
|
|
61
|
+
Object.defineProperty(obj, key, {
|
|
62
|
+
value: value,
|
|
63
|
+
enumerable: true,
|
|
64
|
+
configurable: true,
|
|
65
|
+
writable: true
|
|
66
|
+
});
|
|
67
|
+
} else {
|
|
68
|
+
obj[key] = value;
|
|
69
|
+
}
|
|
70
|
+
return obj;
|
|
71
|
+
}
|
|
72
|
+
function _get_prototype_of(o) {
|
|
73
|
+
_get_prototype_of = Object.setPrototypeOf ? Object.getPrototypeOf : function getPrototypeOf(o) {
|
|
74
|
+
return o.__proto__ || Object.getPrototypeOf(o);
|
|
75
|
+
};
|
|
76
|
+
return _get_prototype_of(o);
|
|
77
|
+
}
|
|
78
|
+
function _inherits(subClass, superClass) {
|
|
79
|
+
if (typeof superClass !== "function" && superClass !== null) {
|
|
80
|
+
throw new TypeError("Super expression must either be null or a function");
|
|
81
|
+
}
|
|
82
|
+
subClass.prototype = Object.create(superClass && superClass.prototype, {
|
|
83
|
+
constructor: {
|
|
84
|
+
value: subClass,
|
|
85
|
+
writable: true,
|
|
86
|
+
configurable: true
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
if (superClass) _set_prototype_of(subClass, superClass);
|
|
90
|
+
}
|
|
91
|
+
function _possible_constructor_return(self, call) {
|
|
92
|
+
if (call && (_type_of(call) === "object" || typeof call === "function")) {
|
|
93
|
+
return call;
|
|
94
|
+
}
|
|
95
|
+
return _assert_this_initialized(self);
|
|
96
|
+
}
|
|
97
|
+
function _set_prototype_of(o, p) {
|
|
98
|
+
_set_prototype_of = Object.setPrototypeOf || function setPrototypeOf(o, p) {
|
|
99
|
+
o.__proto__ = p;
|
|
100
|
+
return o;
|
|
101
|
+
};
|
|
102
|
+
return _set_prototype_of(o, p);
|
|
103
|
+
}
|
|
104
|
+
function _type_of(obj) {
|
|
105
|
+
"@swc/helpers - typeof";
|
|
106
|
+
return obj && typeof Symbol !== "undefined" && obj.constructor === Symbol ? "symbol" : typeof obj;
|
|
107
|
+
}
|
|
108
|
+
function _is_native_reflect_construct() {
|
|
109
|
+
try {
|
|
110
|
+
var result = !Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function() {}));
|
|
111
|
+
} catch (_) {}
|
|
112
|
+
return (_is_native_reflect_construct = function() {
|
|
113
|
+
return !!result;
|
|
114
|
+
})();
|
|
115
|
+
}
|
|
116
|
+
function _ts_generator(thisArg, body) {
|
|
117
|
+
var f, y, t, _ = {
|
|
118
|
+
label: 0,
|
|
119
|
+
sent: function() {
|
|
120
|
+
if (t[0] & 1) throw t[1];
|
|
121
|
+
return t[1];
|
|
122
|
+
},
|
|
123
|
+
trys: [],
|
|
124
|
+
ops: []
|
|
125
|
+
}, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
126
|
+
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() {
|
|
127
|
+
return this;
|
|
128
|
+
}), g;
|
|
129
|
+
function verb(n) {
|
|
130
|
+
return function(v) {
|
|
131
|
+
return step([
|
|
132
|
+
n,
|
|
133
|
+
v
|
|
134
|
+
]);
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
function step(op) {
|
|
138
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
139
|
+
while(g && (g = 0, op[0] && (_ = 0)), _)try {
|
|
140
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
141
|
+
if (y = 0, t) op = [
|
|
142
|
+
op[0] & 2,
|
|
143
|
+
t.value
|
|
144
|
+
];
|
|
145
|
+
switch(op[0]){
|
|
146
|
+
case 0:
|
|
147
|
+
case 1:
|
|
148
|
+
t = op;
|
|
149
|
+
break;
|
|
150
|
+
case 4:
|
|
151
|
+
_.label++;
|
|
152
|
+
return {
|
|
153
|
+
value: op[1],
|
|
154
|
+
done: false
|
|
155
|
+
};
|
|
156
|
+
case 5:
|
|
157
|
+
_.label++;
|
|
158
|
+
y = op[1];
|
|
159
|
+
op = [
|
|
160
|
+
0
|
|
161
|
+
];
|
|
162
|
+
continue;
|
|
163
|
+
case 7:
|
|
164
|
+
op = _.ops.pop();
|
|
165
|
+
_.trys.pop();
|
|
166
|
+
continue;
|
|
167
|
+
default:
|
|
168
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
|
|
169
|
+
_ = 0;
|
|
170
|
+
continue;
|
|
171
|
+
}
|
|
172
|
+
if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
|
|
173
|
+
_.label = op[1];
|
|
174
|
+
break;
|
|
175
|
+
}
|
|
176
|
+
if (op[0] === 6 && _.label < t[1]) {
|
|
177
|
+
_.label = t[1];
|
|
178
|
+
t = op;
|
|
179
|
+
break;
|
|
180
|
+
}
|
|
181
|
+
if (t && _.label < t[2]) {
|
|
182
|
+
_.label = t[2];
|
|
183
|
+
_.ops.push(op);
|
|
184
|
+
break;
|
|
185
|
+
}
|
|
186
|
+
if (t[2]) _.ops.pop();
|
|
187
|
+
_.trys.pop();
|
|
188
|
+
continue;
|
|
189
|
+
}
|
|
190
|
+
op = body.call(thisArg, _);
|
|
191
|
+
} catch (e) {
|
|
192
|
+
op = [
|
|
193
|
+
6,
|
|
194
|
+
e
|
|
195
|
+
];
|
|
196
|
+
y = 0;
|
|
197
|
+
} finally{
|
|
198
|
+
f = t = 0;
|
|
199
|
+
}
|
|
200
|
+
if (op[0] & 5) throw op[1];
|
|
201
|
+
return {
|
|
202
|
+
value: op[0] ? op[1] : void 0,
|
|
203
|
+
done: true
|
|
204
|
+
};
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
import { DurableObject } from 'cloudflare:workers';
|
|
208
|
+
import { parseRateLimitHeaders, getGoogleModelDefaults } from './rate-limit-headers.js';
|
|
209
|
+
export var GovernorDO = /*#__PURE__*/ function(DurableObject) {
|
|
210
|
+
"use strict";
|
|
211
|
+
_inherits(GovernorDO, DurableObject);
|
|
212
|
+
function GovernorDO(state, env) {
|
|
213
|
+
_class_call_check(this, GovernorDO);
|
|
214
|
+
var _this;
|
|
215
|
+
_this = _call_super(this, GovernorDO, [
|
|
216
|
+
state,
|
|
217
|
+
env
|
|
218
|
+
]), _define_property(_this, "storage", void 0), _define_property(_this, "waitQueue", []), _define_property(_this, "loopRunning", false), _define_property(_this, "rpmLimit", null), _define_property(_this, "tpmLimit", null), _define_property(_this, "limitsLoaded", false), _define_property(_this, "lastAdmitTime", 0), _define_property(_this, "lastDelay", 0);
|
|
219
|
+
_this.storage = state.storage.sql;
|
|
220
|
+
_this.storage.exec("\n CREATE TABLE IF NOT EXISTS rate_limits (\n id INTEGER PRIMARY KEY DEFAULT 1,\n rpm_limit INTEGER,\n tpm_limit INTEGER\n );\n ");
|
|
221
|
+
_this.loadLimits();
|
|
222
|
+
return _this;
|
|
223
|
+
}
|
|
224
|
+
_create_class(GovernorDO, [
|
|
225
|
+
{
|
|
226
|
+
key: "loadLimits",
|
|
227
|
+
value: function loadLimits() {
|
|
228
|
+
var rows = this.storage.exec("SELECT rpm_limit, tpm_limit FROM rate_limits WHERE id = 1").toArray();
|
|
229
|
+
if (rows.length > 0) {
|
|
230
|
+
this.rpmLimit = rows[0].rpm_limit;
|
|
231
|
+
this.tpmLimit = rows[0].tpm_limit;
|
|
232
|
+
if (this.rpmLimit !== null || this.tpmLimit !== null) {
|
|
233
|
+
this.limitsLoaded = true;
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
},
|
|
238
|
+
{
|
|
239
|
+
key: "persistLimits",
|
|
240
|
+
value: function persistLimits() {
|
|
241
|
+
this.storage.exec("INSERT INTO rate_limits (id, rpm_limit, tpm_limit)\n VALUES (1, ?, ?)\n ON CONFLICT(id) DO UPDATE SET\n rpm_limit = excluded.rpm_limit,\n tpm_limit = excluded.tpm_limit", this.rpmLimit, this.tpmLimit);
|
|
242
|
+
}
|
|
243
|
+
},
|
|
244
|
+
{
|
|
245
|
+
key: "waitForCapacity",
|
|
246
|
+
value: function waitForCapacity(modelId, estimatedTokens) {
|
|
247
|
+
return _async_to_generator(function() {
|
|
248
|
+
var _this, defaults;
|
|
249
|
+
return _ts_generator(this, function(_state) {
|
|
250
|
+
_this = this;
|
|
251
|
+
if (!this.limitsLoaded) {
|
|
252
|
+
defaults = getGoogleModelDefaults(modelId);
|
|
253
|
+
if (defaults) {
|
|
254
|
+
this.rpmLimit = defaults.rpm;
|
|
255
|
+
this.tpmLimit = defaults.tpm;
|
|
256
|
+
this.limitsLoaded = true;
|
|
257
|
+
this.persistLimits();
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
if (!this.limitsLoaded) {
|
|
261
|
+
return [
|
|
262
|
+
2
|
|
263
|
+
];
|
|
264
|
+
}
|
|
265
|
+
return [
|
|
266
|
+
2,
|
|
267
|
+
new Promise(function(resolve) {
|
|
268
|
+
_this.waitQueue.push({
|
|
269
|
+
estimatedTokens: estimatedTokens,
|
|
270
|
+
resolve: resolve
|
|
271
|
+
});
|
|
272
|
+
_this.kickLoop();
|
|
273
|
+
})
|
|
274
|
+
];
|
|
275
|
+
});
|
|
276
|
+
}).call(this);
|
|
277
|
+
}
|
|
278
|
+
},
|
|
279
|
+
{
|
|
280
|
+
key: "reportHeaders",
|
|
281
|
+
value: function reportHeaders(headers) {
|
|
282
|
+
return _async_to_generator(function() {
|
|
283
|
+
var parsed;
|
|
284
|
+
return _ts_generator(this, function(_state) {
|
|
285
|
+
parsed = parseRateLimitHeaders(headers);
|
|
286
|
+
if (!parsed) return [
|
|
287
|
+
2
|
|
288
|
+
];
|
|
289
|
+
if (parsed.requestsLimit !== null) {
|
|
290
|
+
this.rpmLimit = parsed.requestsLimit;
|
|
291
|
+
}
|
|
292
|
+
if (parsed.tokensLimit !== null) {
|
|
293
|
+
this.tpmLimit = parsed.tokensLimit;
|
|
294
|
+
}
|
|
295
|
+
this.persistLimits();
|
|
296
|
+
this.limitsLoaded = true;
|
|
297
|
+
return [
|
|
298
|
+
2
|
|
299
|
+
];
|
|
300
|
+
});
|
|
301
|
+
}).call(this);
|
|
302
|
+
}
|
|
303
|
+
},
|
|
304
|
+
{
|
|
305
|
+
key: "kickLoop",
|
|
306
|
+
value: function kickLoop() {
|
|
307
|
+
if (this.loopRunning) return;
|
|
308
|
+
this.runLoop();
|
|
309
|
+
}
|
|
310
|
+
},
|
|
311
|
+
{
|
|
312
|
+
key: "runLoop",
|
|
313
|
+
value: function runLoop() {
|
|
314
|
+
return _async_to_generator(function() {
|
|
315
|
+
var elapsed, remaining, item;
|
|
316
|
+
return _ts_generator(this, function(_state) {
|
|
317
|
+
switch(_state.label){
|
|
318
|
+
case 0:
|
|
319
|
+
this.loopRunning = true;
|
|
320
|
+
_state.label = 1;
|
|
321
|
+
case 1:
|
|
322
|
+
if (!(this.waitQueue.length > 0)) return [
|
|
323
|
+
3,
|
|
324
|
+
4
|
|
325
|
+
];
|
|
326
|
+
if (!(this.lastAdmitTime > 0 && this.lastDelay > 0)) return [
|
|
327
|
+
3,
|
|
328
|
+
3
|
|
329
|
+
];
|
|
330
|
+
elapsed = Date.now() - this.lastAdmitTime;
|
|
331
|
+
remaining = this.lastDelay - elapsed;
|
|
332
|
+
if (!(remaining > 0)) return [
|
|
333
|
+
3,
|
|
334
|
+
3
|
|
335
|
+
];
|
|
336
|
+
return [
|
|
337
|
+
4,
|
|
338
|
+
this.sleep(remaining)
|
|
339
|
+
];
|
|
340
|
+
case 2:
|
|
341
|
+
_state.sent();
|
|
342
|
+
_state.label = 3;
|
|
343
|
+
case 3:
|
|
344
|
+
item = this.waitQueue.shift();
|
|
345
|
+
this.lastAdmitTime = Date.now();
|
|
346
|
+
this.lastDelay = this.calculateDelay(item.estimatedTokens);
|
|
347
|
+
item.resolve();
|
|
348
|
+
return [
|
|
349
|
+
3,
|
|
350
|
+
1
|
|
351
|
+
];
|
|
352
|
+
case 4:
|
|
353
|
+
this.loopRunning = false;
|
|
354
|
+
return [
|
|
355
|
+
2
|
|
356
|
+
];
|
|
357
|
+
}
|
|
358
|
+
});
|
|
359
|
+
}).call(this);
|
|
360
|
+
}
|
|
361
|
+
},
|
|
362
|
+
{
|
|
363
|
+
key: "calculateDelay",
|
|
364
|
+
value: function calculateDelay(estimatedTokens) {
|
|
365
|
+
if (this.rpmLimit === null && this.tpmLimit === null) return 0;
|
|
366
|
+
var tokenDelay = 0;
|
|
367
|
+
var rpmDelay = 0;
|
|
368
|
+
if (this.tpmLimit !== null && this.tpmLimit > 0) {
|
|
369
|
+
tokenDelay = estimatedTokens / (this.tpmLimit * 0.9) * 60000;
|
|
370
|
+
}
|
|
371
|
+
if (this.rpmLimit !== null && this.rpmLimit > 0) {
|
|
372
|
+
rpmDelay = 60000 / this.rpmLimit;
|
|
373
|
+
}
|
|
374
|
+
return Math.max(tokenDelay, rpmDelay);
|
|
375
|
+
}
|
|
376
|
+
},
|
|
377
|
+
{
|
|
378
|
+
key: "sleep",
|
|
379
|
+
value: function sleep(ms) {
|
|
380
|
+
return new Promise(function(resolve) {
|
|
381
|
+
return setTimeout(resolve, ms);
|
|
382
|
+
});
|
|
383
|
+
}
|
|
384
|
+
}
|
|
385
|
+
]);
|
|
386
|
+
return GovernorDO;
|
|
387
|
+
}(DurableObject);
|
package/dist/src/index.js
CHANGED
|
@@ -2,5 +2,7 @@ export { BrainRunnerDO, setBrainRunner, setManifest, setWebhookManifest } from '
|
|
|
2
2
|
export { MonitorDO } from './monitor-do.js';
|
|
3
3
|
export { ScheduleDO } from './schedule-do.js';
|
|
4
4
|
export { AuthDO } from './auth-do.js';
|
|
5
|
+
export { GovernorDO } from './governor-do.js';
|
|
6
|
+
export { rateGoverned, setGovernorBinding } from './governor-client-wrapper.js';
|
|
5
7
|
export { PositronicManifest } from './manifest.js';
|
|
6
8
|
export { default as api } from './api/index.js';
|
|
@@ -0,0 +1,199 @@
|
|
|
1
|
+
function _array_like_to_array(arr, len) {
|
|
2
|
+
if (len == null || len > arr.length) len = arr.length;
|
|
3
|
+
for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
|
|
4
|
+
return arr2;
|
|
5
|
+
}
|
|
6
|
+
function _array_with_holes(arr) {
|
|
7
|
+
if (Array.isArray(arr)) return arr;
|
|
8
|
+
}
|
|
9
|
+
function _iterable_to_array_limit(arr, i) {
|
|
10
|
+
var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
|
|
11
|
+
if (_i == null) return;
|
|
12
|
+
var _arr = [];
|
|
13
|
+
var _n = true;
|
|
14
|
+
var _d = false;
|
|
15
|
+
var _s, _e;
|
|
16
|
+
try {
|
|
17
|
+
for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
|
|
18
|
+
_arr.push(_s.value);
|
|
19
|
+
if (i && _arr.length === i) break;
|
|
20
|
+
}
|
|
21
|
+
} catch (err) {
|
|
22
|
+
_d = true;
|
|
23
|
+
_e = err;
|
|
24
|
+
} finally{
|
|
25
|
+
try {
|
|
26
|
+
if (!_n && _i["return"] != null) _i["return"]();
|
|
27
|
+
} finally{
|
|
28
|
+
if (_d) throw _e;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return _arr;
|
|
32
|
+
}
|
|
33
|
+
function _non_iterable_rest() {
|
|
34
|
+
throw new TypeError("Invalid attempt to destructure non-iterable instance.\\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
|
|
35
|
+
}
|
|
36
|
+
function _sliced_to_array(arr, i) {
|
|
37
|
+
return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
|
|
38
|
+
}
|
|
39
|
+
function _unsupported_iterable_to_array(o, minLen) {
|
|
40
|
+
if (!o) return;
|
|
41
|
+
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
42
|
+
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
43
|
+
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
44
|
+
if (n === "Map" || n === "Set") return Array.from(n);
|
|
45
|
+
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
46
|
+
}
|
|
47
|
+
var ANTHROPIC_PREFIX = 'anthropic-ratelimit-';
|
|
48
|
+
var OPENAI_PREFIX = 'x-ratelimit-';
|
|
49
|
+
var ANTHROPIC_KEYS = {
|
|
50
|
+
'requests-limit': 'requestsLimit',
|
|
51
|
+
'tokens-limit': 'tokensLimit'
|
|
52
|
+
};
|
|
53
|
+
var OPENAI_KEYS = {
|
|
54
|
+
'limit-requests': 'requestsLimit',
|
|
55
|
+
'limit-tokens': 'tokensLimit'
|
|
56
|
+
};
|
|
57
|
+
// Google Gemini doesn't return rate-limit headers, so we hardcode known limits.
|
|
58
|
+
var GOOGLE_MODEL_LIMITS = {
|
|
59
|
+
'gemini-2.5-flash-lite': {
|
|
60
|
+
rpm: 4000,
|
|
61
|
+
tpm: 4000000
|
|
62
|
+
},
|
|
63
|
+
'gemini-2.5-flash': {
|
|
64
|
+
rpm: 1000,
|
|
65
|
+
tpm: 1000000
|
|
66
|
+
},
|
|
67
|
+
'gemini-2.5-pro': {
|
|
68
|
+
rpm: 150,
|
|
69
|
+
tpm: 2000000
|
|
70
|
+
},
|
|
71
|
+
'gemini-2-flash-lite': {
|
|
72
|
+
rpm: 4000,
|
|
73
|
+
tpm: 4000000
|
|
74
|
+
},
|
|
75
|
+
'gemini-2-flash-exp': {
|
|
76
|
+
rpm: 10,
|
|
77
|
+
tpm: 250000
|
|
78
|
+
},
|
|
79
|
+
'gemini-2-flash': {
|
|
80
|
+
rpm: 2000,
|
|
81
|
+
tpm: 4000000
|
|
82
|
+
},
|
|
83
|
+
'gemini-3.1-pro': {
|
|
84
|
+
rpm: 25,
|
|
85
|
+
tpm: 1000000
|
|
86
|
+
},
|
|
87
|
+
'gemini-3-pro': {
|
|
88
|
+
rpm: 25,
|
|
89
|
+
tpm: 1000000
|
|
90
|
+
},
|
|
91
|
+
'gemini-3-flash': {
|
|
92
|
+
rpm: 1000,
|
|
93
|
+
tpm: 1000000
|
|
94
|
+
},
|
|
95
|
+
'gemini-3.1-flash-lite-preview': {
|
|
96
|
+
rpm: 4000,
|
|
97
|
+
tpm: 4000000
|
|
98
|
+
}
|
|
99
|
+
};
|
|
100
|
+
export function getGoogleModelDefaults(modelId) {
|
|
101
|
+
// Strip "models/" prefix used by some Google SDKs
|
|
102
|
+
var normalized = modelId.startsWith('models/') ? modelId.slice(7) : modelId;
|
|
103
|
+
var entry = GOOGLE_MODEL_LIMITS[normalized];
|
|
104
|
+
if (!entry) return null;
|
|
105
|
+
return entry;
|
|
106
|
+
}
|
|
107
|
+
function parseNumeric(value) {
|
|
108
|
+
var num = parseInt(value, 10);
|
|
109
|
+
return isNaN(num) ? null : num;
|
|
110
|
+
}
|
|
111
|
+
export function parseRateLimitHeaders(headers) {
|
|
112
|
+
// Normalize all header keys to lowercase
|
|
113
|
+
var normalized = {};
|
|
114
|
+
var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
115
|
+
try {
|
|
116
|
+
for(var _iterator = Object.entries(headers)[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
117
|
+
var _step_value = _sliced_to_array(_step.value, 2), key = _step_value[0], value = _step_value[1];
|
|
118
|
+
normalized[key.toLowerCase()] = value;
|
|
119
|
+
}
|
|
120
|
+
} catch (err) {
|
|
121
|
+
_didIteratorError = true;
|
|
122
|
+
_iteratorError = err;
|
|
123
|
+
} finally{
|
|
124
|
+
try {
|
|
125
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
126
|
+
_iterator.return();
|
|
127
|
+
}
|
|
128
|
+
} finally{
|
|
129
|
+
if (_didIteratorError) {
|
|
130
|
+
throw _iteratorError;
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
// Detect provider by checking for known prefixes
|
|
135
|
+
var keyMap = null;
|
|
136
|
+
var prefix = null;
|
|
137
|
+
var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
|
|
138
|
+
try {
|
|
139
|
+
for(var _iterator1 = Object.keys(normalized)[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
|
|
140
|
+
var key1 = _step1.value;
|
|
141
|
+
if (key1.startsWith(ANTHROPIC_PREFIX)) {
|
|
142
|
+
keyMap = ANTHROPIC_KEYS;
|
|
143
|
+
prefix = ANTHROPIC_PREFIX;
|
|
144
|
+
break;
|
|
145
|
+
}
|
|
146
|
+
if (key1.startsWith(OPENAI_PREFIX)) {
|
|
147
|
+
keyMap = OPENAI_KEYS;
|
|
148
|
+
prefix = OPENAI_PREFIX;
|
|
149
|
+
break;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
} catch (err) {
|
|
153
|
+
_didIteratorError1 = true;
|
|
154
|
+
_iteratorError1 = err;
|
|
155
|
+
} finally{
|
|
156
|
+
try {
|
|
157
|
+
if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
|
|
158
|
+
_iterator1.return();
|
|
159
|
+
}
|
|
160
|
+
} finally{
|
|
161
|
+
if (_didIteratorError1) {
|
|
162
|
+
throw _iteratorError1;
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
if (!keyMap || !prefix) return null;
|
|
167
|
+
var result = {
|
|
168
|
+
requestsLimit: null,
|
|
169
|
+
tokensLimit: null
|
|
170
|
+
};
|
|
171
|
+
var hasAnyValue = false;
|
|
172
|
+
var _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
|
|
173
|
+
try {
|
|
174
|
+
for(var _iterator2 = Object.entries(keyMap)[Symbol.iterator](), _step2; !(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion2 = true){
|
|
175
|
+
var _step_value1 = _sliced_to_array(_step2.value, 2), suffix = _step_value1[0], field = _step_value1[1];
|
|
176
|
+
var headerKey = prefix + suffix;
|
|
177
|
+
var value1 = normalized[headerKey];
|
|
178
|
+
if (value1 === undefined) continue;
|
|
179
|
+
result[field] = parseNumeric(value1);
|
|
180
|
+
if (result[field] !== null) {
|
|
181
|
+
hasAnyValue = true;
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
} catch (err) {
|
|
185
|
+
_didIteratorError2 = true;
|
|
186
|
+
_iteratorError2 = err;
|
|
187
|
+
} finally{
|
|
188
|
+
try {
|
|
189
|
+
if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
|
|
190
|
+
_iterator2.return();
|
|
191
|
+
}
|
|
192
|
+
} finally{
|
|
193
|
+
if (_didIteratorError2) {
|
|
194
|
+
throw _iteratorError2;
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
return hasAnyValue ? result : null;
|
|
199
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { Tiktoken } from 'js-tiktoken/lite';
|
|
2
|
+
import cl100k_base from 'js-tiktoken/ranks/cl100k_base';
|
|
3
|
+
var encoder = new Tiktoken(cl100k_base);
|
|
4
|
+
export function estimateTokens(text) {
|
|
5
|
+
return encoder.encode(text).length;
|
|
6
|
+
}
|
|
7
|
+
export function estimateRequestTokens(param) {
|
|
8
|
+
var prompt = param.prompt, messages = param.messages, system = param.system;
|
|
9
|
+
var parts = [];
|
|
10
|
+
if (system) {
|
|
11
|
+
parts.push(system);
|
|
12
|
+
}
|
|
13
|
+
if (messages) {
|
|
14
|
+
var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
15
|
+
try {
|
|
16
|
+
for(var _iterator = messages[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
17
|
+
var msg = _step.value;
|
|
18
|
+
parts.push(msg.content);
|
|
19
|
+
}
|
|
20
|
+
} catch (err) {
|
|
21
|
+
_didIteratorError = true;
|
|
22
|
+
_iteratorError = err;
|
|
23
|
+
} finally{
|
|
24
|
+
try {
|
|
25
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
26
|
+
_iterator.return();
|
|
27
|
+
}
|
|
28
|
+
} finally{
|
|
29
|
+
if (_didIteratorError) {
|
|
30
|
+
throw _iteratorError;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
if (prompt) {
|
|
36
|
+
parts.push(prompt);
|
|
37
|
+
}
|
|
38
|
+
return estimateTokens(parts.join('\n'));
|
|
39
|
+
}
|
|
@@ -2,6 +2,7 @@ import { BrainRunner, type BrainSignal } from '@positronic/core';
|
|
|
2
2
|
import { DurableObject } from 'cloudflare:workers';
|
|
3
3
|
import type { MonitorDO } from './monitor-do.js';
|
|
4
4
|
import type { ScheduleDO } from './schedule-do.js';
|
|
5
|
+
import type { GovernorDO } from './governor-do.js';
|
|
5
6
|
import { PositronicManifest } from './manifest.js';
|
|
6
7
|
import type { R2Bucket } from '@cloudflare/workers-types';
|
|
7
8
|
export declare function setManifest(generatedManifest: PositronicManifest): void;
|
|
@@ -13,6 +14,7 @@ export interface Env {
|
|
|
13
14
|
BRAIN_RUNNER_DO: DurableObjectNamespace;
|
|
14
15
|
MONITOR_DO: DurableObjectNamespace<MonitorDO>;
|
|
15
16
|
SCHEDULE_DO: DurableObjectNamespace<ScheduleDO>;
|
|
17
|
+
GOVERNOR_DO: DurableObjectNamespace<GovernorDO>;
|
|
16
18
|
RESOURCES_BUCKET: R2Bucket;
|
|
17
19
|
WORKER_URL?: string;
|
|
18
20
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"brain-runner-do.d.ts","sourceRoot":"","sources":["../../src/brain-runner-do.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAiG,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChK,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAUnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"brain-runner-do.d.ts","sourceRoot":"","sources":["../../src/brain-runner-do.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAiG,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChK,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAUnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAInD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAG1D,wBAAgB,WAAW,CAAC,iBAAiB,EAAE,kBAAkB,QAEhE;AAED,wBAAgB,WAAW,IAAI,kBAAkB,GAAG,IAAI,CAEvD;AAGD,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,QAEjD;AAGD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,QAE/D;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAExD;AAED,MAAM,WAAW,GAAG;IAClB,eAAe,EAAE,sBAAsB,CAAC;IACxC,UAAU,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC9C,WAAW,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAChD,WAAW,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;IAChD,gBAAgB,EAAE,QAAQ,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAsGD,qBAAa,aAAc,SAAQ,aAAa,CAAC,GAAG,CAAC;IACnD,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,uBAAuB,CAAS;IACxC,OAAO,CAAC,2BAA2B,CAAS;gBAEhC,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,GAAG;IAO/C,OAAO,CAAC,sBAAsB;IAO9B,OAAO,CAAC,0BAA0B;IAOlC,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAStD,gBAAgB,CAAC,UAAU,EAAE,MAAM;IAQnC,cAAc,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAWlE;;;;OAIG;IACG,WAAW,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAmB9I;;;;OAIG;IACH,oBAAoB,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,KAAK,GAAG,WAAW,EAAE;YA+C5D,mBAAmB;IAqEjC;;;OAGG;IACH,OAAO,CAAC,eAAe;IAiBvB;;;;;;;;OAQG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAkF9F,KAAK;IASL,KAAK,CACT,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA6HnC;;;;OAIG;IACG,MAAM,CAAC,UAAU,EAAE,MAAM;IA6JzB,KAAK,CAAC,OAAO,EAAE,OAAO;CAkE7B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dev-server.d.ts","sourceRoot":"","sources":["../../src/dev-server.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"dev-server.d.ts","sourceRoot":"","sources":["../../src/dev-server.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AA0K1E,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAmBnD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAanD;AA6ED,qBAAa,mBAAoB,YAAW,mBAAmB;IAyB1C,cAAc,EAAE,MAAM;IAjBzC;;;;;;;;;;;OAWG;IAEH,OAAO,CAAC,YAAY,CAAwC;IAC5D,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,gBAAgB,CAAwC;gBAE7C,cAAc,EAAE,MAAM;IAEnC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;YAoB7B,qBAAqB;YA4DrB,wBAAwB;YAkCxB,yBAAyB;YASzB,2BAA2B;IAuBzC,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,wBAAwB;YASlB,0BAA0B;IA4BxC,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,gBAAgB;IA4BxB;;;OAGG;YACW,oBAAoB;IAqF5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAqD3C,KAAK,CACT,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,GACjC,OAAO,CAAC,IAAI,CAAC;YAmBF,oBAAoB;IA0D5B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IA4G7B;;;OAGG;YACW,sBAAsB;IAepC;;OAEG;YACW,eAAe;IA6B7B,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIhD,OAAO,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIlD,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI9C,WAAW,IAAI,OAAO,CAC1B,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,IAAI,CAAC;QAAC,SAAS,CAAC,EAAE,IAAI,CAAA;KAAE,CAAC,CAC5D;IAwCK,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0CrD,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAuC5C,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA0DnD"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { ObjectGenerator } from '@positronic/core';
|
|
2
|
+
import type { GovernorDO } from './governor-do.js';
|
|
3
|
+
type GovernorStub = Pick<GovernorDO, 'waitForCapacity' | 'reportHeaders'>;
|
|
4
|
+
interface GovernorNamespace {
|
|
5
|
+
idFromName(name: string): {
|
|
6
|
+
toString(): string;
|
|
7
|
+
};
|
|
8
|
+
get(id: {
|
|
9
|
+
toString(): string;
|
|
10
|
+
}): GovernorStub;
|
|
11
|
+
}
|
|
12
|
+
export declare function setGovernorBinding(ns: GovernorNamespace): void;
|
|
13
|
+
export declare function rateGoverned(client: ObjectGenerator): ObjectGenerator;
|
|
14
|
+
export {};
|
|
15
|
+
//# sourceMappingURL=governor-client-wrapper.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"governor-client-wrapper.d.ts","sourceRoot":"","sources":["../../src/governor-client-wrapper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAGnD,KAAK,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,iBAAiB,GAAG,eAAe,CAAC,CAAC;AAE1E,UAAU,iBAAiB;IACzB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG;QAAE,QAAQ,IAAI,MAAM,CAAA;KAAE,CAAC;IACjD,GAAG,CAAC,EAAE,EAAE;QAAE,QAAQ,IAAI,MAAM,CAAA;KAAE,GAAG,YAAY,CAAC;CAC/C;AAID,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,iBAAiB,QAEvD;AAmDD,wBAAgB,YAAY,CAC1B,MAAM,EAAE,eAAe,GACtB,eAAe,CAqFjB"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { DurableObject } from 'cloudflare:workers';
|
|
2
|
+
export interface Env {
|
|
3
|
+
IS_TEST?: string;
|
|
4
|
+
NODE_ENV?: string;
|
|
5
|
+
}
|
|
6
|
+
export declare class GovernorDO extends DurableObject<Env> {
|
|
7
|
+
private readonly storage;
|
|
8
|
+
private waitQueue;
|
|
9
|
+
private loopRunning;
|
|
10
|
+
private rpmLimit;
|
|
11
|
+
private tpmLimit;
|
|
12
|
+
private limitsLoaded;
|
|
13
|
+
private lastAdmitTime;
|
|
14
|
+
private lastDelay;
|
|
15
|
+
constructor(state: DurableObjectState, env: Env);
|
|
16
|
+
private loadLimits;
|
|
17
|
+
private persistLimits;
|
|
18
|
+
waitForCapacity(modelId: string, estimatedTokens: number): Promise<void>;
|
|
19
|
+
reportHeaders(headers: Record<string, string>): Promise<void>;
|
|
20
|
+
private kickLoop;
|
|
21
|
+
private runLoop;
|
|
22
|
+
private calculateDelay;
|
|
23
|
+
private sleep;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=governor-do.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"governor-do.d.ts","sourceRoot":"","sources":["../../src/governor-do.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,MAAM,WAAW,GAAG;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAOD,qBAAa,UAAW,SAAQ,aAAa,CAAC,GAAG,CAAC;IAChD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,SAAS,CAAK;gBAEV,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,GAAG;IAe/C,OAAO,CAAC,UAAU;IAclB,OAAO,CAAC,aAAa;IAYf,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBxE,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAenE,OAAO,CAAC,QAAQ;YAKF,OAAO;IAsBrB,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,KAAK;CAGd"}
|
package/dist/types/index.d.ts
CHANGED
|
@@ -2,6 +2,8 @@ export { BrainRunnerDO, setBrainRunner, setManifest, setWebhookManifest, } from
|
|
|
2
2
|
export { MonitorDO } from './monitor-do.js';
|
|
3
3
|
export { ScheduleDO } from './schedule-do.js';
|
|
4
4
|
export { AuthDO } from './auth-do.js';
|
|
5
|
+
export { GovernorDO } from './governor-do.js';
|
|
6
|
+
export { rateGoverned, setGovernorBinding } from './governor-client-wrapper.js';
|
|
5
7
|
export { PositronicManifest, type BrainMetadata } from './manifest.js';
|
|
6
8
|
export { default as api } from './api/index.js';
|
|
7
9
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,cAAc,EACd,WAAW,EACX,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,OAAO,IAAI,GAAG,EAAE,MAAM,gBAAgB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,cAAc,EACd,WAAW,EACX,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,OAAO,IAAI,GAAG,EAAE,MAAM,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export interface ParsedRateLimits {
|
|
2
|
+
requestsLimit: number | null;
|
|
3
|
+
tokensLimit: number | null;
|
|
4
|
+
}
|
|
5
|
+
export declare function getGoogleModelDefaults(modelId: string): {
|
|
6
|
+
rpm: number;
|
|
7
|
+
tpm: number;
|
|
8
|
+
} | null;
|
|
9
|
+
export declare function parseRateLimitHeaders(headers: Record<string, string>): ParsedRateLimits | null;
|
|
10
|
+
//# sourceMappingURL=rate-limit-headers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rate-limit-headers.d.ts","sourceRoot":"","sources":["../../src/rate-limit-headers.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AA6BD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,GACd;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAQrC;AAOD,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,gBAAgB,GAAG,IAAI,CA8CzB"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export declare function estimateTokens(text: string): number;
|
|
2
|
+
export declare function estimateRequestTokens({ prompt, messages, system, }: {
|
|
3
|
+
prompt?: string;
|
|
4
|
+
messages?: Array<{
|
|
5
|
+
content: string;
|
|
6
|
+
}>;
|
|
7
|
+
system?: string;
|
|
8
|
+
}): number;
|
|
9
|
+
//# sourceMappingURL=token-estimator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-estimator.d.ts","sourceRoot":"","sources":["../../src/token-estimator.ts"],"names":[],"mappings":"AAKA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,qBAAqB,CAAC,EACpC,MAAM,EACN,QAAQ,EACR,MAAM,GACP,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,MAAM,CAkBT"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@positronic/cloudflare",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.68",
|
|
4
4
|
"publishConfig": {
|
|
5
5
|
"access": "public"
|
|
6
6
|
},
|
|
@@ -31,9 +31,9 @@
|
|
|
31
31
|
"clean": "rm -rf tsconfig.tsbuildinfo dist"
|
|
32
32
|
},
|
|
33
33
|
"dependencies": {
|
|
34
|
-
"@positronic/core": "^0.0.
|
|
35
|
-
"@positronic/spec": "^0.0.
|
|
36
|
-
"@positronic/template-new-project": "^0.0.
|
|
34
|
+
"@positronic/core": "^0.0.68",
|
|
35
|
+
"@positronic/spec": "^0.0.68",
|
|
36
|
+
"@positronic/template-new-project": "^0.0.68",
|
|
37
37
|
"aws4fetch": "^1.0.18",
|
|
38
38
|
"caz": "^2.0.0",
|
|
39
39
|
"croner": "^10.0.1",
|
|
@@ -41,6 +41,7 @@
|
|
|
41
41
|
"fuse.js": "^7.1.0",
|
|
42
42
|
"hono": "^4.2.3",
|
|
43
43
|
"jose": "^5.2.0",
|
|
44
|
+
"js-tiktoken": "^1.0.21",
|
|
44
45
|
"uuid": "^9.0.1"
|
|
45
46
|
},
|
|
46
47
|
"devDependencies": {
|