@jeffusion/bungee-core 6.1.1 → 6.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/main.js +131 -102
- package/dist/observability-worker.js +21 -1
- package/dist/plugins/anthropic-request-sanitizer/index.js.map +3 -3
- package/dist/plugins/anthropic-tool-name-transformer/index.js.map +3 -3
- package/dist/plugins/chatgpt-oauth/control.js.map +1 -1
- package/dist/plugins/chatgpt-oauth/index.js.map +3 -3
- package/dist/plugins/codex-router/control.js.map +1 -1
- package/dist/plugins/codex-router/index.js.map +3 -3
- package/dist/plugins/deepseek-reasoning-fix/index.js.map +3 -3
- package/dist/plugins/key-access/control.js.map +1 -1
- package/dist/plugins/key-access/index.js.map +3 -3
- package/dist/plugins/key-access/ingress.js.map +1 -1
- package/dist/plugins/key-rate-limit/index.js.map +3 -3
- package/dist/plugins/llm-protocol-adapter/control.js +7 -3
- package/dist/plugins/llm-protocol-adapter/control.js.map +4 -4
- package/dist/plugins/llm-protocol-adapter/index.js +7 -3
- package/dist/plugins/llm-protocol-adapter/index.js.map +6 -6
- package/dist/plugins/llm-tps/control.js +212 -0
- package/dist/plugins/llm-tps/control.js.map +13 -0
- package/dist/plugins/llm-tps/index.js +286 -0
- package/dist/plugins/llm-tps/index.js.map +27 -0
- package/dist/plugins/llm-tps/manifest.json +115 -0
- package/dist/plugins/llm-tps/ui/TpsEndpoints.svelte +9 -0
- package/dist/plugins/llm-tps/ui/TpsOverview.svelte +9 -0
- package/dist/plugins/llm-tps/ui/TpsWidget.svelte +115 -0
- package/dist/plugins/llm-tps/ui/presentation.ts +16 -0
- package/dist/plugins/llm-tps/ui/stats-resource.ts +77 -0
- package/dist/plugins/llm-tps/ui/stats.ts +7 -0
- package/dist/plugins/model-mapping/index.js.map +3 -3
- package/dist/plugins/models-dev/index.js.map +3 -3
- package/dist/plugins/signature-repair/index.js.map +3 -3
- package/dist/plugins/token-budget/control.js.map +1 -1
- package/dist/plugins/token-budget/index.js.map +3 -3
- package/dist/plugins/token-metering/index.js +138 -11
- package/dist/plugins/token-metering/index.js.map +8 -7
- package/dist/plugins/token-stats/control.js.map +1 -1
- package/dist/plugins/token-stats/index.js.map +3 -3
- package/dist/plugins/user-auth/control.js.map +1 -1
- package/dist/plugins/user-auth/index.js.map +3 -3
- package/package.json +2 -2
|
@@ -5915,7 +5915,7 @@ async function relayPayload(result, param, signal) {
|
|
|
5915
5915
|
const contentType = result.bodyHandle.identity.contentType;
|
|
5916
5916
|
if (contentType === "" || contentType.includes("text/event-stream") || contentType.includes("application/octet-stream")) {
|
|
5917
5917
|
const iterator = result.bodyHandle.events({ id: "llm-adapter.relay", mandatory: true, signal })[Symbol.asyncIterator]();
|
|
5918
|
-
let call, callIndex, args = "", argumentBytes = 0, argumentsDone, outputDone = false, terminal = false, done = false;
|
|
5918
|
+
let call, callIndex, args = "", argumentBytes = 0, sawArgumentDelta = false, argumentsDone, outputDone = false, terminal = false, done = false;
|
|
5919
5919
|
const reasoning = new Map;
|
|
5920
5920
|
let reasoningBytes = 0;
|
|
5921
5921
|
const reasoningEvents = new Set(["response.reasoning_summary_part.added", "response.reasoning_summary_part.done", "response.reasoning_summary_text.delta", "response.reasoning_summary_text.done", "response.reasoning_text.delta", "response.reasoning_text.done"]);
|
|
@@ -5949,6 +5949,8 @@ async function relayPayload(result, param, signal) {
|
|
|
5949
5949
|
if (event.type === "response.created" || event.type === "response.in_progress") {
|
|
5950
5950
|
if (event.response?.error || ["failed", "incomplete", "cancelled"].includes(event.response?.status))
|
|
5951
5951
|
invalid(param);
|
|
5952
|
+
} else if (event.type === "response.metadata") {
|
|
5953
|
+
continue;
|
|
5952
5954
|
} else if (event.type === "response.output_item.added") {
|
|
5953
5955
|
if (!Number.isSafeInteger(event.output_index) || event.output_index < 0 || event.output_index >= 128 || event.output_index === callIndex || reasoning.has(event.output_index) || typeof event.item?.id !== "string")
|
|
5954
5956
|
invalid(param);
|
|
@@ -5970,10 +5972,12 @@ async function relayPayload(result, param, signal) {
|
|
|
5970
5972
|
argumentBytes += Buffer.byteLength(event.delta);
|
|
5971
5973
|
if (argumentBytes > result.bodyHandle.maxBytes)
|
|
5972
5974
|
invalid(param);
|
|
5975
|
+
sawArgumentDelta = true;
|
|
5973
5976
|
args += event.delta;
|
|
5974
5977
|
} else if (event.type === "response.function_call_arguments.done") {
|
|
5975
|
-
if (!call || argumentsDone !== undefined || event.item_id !== call.id || event.output_index !== callIndex || event.arguments !== args)
|
|
5978
|
+
if (!call || argumentsDone !== undefined || event.item_id !== call.id || event.output_index !== callIndex || typeof event.arguments !== "string" || sawArgumentDelta && event.arguments !== args || Buffer.byteLength(event.arguments) > result.bodyHandle.maxBytes)
|
|
5976
5979
|
invalid(param);
|
|
5980
|
+
args = event.arguments;
|
|
5977
5981
|
argumentsDone = args;
|
|
5978
5982
|
} else if (event.type === "response.output_item.done") {
|
|
5979
5983
|
const thought = reasoning.get(event.output_index);
|
|
@@ -6465,4 +6469,4 @@ export {
|
|
|
6465
6469
|
control_default as default
|
|
6466
6470
|
};
|
|
6467
6471
|
|
|
6468
|
-
//# debugId=
|
|
6472
|
+
//# debugId=53F531283A2005E364756E2164756E21
|