llm-proxy 1.0.23 → 1.0.24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -65,28 +65,36 @@ class OutputFormatAdapter {
|
|
|
65
65
|
}
|
|
66
66
|
}
|
|
67
67
|
static adaptAnthropicBedrockResponse(response) {
|
|
68
|
-
|
|
68
|
+
var _a;
|
|
69
|
+
if (!((_a = response.message) === null || _a === void 0 ? void 0 : _a.id) ||
|
|
70
|
+
!response.message.model ||
|
|
71
|
+
!response.message.content ||
|
|
72
|
+
!response.message.usage) {
|
|
69
73
|
throw new ResponseValidationError("Invalid Anthropic Bedrock response structure", response);
|
|
70
74
|
}
|
|
71
75
|
try {
|
|
72
76
|
const openAIResponse = {
|
|
73
|
-
id: response.id,
|
|
77
|
+
id: response.message.id,
|
|
74
78
|
object: "text_completion",
|
|
75
79
|
created: Date.now(),
|
|
76
|
-
model: response.model,
|
|
77
|
-
choices: response.content.map((contentBlock, index) =>
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
80
|
+
model: response.message.model,
|
|
81
|
+
choices: response.message.content.map((contentBlock, index) => {
|
|
82
|
+
var _a;
|
|
83
|
+
return ({
|
|
84
|
+
index,
|
|
85
|
+
message: {
|
|
86
|
+
role: this.mapRole(contentBlock),
|
|
87
|
+
content: this.extractContent(contentBlock),
|
|
88
|
+
},
|
|
89
|
+
logprobs: null,
|
|
90
|
+
finish_reason: ((_a = response.message) === null || _a === void 0 ? void 0 : _a.stop_reason) || "",
|
|
91
|
+
});
|
|
92
|
+
}),
|
|
86
93
|
usage: {
|
|
87
|
-
prompt_tokens: response.usage.input_tokens,
|
|
88
|
-
completion_tokens: response.usage.output_tokens,
|
|
89
|
-
total_tokens: response.usage.input_tokens +
|
|
94
|
+
prompt_tokens: response.message.usage.input_tokens,
|
|
95
|
+
completion_tokens: response.message.usage.output_tokens,
|
|
96
|
+
total_tokens: response.message.usage.input_tokens +
|
|
97
|
+
response.message.usage.output_tokens,
|
|
90
98
|
prompt_tokens_details: { cached_tokens: 0 },
|
|
91
99
|
completion_tokens_details: { reasoning_tokens: 0 },
|
|
92
100
|
},
|
|
@@ -96,7 +104,7 @@ class OutputFormatAdapter {
|
|
|
96
104
|
}
|
|
97
105
|
catch (error) {
|
|
98
106
|
throw new AdapterError("Failed to adapt Anthropic response", {
|
|
99
|
-
responseId: response.id,
|
|
107
|
+
responseId: response.message.id,
|
|
100
108
|
originalError: error,
|
|
101
109
|
});
|
|
102
110
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OutputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/OutputFormatAdapter.ts"],"names":[],"mappings":";;;AAAA,uBAAuB;AACvB,MAAa,YAAa,SAAQ,KAAK;IACrC,YAAY,OAAe,EAAS,OAAa;QAC/C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,YAAO,GAAP,OAAO,CAAM;QAE/C,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AALD,oCAKC;AAED,MAAa,wBAAyB,SAAQ,YAAY;IACxD,YAAY,QAAgB;QAC1B,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AALD,4DAKC;AAED,MAAa,sBAAuB,SAAQ,YAAY;IACtD,YAAY,WAAmB,EAAE,OAAa;QAC5C,KAAK,CAAC,uCAAuC,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AALD,wDAKC;AAED,MAAa,uBAAwB,SAAQ,YAAY;IACvD,YAAY,OAAe,EAAS,QAAc;QAChD,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,aAAQ,GAAR,QAAQ,CAAM;QAEhD,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AALD,0DAKC;AAED,oCAUkB;AAElB,MAAa,mBAAmB;IAC9B,MAAM,CAAC,aAAa,CAAC,QAAa,EAAE,QAAmB;QACrD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,uBAAuB,CAAC,sCAAsC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC;YACH,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,iBAAS,CAAC,MAAM;oBACnB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;oBACtC,OAAO,QAA0B,CAAC;gBAEpC,KAAK,iBAAS,CAAC,iBAAiB;oBAC9B,OAAO,IAAI,CAAC,6BAA6B,CACvC,
|
|
1
|
+
{"version":3,"file":"OutputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/OutputFormatAdapter.ts"],"names":[],"mappings":";;;AAAA,uBAAuB;AACvB,MAAa,YAAa,SAAQ,KAAK;IACrC,YAAY,OAAe,EAAS,OAAa;QAC/C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,YAAO,GAAP,OAAO,CAAM;QAE/C,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AALD,oCAKC;AAED,MAAa,wBAAyB,SAAQ,YAAY;IACxD,YAAY,QAAgB;QAC1B,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AALD,4DAKC;AAED,MAAa,sBAAuB,SAAQ,YAAY;IACtD,YAAY,WAAmB,EAAE,OAAa;QAC5C,KAAK,CAAC,uCAAuC,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AALD,wDAKC;AAED,MAAa,uBAAwB,SAAQ,YAAY;IACvD,YAAY,OAAe,EAAS,QAAc;QAChD,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,aAAQ,GAAR,QAAQ,CAAM;QAEhD,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AALD,0DAKC;AAED,oCAUkB;AAElB,MAAa,mBAAmB;IAC9B,MAAM,CAAC,aAAa,CAAC,QAAa,EAAE,QAAmB;QACrD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,uBAAuB,CAAC,sCAAsC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC;YACH,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,iBAAS,CAAC,MAAM;oBACnB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;oBACtC,OAAO,QAA0B,CAAC;gBAEpC,KAAK,iBAAS,CAAC,iBAAiB;oBAC9B,OAAO,IAAI,CAAC,6BAA6B,CACvC,QAAuC,CACxC,CAAC;gBAEJ;oBACE,MAAM,IAAI,wBAAwB,CAAC,QAAQ,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,YAAY,CAAC,0BAA0B,EAAE;gBACjD,QAAQ;gBACR,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,sBAAsB,CAAC,QAAa;QACjD,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YACtC,MAAM,IAAI,uBAAuB,CAC/B,mCAAmC,EACnC,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,6BAA6B,CAC1C,QAAqC;;QAErC,IACE,CAAC,CAAA,MAAA,QAAQ,CAAC,OAAO,0CAAE,EAAE,CAAA;YACrB,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK;YACvB,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO;YACzB,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EACvB,CAAC;YACD,MAAM,IAAI,uBAAuB,CAC/B,8CAA8C,EAC9C,QAAQ,CACT,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,cAAc,GAAmB;gBACrC,EAAE,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE;gBACvB,MAAM,EAAE,iBAAiB;gBACzB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;gBACnB,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK;gBAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE;;oBAAC,OAAA,CAAC;wBAC9D,KAAK;wBACL,OAAO,EAAE;4BACP,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;4BAChC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC;yBAC3C;wBACD,QAAQ,EAAE,IAAI;wBACd,aAAa,EAAE,CAAA,MAAA,QAAQ,CAAC,OAAO,0CAAE,WAAW,KAAI,EAAE;qBACnD,CAAC,CAAA;iBAAA,CAAC;gBACH,KAAK,EAAE;oBACL,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY;oBAClD,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa;oBACvD,YAAY,EACV,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY;wBACnC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa;oBACtC,qBAAqB,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;oBAC3C,yBAAyB,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;iBACnD;gBACD,kBAAkB,EAAE,uBAAuB;aAC5C,CAAC;YACF,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CAAC,oCAAoC,EAAE;gBAC3D,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE;gBAC/B,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,OAAO,CAAC,OAAgC;QACrD,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,sBAAsB,CAAC,iCAAiC,CAAC,CAAC;QACtE,CAAC;QAED,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,mCAA2B,CAAC,QAAQ,CAAC;YAC1C,KAAK,mCAA2B,CAAC,WAAW;gBAC1C,OAAO,MAAM,CAAC;YAChB,KAAK,mCAA2B,CAAC,IAAI;gBACnC,OAAO,WAAW,CAAC;YACrB;gBACE,MAAM,IAAI,sBAAsB,CAC9B,yBAAyB,OAAO,CAAC,IAAI,EAAE,CACxC,CAAC;QACN,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,OAAgC;QAC5D,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,sBAAsB,CAAC,iCAAiC,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC;YACH,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,KAAK,mCAA2B,CAAC,IAAI;oBACnC,MAAM,WAAW,GAAG,OAAsC,CAAC;oBAC3D,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;wBACtB,MAAM,IAAI,sBAAsB,CAAC,8BAA8B,CAAC,CAAC;oBACnE,CAAC;oBACD,OAAO,WAAW,CAAC,IAAI,CAAC;gBAC1B,KAAK,mCAA2B,CAAC,WAAW;oBAC1C,OAAQ,OAA6C,CAAC,OAAO,IAAI,EAAE,CAAC;gBACtE,KAAK,mCAA2B,CAAC,QAAQ;oBACvC,OAAQ,OAA0C,CAAC,EAAE,IAAI,EAAE,CAAC;gBAC9D;oBACE,MAAM,IAAI,sBAAsB,CAC9B,6BAA6B,OAAO,CAAC,IAAI,EAAE,CAC5C,CAAC;YACN,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,sBAAsB,CAAC,2BAA2B,EAAE;gBAC5D,WAAW,EAAE,OAAO,CAAC,IAAI;gBACzB,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAzID,kDAyIC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llm-proxy",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.24",
|
|
4
4
|
"description": "An LLM Proxy that allows the user to interact with different language models from different providers using unified request and response formats.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|