@loonylabs/llm-middleware 2.28.0 → 2.29.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +8 -0
- package/README.md +6 -5
- package/dist/middleware/services/llm/llm.service.d.ts.map +1 -1
- package/dist/middleware/services/llm/llm.service.js +2 -0
- package/dist/middleware/services/llm/llm.service.js.map +1 -1
- package/dist/middleware/services/llm/providers/azure-openai-capabilities.d.ts +33 -0
- package/dist/middleware/services/llm/providers/azure-openai-capabilities.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/azure-openai-capabilities.js +66 -0
- package/dist/middleware/services/llm/providers/azure-openai-capabilities.js.map +1 -0
- package/dist/middleware/services/llm/providers/azure-openai-provider.d.ts +53 -0
- package/dist/middleware/services/llm/providers/azure-openai-provider.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/azure-openai-provider.js +333 -0
- package/dist/middleware/services/llm/providers/azure-openai-provider.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/bedrock-provider.js +16 -2
- package/dist/middleware/services/llm/providers/bedrock-provider.js.map +1 -1
- package/dist/middleware/services/llm/providers/gemini/vertex-ai.provider.d.ts +11 -5
- package/dist/middleware/services/llm/providers/gemini/vertex-ai.provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/gemini/vertex-ai.provider.js +17 -3
- package/dist/middleware/services/llm/providers/gemini/vertex-ai.provider.js.map +1 -1
- package/dist/middleware/services/llm/providers/index.d.ts +2 -0
- package/dist/middleware/services/llm/providers/index.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/index.js +2 -0
- package/dist/middleware/services/llm/providers/index.js.map +1 -1
- package/dist/middleware/services/llm/types/azure-openai.types.d.ts +135 -0
- package/dist/middleware/services/llm/types/azure-openai.types.d.ts.map +1 -0
- package/dist/middleware/services/llm/types/azure-openai.types.js +19 -0
- package/dist/middleware/services/llm/types/azure-openai.types.js.map +1 -0
- package/dist/middleware/services/llm/types/common.types.d.ts +10 -1
- package/dist/middleware/services/llm/types/common.types.d.ts.map +1 -1
- package/dist/middleware/services/llm/types/common.types.js +2 -0
- package/dist/middleware/services/llm/types/common.types.js.map +1 -1
- package/dist/middleware/services/llm/types/index.d.ts +1 -0
- package/dist/middleware/services/llm/types/index.d.ts.map +1 -1
- package/dist/middleware/services/llm/types/index.js +1 -0
- package/dist/middleware/services/llm/types/index.js.map +1 -1
- package/dist/middleware/services/llm/utils/debug-llm.utils.d.ts.map +1 -1
- package/dist/middleware/services/llm/utils/debug-llm.utils.js +4 -0
- package/dist/middleware/services/llm/utils/debug-llm.utils.js.map +1 -1
- package/package.json +2 -1
|
@@ -78,11 +78,25 @@ class BedrockProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
78
78
|
.filter((p) => p.type === 'text')
|
|
79
79
|
.map(p => p.text)
|
|
80
80
|
.join('\n');
|
|
81
|
+
// AWS Bedrock Converse caps `inferenceConfig.temperature` and `topP` at 1.0
|
|
82
|
+
// (API-wide, NOT model-specific — the standardized inferenceConfig range is
|
|
83
|
+
// 0.0–1.0). Consumers may pass a Gemini-style range (e.g. temperature 1.3);
|
|
84
|
+
// sending it unclamped triggers a hard HTTP 400, which surfaces to the caller
|
|
85
|
+
// as a null response ("No response received"). Clamp to the valid range + warn.
|
|
86
|
+
const clampUnit = (v) => Math.max(0, Math.min(1, v));
|
|
87
|
+
const clampedTemperature = clampUnit(temperature);
|
|
88
|
+
if (clampedTemperature !== temperature) {
|
|
89
|
+
logging_utils_1.logger.warn(`Bedrock Converse caps temperature at 1.0; clamping ${temperature} → ${clampedTemperature}`, { context: 'BedrockProvider', metadata: { model, requestedTemperature: temperature } });
|
|
90
|
+
}
|
|
91
|
+
const clampedTopP = topP !== undefined ? clampUnit(topP) : undefined;
|
|
92
|
+
if (topP !== undefined && clampedTopP !== topP) {
|
|
93
|
+
logging_utils_1.logger.warn(`Bedrock Converse caps topP at 1.0; clamping ${topP} → ${clampedTopP}`, { context: 'BedrockProvider', metadata: { model, requestedTopP: topP } });
|
|
94
|
+
}
|
|
81
95
|
// Build Converse inferenceConfig (standardized inference parameters)
|
|
82
96
|
const inferenceConfig = {
|
|
83
97
|
maxTokens,
|
|
84
|
-
temperature,
|
|
85
|
-
...(
|
|
98
|
+
temperature: clampedTemperature,
|
|
99
|
+
...(clampedTopP !== undefined && { topP: clampedTopP }),
|
|
86
100
|
...(stopSequences && { stopSequences })
|
|
87
101
|
};
|
|
88
102
|
// Apply model-specific reasoning mapping. The consumer always sets the
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bedrock-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/bedrock-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAStE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AACxD,gEAA6G;AAC7G,2DAA8D;AAE9D;;;;;;;;;;;;;;GAcG;AACH,MAAa,eAAgB,SAAQ,mCAAe;IAKlD;QACE,KAAK,CAAC,mBAAW,CAAC,OAAO,CAAC,CAAC;QAJZ,mBAAc,GAAG,cAAc,CAAC;QAChC,oBAAe,GAAG,MAAM,CAAC;QAIxC,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;OAIG;IACK,aAAa,CAAC,MAAc,EAAE,KAAa;QACjD,OAAO,2BAA2B,MAAM,wBAAwB,KAAK,WAAW,CAAC;IACnF,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAiC,EAAE;QAEnC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,EACvC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,EACjC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAC1D,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,IAAI,EACJ,aAAa,EACb,OAAO,GAAG,IAAI,CAAC,eAAe,EAC9B,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,wCAAwC;QACxC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,oDAAoD;gBACpD,4EAA4E,CAC7E,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,sEAAsE,CACvE,CAAC;QACJ,CAAC;QAED,8EAA8E;QAC9E,mEAAmE;QACnE,IAAI,IAAA,4BAAS,EAAC,UAAU,CAAC,EAAE,CAAC;YAC1B,sBAAM,CAAC,IAAI,CAAC,iFAAiF,EAAE;gBAC7F,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE,EAAE,KAAK,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,GAAG,OAAO,UAAU,KAAK,QAAQ;YAC3C,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC;iBACzB,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACtD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;QAElB,qEAAqE;QACrE,MAAM,eAAe,GAA2B;YAC9C,SAAS;YACT,WAAW;YACX,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,EAAE,IAAI,EAAE,CAAC;YACnC,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;SACxC,CAAC;QAEF,uEAAuE;QACvE,yEAAyE;QACzE,8EAA8E;QAC9E,+EAA+E;QAC/E,IAAI,4BAAiE,CAAC;QACtE,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,2CAAuB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACjF,IAAI,SAAS,CAAC,4BAA4B,EAAE,CAAC;gBAC3C,4BAA4B,GAAG,EAAE,GAAG,SAAS,CAAC,4BAA4B,EAAE,CAAC;YAC/E,CAAC;YACD,IAAI,SAAS,CAAC,yBAAyB,EAAE,CAAC;gBACxC,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,yBAAyB,EAAE,CAAC;oBACtD,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;gBAC3B,QAAQ,GAAG,GAAG,QAAQ,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC;YACpD,CAAC;YACD,CAAC,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACrC,sBAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,CAAC,CACrF,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,MAAM,cAAc,GAA2B;YAC7C,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;aAChD;YACD,wEAAwE;YACxE,GAAG,CAAC,aAAa,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAC3D,eAAe;YACf,GAAG,CAAC,4BAA4B,IAAI,EAAE,4BAA4B,EAAE,CAAC;SACtE,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAEnD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QAEF,wEAAwE;QACxE,IAAI,iBAAiB,GAAY,SAAS,CAAC;QAC3C,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;QAED,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK;YACL,OAAO,EAAE,QAAQ;YACjB,aAAa;YACb,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,iBAAiB;YACjB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,WAAW;YACX,eAAe;SAChB,CAAC;QAEF,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;QAEzG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,kBAAkB;YACzC,MAAM,EAAE,gBAAgB;YACxB,aAAa;YACb,SAAS,EAAE,KAAK;YAChB,WAAW;YACX,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE;aACvD;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACvD,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE;oBACR,GAAG,EAAE,QAAQ;oBACb,KAAK;oBACL,MAAM;oBACN,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS;iBACV;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,QAAQ,EACR,cAAc,EACd,EAAE,OAAO,EAAE,OAAO,EAAE,CACrB,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAA4B,QAAQ,CAAC,IAAI,CAAC;gBAC3D,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAE1D,0CAA0C;gBAC1C,MAAM,eAAe,GAAG,MAAM;qBAC3B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC;qBACzC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAc,CAAC;qBAClC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEd,+EAA+E;gBAC/E,MAAM,eAAe,GAAG,MAAM;qBAC3B,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,gBAAgB,EAAE,aAAa,EAAE,IAAI,CAAC;qBACzD,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC/B,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEd,wEAAwE;gBACxE,uEAAuE;gBACvE,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBAClG,MAAM,QAAQ,GAAG,eAAe,IAAI,iBAAiB,CAAC;gBAEtD,wDAAwD;gBACxD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,WAAW;oBAC1C,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY;oBAC5C,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,WAAW;oBAC1C,6DAA6D;oBAC7D,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,oBAAoB,IAAI,WAAW,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;wBACxF,aAAa,EAAE;4BACb,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC,oBAAoB;4BACvD,mBAAmB,EAAE,WAAW,CAAC,KAAK,CAAC,qBAAqB;yBAC7D;qBACF,CAAC,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;gBAEF,MAAM,kBAAkB,GAAoB;oBAC1C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;wBACrB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;qBAC9B;oBACD,SAAS;oBACT,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK;wBACL,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;wBAC/B,MAAM;qBACP;oBACD,KAAK,EAAE,UAAU;oBACjB,UAAU,EAAE,WAAW,CAAC,UAAU;iBACnC,CAAC;gBAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBACxC,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,EAC9D,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;oBACxC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,EACzE,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACtB,KAAa,CAAC,YAAY,KAAK,IAAI,EACpC,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;4BACpD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,oCAAoC;4BAC3C,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE;yBAC1E,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;4BAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iEAAiE;4BACxE,QAAQ,EAAE;gCACR,UAAU,EAAE,GAAG;gCACf,KAAK;gCACL,MAAM;gCACN,IAAI,EAAE,8DAA8D;6BACrE;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;4BACzD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE;yBACxF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;4BACzC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,IAAI,iBAAiB;4BAC7D,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE;yBACvD,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,EAAE,GAAG,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE;aACtE,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACnE,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AA5XD,0CA4XC;AAM2B,yCAAc;AAJ1C,4BAA4B;AACf,QAAA,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAIzB,yBAJf,uBAAe,CAIc"}
|
|
1
|
+
{"version":3,"file":"bedrock-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/bedrock-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAStE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AACxD,gEAA6G;AAC7G,2DAA8D;AAE9D;;;;;;;;;;;;;;GAcG;AACH,MAAa,eAAgB,SAAQ,mCAAe;IAKlD;QACE,KAAK,CAAC,mBAAW,CAAC,OAAO,CAAC,CAAC;QAJZ,mBAAc,GAAG,cAAc,CAAC;QAChC,oBAAe,GAAG,MAAM,CAAC;QAIxC,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;OAIG;IACK,aAAa,CAAC,MAAc,EAAE,KAAa;QACjD,OAAO,2BAA2B,MAAM,wBAAwB,KAAK,WAAW,CAAC;IACnF,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAiC,EAAE;QAEnC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,EACvC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,EACjC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAC1D,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,IAAI,EACJ,aAAa,EACb,OAAO,GAAG,IAAI,CAAC,eAAe,EAC9B,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,wCAAwC;QACxC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,oDAAoD;gBACpD,4EAA4E,CAC7E,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,sEAAsE,CACvE,CAAC;QACJ,CAAC;QAED,8EAA8E;QAC9E,mEAAmE;QACnE,IAAI,IAAA,4BAAS,EAAC,UAAU,CAAC,EAAE,CAAC;YAC1B,sBAAM,CAAC,IAAI,CAAC,iFAAiF,EAAE;gBAC7F,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE,EAAE,KAAK,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,GAAG,OAAO,UAAU,KAAK,QAAQ;YAC3C,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC;iBACzB,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACtD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;QAElB,4EAA4E;QAC5E,4EAA4E;QAC5E,4EAA4E;QAC5E,8EAA8E;QAC9E,gFAAgF;QAChF,MAAM,SAAS,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,kBAAkB,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;QAClD,IAAI,kBAAkB,KAAK,WAAW,EAAE,CAAC;YACvC,sBAAM,CAAC,IAAI,CACT,sDAAsD,WAAW,MAAM,kBAAkB,EAAE,EAC3F,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,EAAE,CACvF,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,IAAI,IAAI,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YAC/C,sBAAM,CAAC,IAAI,CACT,+CAA+C,IAAI,MAAM,WAAW,EAAE,EACtE,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CACzE,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,MAAM,eAAe,GAA2B;YAC9C,SAAS;YACT,WAAW,EAAE,kBAAkB;YAC/B,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvD,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;SACxC,CAAC;QAEF,uEAAuE;QACvE,yEAAyE;QACzE,8EAA8E;QAC9E,+EAA+E;QAC/E,IAAI,4BAAiE,CAAC;QACtE,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,2CAAuB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACjF,IAAI,SAAS,CAAC,4BAA4B,EAAE,CAAC;gBAC3C,4BAA4B,GAAG,EAAE,GAAG,SAAS,CAAC,4BAA4B,EAAE,CAAC;YAC/E,CAAC;YACD,IAAI,SAAS,CAAC,yBAAyB,EAAE,CAAC;gBACxC,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,yBAAyB,EAAE,CAAC;oBACtD,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;gBAC3B,QAAQ,GAAG,GAAG,QAAQ,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC;YACpD,CAAC;YACD,CAAC,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACrC,sBAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,CAAC,CACrF,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,MAAM,cAAc,GAA2B;YAC7C,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;aAChD;YACD,wEAAwE;YACxE,GAAG,CAAC,aAAa,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAC3D,eAAe;YACf,GAAG,CAAC,4BAA4B,IAAI,EAAE,4BAA4B,EAAE,CAAC;SACtE,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAEnD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QAEF,wEAAwE;QACxE,IAAI,iBAAiB,GAAY,SAAS,CAAC;QAC3C,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;QAED,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK;YACL,OAAO,EAAE,QAAQ;YACjB,aAAa;YACb,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,iBAAiB;YACjB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,WAAW;YACX,eAAe;SAChB,CAAC;QAEF,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;QAEzG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,kBAAkB;YACzC,MAAM,EAAE,gBAAgB;YACxB,aAAa;YACb,SAAS,EAAE,KAAK;YAChB,WAAW;YACX,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE;aACvD;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACvD,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE;oBACR,GAAG,EAAE,QAAQ;oBACb,KAAK;oBACL,MAAM;oBACN,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS;iBACV;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,QAAQ,EACR,cAAc,EACd,EAAE,OAAO,EAAE,OAAO,EAAE,CACrB,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAA4B,QAAQ,CAAC,IAAI,CAAC;gBAC3D,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAE1D,0CAA0C;gBAC1C,MAAM,eAAe,GAAG,MAAM;qBAC3B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC;qBACzC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAc,CAAC;qBAClC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEd,+EAA+E;gBAC/E,MAAM,eAAe,GAAG,MAAM;qBAC3B,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,gBAAgB,EAAE,aAAa,EAAE,IAAI,CAAC;qBACzD,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC/B,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEd,wEAAwE;gBACxE,uEAAuE;gBACvE,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBAClG,MAAM,QAAQ,GAAG,eAAe,IAAI,iBAAiB,CAAC;gBAEtD,wDAAwD;gBACxD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,WAAW;oBAC1C,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY;oBAC5C,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,WAAW;oBAC1C,6DAA6D;oBAC7D,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,oBAAoB,IAAI,WAAW,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;wBACxF,aAAa,EAAE;4BACb,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC,oBAAoB;4BACvD,mBAAmB,EAAE,WAAW,CAAC,KAAK,CAAC,qBAAqB;yBAC7D;qBACF,CAAC,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;gBAEF,MAAM,kBAAkB,GAAoB;oBAC1C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;wBACrB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;qBAC9B;oBACD,SAAS;oBACT,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK;wBACL,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;wBAC/B,MAAM;qBACP;oBACD,KAAK,EAAE,UAAU;oBACjB,UAAU,EAAE,WAAW,CAAC,UAAU;iBACnC,CAAC;gBAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBACxC,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,EAC9D,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;oBACxC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,EACzE,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACtB,KAAa,CAAC,YAAY,KAAK,IAAI,EACpC,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;4BACpD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,oCAAoC;4BAC3C,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE;yBAC1E,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;4BAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iEAAiE;4BACxE,QAAQ,EAAE;gCACR,UAAU,EAAE,GAAG;gCACf,KAAK;gCACL,MAAM;gCACN,IAAI,EAAE,8DAA8D;6BACrE;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;4BACzD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE;yBACxF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;4BACzC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,IAAI,iBAAiB;4BAC7D,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE;yBACvD,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,EAAE,GAAG,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE;aACtE,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACnE,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAjZD,0CAiZC;AAM2B,yCAAc;AAJ1C,4BAA4B;AACf,QAAA,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAIzB,yBAJf,uBAAe,CAIc"}
|
|
@@ -4,7 +4,8 @@
|
|
|
4
4
|
*
|
|
5
5
|
* Key differences from Gemini Direct API:
|
|
6
6
|
* - Uses OAuth2 Bearer Token instead of API Key
|
|
7
|
-
* - Supports regional endpoints (e.g., europe-west3 for Frankfurt)
|
|
7
|
+
* - Supports regional endpoints (e.g., europe-west3 for Frankfurt) and
|
|
8
|
+
* multi-region endpoints (eu / us) via the dedicated `.rep.` hostname
|
|
8
9
|
* - Requires Google Cloud Project ID
|
|
9
10
|
* - Service Account JSON for authentication
|
|
10
11
|
*/
|
|
@@ -16,14 +17,14 @@ import { GeminiBaseProvider, GeminiProviderOptions } from './gemini-base.provide
|
|
|
16
17
|
* Supported EU regions for Vertex AI.
|
|
17
18
|
* See: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/locations
|
|
18
19
|
*/
|
|
19
|
-
export type VertexAIRegion = 'europe-west1' | 'europe-west2' | 'europe-west3' | 'europe-west4' | 'europe-west6' | 'europe-west8' | 'europe-west9' | 'europe-north1' | 'europe-central2' | 'europe-southwest1' | 'us-central1' | 'us-east4' | 'global';
|
|
20
|
+
export type VertexAIRegion = 'europe-west1' | 'europe-west2' | 'europe-west3' | 'europe-west4' | 'europe-west6' | 'europe-west8' | 'europe-west9' | 'europe-north1' | 'europe-central2' | 'europe-southwest1' | 'eu' | 'us' | 'us-central1' | 'us-east4' | 'global';
|
|
20
21
|
/**
|
|
21
22
|
* Extended options for Vertex AI provider.
|
|
22
23
|
*/
|
|
23
24
|
export interface VertexAIProviderOptions extends GeminiProviderOptions {
|
|
24
25
|
/** Google Cloud Project ID */
|
|
25
26
|
projectId?: string;
|
|
26
|
-
/** Vertex AI region (
|
|
27
|
+
/** Vertex AI region — single region (e.g. europe-west3) or multi-region (eu / us). Default: europe-west3 (Frankfurt) */
|
|
27
28
|
region?: VertexAIRegion;
|
|
28
29
|
/** Path to service account JSON file */
|
|
29
30
|
serviceAccountKeyPath?: string;
|
|
@@ -42,7 +43,7 @@ export interface VertexAIProviderConfig {
|
|
|
42
43
|
*
|
|
43
44
|
* Environment variables:
|
|
44
45
|
* - GOOGLE_CLOUD_PROJECT: Google Cloud Project ID
|
|
45
|
-
* - VERTEX_AI_REGION: Region for data residency (default: europe-west3)
|
|
46
|
+
* - VERTEX_AI_REGION: Region for data residency — single (europe-west3) or multi-region (eu / us) (default: europe-west3)
|
|
46
47
|
* - GOOGLE_APPLICATION_CREDENTIALS: Path to service account JSON file
|
|
47
48
|
* - VERTEX_AI_MODEL: Default model name
|
|
48
49
|
*
|
|
@@ -59,10 +60,15 @@ export declare class VertexAIProvider extends GeminiBaseProvider {
|
|
|
59
60
|
constructor(config?: VertexAIProviderConfig);
|
|
60
61
|
/**
|
|
61
62
|
* Get the base URL for Vertex AI API.
|
|
62
|
-
* Regional endpoints ensure data residency compliance.
|
|
63
|
+
* Regional and multi-region endpoints ensure data residency compliance.
|
|
63
64
|
* Preview models automatically use global endpoint.
|
|
64
65
|
*/
|
|
65
66
|
protected getBaseUrl(model: string, options: VertexAIProviderOptions): string;
|
|
67
|
+
/**
|
|
68
|
+
* Whether a location is a multi-region (eu / us) rather than a single region.
|
|
69
|
+
* Multi-regions require the `.rep.` endpoint hostname.
|
|
70
|
+
*/
|
|
71
|
+
private isMultiRegion;
|
|
66
72
|
/**
|
|
67
73
|
* Get the full endpoint URL for generateContent.
|
|
68
74
|
* Format: {baseUrl}/v1beta1/projects/{projectId}/locations/{region}/publishers/google/models/{model}:generateContent
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vertex-ai.provider.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/vertex-ai.provider.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"vertex-ai.provider.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/vertex-ai.provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,OAAO,CAAC;AAK3C,OAAO,EAAe,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnF,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEnF;;;GAGG;AACH,MAAM,MAAM,cAAc,GACtB,cAAc,GACd,cAAc,GACd,cAAc,GACd,cAAc,GACd,cAAc,GACd,cAAc,GACd,cAAc,GACd,eAAe,GACf,iBAAiB,GACjB,mBAAmB,GACnB,IAAI,GACJ,IAAI,GACJ,aAAa,GACb,UAAU,GACV,QAAQ,CAAC;AAEb;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,qBAAqB;IACpE,8BAA8B;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,wHAAwH;IACxH,MAAM,CAAC,EAAE,cAAc,CAAC;IAExB,wCAAwC;IACxC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,yDAAyD;IACzD,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAUD;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,0EAA0E;IAC1E,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,gBAAiB,SAAQ,kBAAkB;IACtD,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA8B;IAGnE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAiB;gBAE7C,MAAM,CAAC,EAAE,sBAAsB;IAe3C;;;;OAIG;IACH,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,MAAM;IAiB7E;;;OAGG;IACH,OAAO,CAAC,aAAa;IAIrB;;;;;OAKG;IACH,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,MAAM;IAQjF;;OAEG;cACa,aAAa,CAAC,QAAQ,EAAE,uBAAuB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAU7F;;OAEG;IACH,SAAS,CAAC,eAAe,IAAI,MAAM;IAInC;;OAEG;IACH,OAAO,CAAC,YAAY;IAapB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAItB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAM3B;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAmB1B;;OAEG;YACW,cAAc;IAW5B;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;OAEG;YACW,gBAAgB;IA2C9B;;OAEG;YACW,oBAAoB;IAuDlC;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAqB/B;;;;OAIG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAyEpC;;OAEG;IACI,eAAe,IAAI,IAAI;CAI/B;AAGD,eAAO,MAAM,gBAAgB,kBAAyB,CAAC"}
|
|
@@ -5,7 +5,8 @@
|
|
|
5
5
|
*
|
|
6
6
|
* Key differences from Gemini Direct API:
|
|
7
7
|
* - Uses OAuth2 Bearer Token instead of API Key
|
|
8
|
-
* - Supports regional endpoints (e.g., europe-west3 for Frankfurt)
|
|
8
|
+
* - Supports regional endpoints (e.g., europe-west3 for Frankfurt) and
|
|
9
|
+
* multi-region endpoints (eu / us) via the dedicated `.rep.` hostname
|
|
9
10
|
* - Requires Google Cloud Project ID
|
|
10
11
|
* - Service Account JSON for authentication
|
|
11
12
|
*/
|
|
@@ -56,7 +57,7 @@ const gemini_base_provider_1 = require("./gemini-base.provider");
|
|
|
56
57
|
*
|
|
57
58
|
* Environment variables:
|
|
58
59
|
* - GOOGLE_CLOUD_PROJECT: Google Cloud Project ID
|
|
59
|
-
* - VERTEX_AI_REGION: Region for data residency (default: europe-west3)
|
|
60
|
+
* - VERTEX_AI_REGION: Region for data residency — single (europe-west3) or multi-region (eu / us) (default: europe-west3)
|
|
60
61
|
* - GOOGLE_APPLICATION_CREDENTIALS: Path to service account JSON file
|
|
61
62
|
* - VERTEX_AI_MODEL: Default model name
|
|
62
63
|
*
|
|
@@ -85,7 +86,7 @@ class VertexAIProvider extends gemini_base_provider_1.GeminiBaseProvider {
|
|
|
85
86
|
}
|
|
86
87
|
/**
|
|
87
88
|
* Get the base URL for Vertex AI API.
|
|
88
|
-
* Regional endpoints ensure data residency compliance.
|
|
89
|
+
* Regional and multi-region endpoints ensure data residency compliance.
|
|
89
90
|
* Preview models automatically use global endpoint.
|
|
90
91
|
*/
|
|
91
92
|
getBaseUrl(model, options) {
|
|
@@ -93,8 +94,21 @@ class VertexAIProvider extends gemini_base_provider_1.GeminiBaseProvider {
|
|
|
93
94
|
if (region === 'global') {
|
|
94
95
|
return 'https://aiplatform.googleapis.com';
|
|
95
96
|
}
|
|
97
|
+
// Multi-region locations (eu, us) keep ML processing within the geography
|
|
98
|
+
// (data residency) but must use the dedicated `.rep.` hostname — the
|
|
99
|
+
// `{region}-aiplatform` pattern is only valid for single regions.
|
|
100
|
+
if (this.isMultiRegion(region)) {
|
|
101
|
+
return `https://aiplatform.${region}.rep.googleapis.com`;
|
|
102
|
+
}
|
|
96
103
|
return `https://${region}-aiplatform.googleapis.com`;
|
|
97
104
|
}
|
|
105
|
+
/**
|
|
106
|
+
* Whether a location is a multi-region (eu / us) rather than a single region.
|
|
107
|
+
* Multi-regions require the `.rep.` endpoint hostname.
|
|
108
|
+
*/
|
|
109
|
+
isMultiRegion(region) {
|
|
110
|
+
return region === 'eu' || region === 'us';
|
|
111
|
+
}
|
|
98
112
|
/**
|
|
99
113
|
* Get the full endpoint URL for generateContent.
|
|
100
114
|
* Format: {baseUrl}/v1beta1/projects/{projectId}/locations/{region}/publishers/google/models/{model}:generateContent
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vertex-ai.provider.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/vertex-ai.provider.ts"],"names":[],"mappings":";AAAA
|
|
1
|
+
{"version":3,"file":"vertex-ai.provider.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/vertex-ai.provider.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGH,6DAAsD;AACtD,uCAAyB;AACzB,2CAA6B;AAC7B,0EAAgE;AAChE,uCAAmF;AACnF,yDAAuD;AAEvD,iEAAmF;AAwDnF;;;;;;;;;;;;;GAaG;AACH,MAAa,gBAAiB,SAAQ,yCAAkB;IAQtD,YAAY,MAA+B;QACzC,KAAK,CAAC,mBAAW,CAAC,SAAS,CAAC,CAAC;QARvB,eAAU,GAAuB,IAAI,CAAC;QACtC,eAAU,GAAe,IAAI,CAAC;QAGtC,yDAAyD;QACxC,4BAAuB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAIvD,IAAI,CAAC,oBAAoB,GAAG,MAAM,EAAE,cAAc,IAAI,IAAI,CAAC;QAE3D,iCAAiC;QACjC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzF,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,UAAU,CAAC,KAAa,EAAE,OAAgC;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAEvD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO,mCAAmC,CAAC;QAC7C,CAAC;QAED,0EAA0E;QAC1E,qEAAqE;QACrE,kEAAkE;QAClE,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,sBAAsB,MAAM,qBAAqB,CAAC;QAC3D,CAAC;QAED,OAAO,WAAW,MAAM,4BAA4B,CAAC;IACvD,CAAC;IAED;;;OAGG;IACK,aAAa,CAAC,MAAsB;QAC1C,OAAO,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC;IAC5C,CAAC;IAED;;;;;OAKG;IACO,cAAc,CAAC,KAAa,EAAE,OAAgC;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAEvD,OAAO,GAAG,OAAO,qBAAqB,SAAS,cAAc,MAAM,6BAA6B,KAAK,kBAAkB,CAAC;IAC1H,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,aAAa,CAAC,QAAiC;QAC7D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAExD,OAAO;YACL,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,WAAW,EAAE;aACzC;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,eAAe;QACvB,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,kBAAkB,CAAC;IAC3D,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,OAAgC;QACnD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAExE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,qDAAqD;gBACrD,iFAAiF,CAClF,CAAC;QACJ,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,KAAa;QAClC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,OAAgC;QAC1D,OAAO,OAAO,CAAC,MAAM;YAClB,OAAO,CAAC,GAAG,CAAC,gBAAmC;YAChD,cAAc,CAAC,CAAC,yCAAyC;IAC7D,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,KAAa,EAAE,OAAgC;QACxE,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAE3D,yCAAyC;QACzC,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,gBAAgB,KAAK,QAAQ,EAAE,CAAC;YAChE,sBAAM,CAAC,IAAI,CAAC,iFAAiF,EAAE;gBAC7F,OAAO,EAAE,kBAAkB;gBAC3B,QAAQ,EAAE;oBACR,KAAK;oBACL,gBAAgB;oBAChB,eAAe,EAAE,QAAQ;iBAC1B;aACF,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,OAAgC;QAC3D,uCAAuC;QACvC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAC/B,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAAmB;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,OAAgC;QAC7D,IAAI,CAAC;YACH,6CAA6C;YAC7C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC7D,CAAC;YAED,6DAA6D;YAC7D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;YAE3D,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;YAED,kBAAkB;YAClB,iEAAiE;YACjE,IAAI,CAAC,UAAU,GAAG;gBAChB,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,kBAAkB;aACvD,CAAC;YAEF,sBAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE;gBACnD,OAAO,EAAE,kBAAkB;gBAC3B,QAAQ,EAAE;oBACR,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,OAAO,WAAW,CAAC,KAAK,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,sBAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBACrD,OAAO,EAAE,kBAAkB;gBAC3B,QAAQ,EAAE;oBACR,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB;aACF,CAAC,CAAC;YACH,MAAM,IAAI,KAAK,CACb,0CAA0C,KAAK,CAAC,OAAO,IAAI;gBAC3D,gDAAgD,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,OAAgC;QACjE,IAAI,WAAgB,CAAC;QAErB,+CAA+C;QAC/C,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9B,8BAA8B;YAC9B,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC;QAC1C,CAAC;aAAM,IAAI,OAAO,CAAC,qBAAqB,EAAE,CAAC;YACzC,wCAAwC;YACxC,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;QAC5E,CAAC;aAAM,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,CAAC;YACtD,6CAA6C;YAC7C,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QACzF,CAAC;aAAM,IAAI,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,CAAC;YACrD,sCAAsC;YACtC,IAAI,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YACtE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CACb,2EAA2E;gBAC3E,6EAA6E;gBAC7E,sEAAsE;gBACtE,sCAAsC;gBACtC,gCAAgC,CACjC,CAAC;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,WAAW,CAAC,YAAY,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,MAAM,MAAM,GAAG,IAAI,yBAAG,CAAC;YACrB,KAAK,EAAE,WAAW,CAAC,YAAY;YAC/B,GAAG,EAAE,WAAW,CAAC,WAAW;YAC5B,MAAM,EAAE,CAAC,gDAAgD,CAAC;SAC3D,CAAC,CAAC;QAEH,sBAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;YAC/C,OAAO,EAAE,kBAAkB;YAC3B,QAAQ,EAAE;gBACR,WAAW,EAAE,WAAW,CAAC,YAAY;gBACrC,SAAS,EAAE,WAAW,CAAC,UAAU;aAClC;SACF,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,QAAgB;QAC9C,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAC5C,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;YAE1C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAiC,EAAE;QAEnC,4DAA4D;QAC5D,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAEtD,mDAAmD;QACnD,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;QACzE,CAAC;QAED,gDAAgD;QAChD,MAAM,cAAc,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,sBAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;YAC5D,OAAO,EAAE,kBAAkB;YAC3B,QAAQ,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE;SAC9C,CAAC,CAAC;QAEH,sDAAsD;QACtD,MAAM,cAAc,GAA0B;YAC5C,GAAG,OAAO;YACV,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAW;YACrC,WAAW,EAAE;gBACX,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;oBACtB,IAAI,IAAA,0BAAY,EAAC,KAAK,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACnE,WAAW,EAAE,CAAC;wBACd,cAAc,CAAC,MAAM,GAAG,cAAc,CAAC,WAAW,CAAW,CAAC;wBAC9D,sBAAM,CAAC,IAAI,CAAC,oCAAoC,cAAc,CAAC,MAAM,EAAE,EAAE;4BACvE,OAAO,EAAE,kBAAkB;4BAC3B,QAAQ,EAAE;gCACR,WAAW;gCACX,YAAY,EAAE,cAAc,CAAC,MAAM;gCACnC,MAAM,EAAE,cAAc,CAAC,MAAM;6BAC9B;yBACF,CAAC,CAAC;oBACL,CAAC;oBACD,sEAAsE;gBACxE,CAAC;aACF;SACF,CAAC;QAEF,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iFAAiF;YACjF,IACE,IAAA,0BAAY,EAAC,KAAK,CAAC;gBACnB,QAAQ,CAAC,iBAAiB,KAAK,KAAK;gBACpC,cAAc,CAAC,MAAM,KAAK,QAAQ,CAAC,QAAQ,EAC3C,CAAC;gBACD,sBAAM,CAAC,IAAI,CAAC,6DAA6D,QAAQ,CAAC,QAAQ,EAAE,EAAE;oBAC5F,OAAO,EAAE,kBAAkB;oBAC3B,QAAQ,EAAE;wBACR,eAAe,EAAE,cAAc,CAAC,MAAM;wBACtC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;qBAC5B;iBACF,CAAC,CAAC;gBAEH,cAAc,CAAC,MAAM,GAAG,QAAQ,CAAC,QAAkB,CAAC;gBACpD,sEAAsE;gBACtE,OAAO,cAAc,CAAC,WAAW,CAAC;gBAClC,cAAc,CAAC,KAAK,GAAG,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;gBAClE,OAAO,MAAM,KAAK,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;YACtF,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACI,eAAe;QACpB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;CACF;AA7XD,4CA6XC;AAED,oFAAoF;AACvE,QAAA,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC"}
|
|
@@ -4,4 +4,6 @@ export * from './anthropic-provider';
|
|
|
4
4
|
export * from './gemini-provider';
|
|
5
5
|
export * from './requesty-provider';
|
|
6
6
|
export * from './bedrock-provider';
|
|
7
|
+
export * from './azure-openai-provider';
|
|
8
|
+
export * from './azure-openai-capabilities';
|
|
7
9
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC"}
|
|
@@ -22,6 +22,8 @@ __exportStar(require("./anthropic-provider"), exports);
|
|
|
22
22
|
__exportStar(require("./gemini-provider"), exports);
|
|
23
23
|
__exportStar(require("./requesty-provider"), exports);
|
|
24
24
|
__exportStar(require("./bedrock-provider"), exports);
|
|
25
|
+
__exportStar(require("./azure-openai-provider"), exports);
|
|
26
|
+
__exportStar(require("./azure-openai-capabilities"), exports);
|
|
25
27
|
// Future providers will be added here:
|
|
26
28
|
// export * from './openai-provider';
|
|
27
29
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gBAAgB;AAChB,sDAAoC;AAEpC,qBAAqB;AACrB,oDAAkC;AAClC,uDAAqC;AACrC,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gBAAgB;AAChB,sDAAoC;AAEpC,qBAAqB;AACrB,oDAAkC;AAClC,uDAAqC;AACrC,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,0DAAwC;AACxC,8DAA4C;AAE5C,uCAAuC;AACvC,qCAAqC"}
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Azure OpenAI / Microsoft Foundry-specific types and interfaces.
|
|
3
|
+
*
|
|
4
|
+
* Azure exposes OpenAI (and some partner) models through an OpenAI-compatible
|
|
5
|
+
* Chat Completions API. This provider targets the new **v1 route**
|
|
6
|
+
* (`{endpoint}/openai/v1/chat/completions`), where the deployment name is sent
|
|
7
|
+
* as the `model` field in the request body and `api-version` is optional.
|
|
8
|
+
*
|
|
9
|
+
* Authentication uses an Azure API key in the **`api-key` header** (not
|
|
10
|
+
* `Authorization: Bearer`, which Azure reserves for Microsoft Entra ID tokens).
|
|
11
|
+
*
|
|
12
|
+
* Reasoning models (o-series, GPT-5 series) and standard models (gpt-4o, …) take
|
|
13
|
+
* a different parameter set; see `providers/azure-openai-capabilities.ts`.
|
|
14
|
+
*
|
|
15
|
+
* @see https://learn.microsoft.com/en-us/azure/foundry/openai/latest
|
|
16
|
+
*/
|
|
17
|
+
import { CommonLLMOptions, CommonLLMResponse } from './common.types';
|
|
18
|
+
/**
|
|
19
|
+
* Azure-specific request options.
|
|
20
|
+
* Extends common options with Azure/Foundry-specific parameters.
|
|
21
|
+
*/
|
|
22
|
+
export interface AzureOpenAIRequestOptions extends CommonLLMOptions {
|
|
23
|
+
/**
|
|
24
|
+
* Resource endpoint base URL, e.g. `https://<resource>.openai.azure.com` or
|
|
25
|
+
* `https://<resource>.services.ai.azure.com`. The region is encoded in the host.
|
|
26
|
+
* Falls back to `baseUrl`, then the AZURE_OPENAI_ENDPOINT env var.
|
|
27
|
+
*/
|
|
28
|
+
endpoint?: string;
|
|
29
|
+
/**
|
|
30
|
+
* Deployment name — sent as the `model` field in the request body.
|
|
31
|
+
* Falls back to the common `model` option, then the AZURE_OPENAI_DEPLOYMENT env var.
|
|
32
|
+
*/
|
|
33
|
+
deployment?: string;
|
|
34
|
+
/**
|
|
35
|
+
* Optional `api-version` query parameter. Leave empty for the v1 GA route.
|
|
36
|
+
* Falls back to the AZURE_OPENAI_API_VERSION env var.
|
|
37
|
+
*/
|
|
38
|
+
apiVersion?: string;
|
|
39
|
+
/** Nucleus sampling — standard models only; ignored for reasoning models. */
|
|
40
|
+
topP?: number;
|
|
41
|
+
/**
|
|
42
|
+
* Explicit override for reasoning-model parameter handling. Azure deployment
|
|
43
|
+
* names are user-chosen, so the name heuristic can miss a renamed reasoning
|
|
44
|
+
* model — set this to force the correct behavior.
|
|
45
|
+
* - `true` → treat as a reasoning model (max_completion_tokens, no temperature, reasoning_effort)
|
|
46
|
+
* - `false` → treat as a standard model (max_tokens, temperature)
|
|
47
|
+
*/
|
|
48
|
+
reasoningModel?: boolean;
|
|
49
|
+
/** Request timeout in milliseconds (default: 180000). */
|
|
50
|
+
timeout?: number;
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Reasoning effort values accepted by Azure reasoning models.
|
|
54
|
+
* `minimal`/`xhigh`/`none` are only supported by specific model generations.
|
|
55
|
+
*/
|
|
56
|
+
export type AzureOpenAIReasoningEffort = 'none' | 'minimal' | 'low' | 'medium' | 'high' | 'xhigh';
|
|
57
|
+
/** OpenAI-compatible content part for multimodal (vision) messages. */
|
|
58
|
+
export type AzureOpenAIContentPart = {
|
|
59
|
+
type: 'text';
|
|
60
|
+
text: string;
|
|
61
|
+
} | {
|
|
62
|
+
type: 'image_url';
|
|
63
|
+
image_url: {
|
|
64
|
+
url: string;
|
|
65
|
+
detail?: 'low' | 'high' | 'auto';
|
|
66
|
+
};
|
|
67
|
+
};
|
|
68
|
+
/** OpenAI-compatible chat message. `developer` is the reasoning-model equivalent of `system`. */
|
|
69
|
+
export interface AzureOpenAIMessage {
|
|
70
|
+
role: 'system' | 'developer' | 'user' | 'assistant';
|
|
71
|
+
content: string | AzureOpenAIContentPart[];
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Azure OpenAI Chat Completions request payload (OpenAI-compatible).
|
|
75
|
+
* `max_tokens` vs `max_completion_tokens` and `temperature` vs `reasoning_effort`
|
|
76
|
+
* are mutually exclusive per model class — the provider sets only the valid set.
|
|
77
|
+
*/
|
|
78
|
+
export interface AzureOpenAIRequest {
|
|
79
|
+
/** Deployment name */
|
|
80
|
+
model: string;
|
|
81
|
+
messages: AzureOpenAIMessage[];
|
|
82
|
+
/** Standard models only. Reasoning models reject this (HTTP 400). */
|
|
83
|
+
max_tokens?: number;
|
|
84
|
+
/** Reasoning models only (replaces max_tokens). */
|
|
85
|
+
max_completion_tokens?: number;
|
|
86
|
+
/** Standard models only. Reasoning models reject this (HTTP 400). */
|
|
87
|
+
temperature?: number;
|
|
88
|
+
/** Standard models only. */
|
|
89
|
+
top_p?: number;
|
|
90
|
+
/** Reasoning models only. */
|
|
91
|
+
reasoning_effort?: AzureOpenAIReasoningEffort;
|
|
92
|
+
}
|
|
93
|
+
/** Azure Chat Completions token usage (OpenAI-compatible, with Azure detail blocks). */
|
|
94
|
+
export interface AzureOpenAIUsage {
|
|
95
|
+
prompt_tokens: number;
|
|
96
|
+
completion_tokens: number;
|
|
97
|
+
total_tokens: number;
|
|
98
|
+
/** Reasoning-model detail; `reasoning_tokens` is a subset of `completion_tokens`. */
|
|
99
|
+
completion_tokens_details?: {
|
|
100
|
+
reasoning_tokens?: number;
|
|
101
|
+
accepted_prediction_tokens?: number;
|
|
102
|
+
rejected_prediction_tokens?: number;
|
|
103
|
+
audio_tokens?: number;
|
|
104
|
+
};
|
|
105
|
+
/** `cached_tokens` reflects prompt-cache hits. */
|
|
106
|
+
prompt_tokens_details?: {
|
|
107
|
+
cached_tokens?: number;
|
|
108
|
+
audio_tokens?: number;
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
/** Azure OpenAI Chat Completions API response payload. */
|
|
112
|
+
export interface AzureOpenAIAPIResponse {
|
|
113
|
+
id: string;
|
|
114
|
+
object: string;
|
|
115
|
+
created: number;
|
|
116
|
+
model: string;
|
|
117
|
+
choices: Array<{
|
|
118
|
+
index: number;
|
|
119
|
+
message: {
|
|
120
|
+
role: 'assistant';
|
|
121
|
+
content: string;
|
|
122
|
+
};
|
|
123
|
+
finish_reason: string | null;
|
|
124
|
+
}>;
|
|
125
|
+
usage: AzureOpenAIUsage;
|
|
126
|
+
}
|
|
127
|
+
/**
|
|
128
|
+
* Azure OpenAI-specific response (normalized to CommonLLMResponse).
|
|
129
|
+
* Keeps the raw id/finish_reason for consumers that need them.
|
|
130
|
+
*/
|
|
131
|
+
export interface AzureOpenAIResponse extends CommonLLMResponse {
|
|
132
|
+
id?: string;
|
|
133
|
+
finish_reason?: string;
|
|
134
|
+
}
|
|
135
|
+
//# sourceMappingURL=azure-openai.types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure-openai.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/azure-openai.types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;GAGG;AACH,MAAM,WAAW,yBAA0B,SAAQ,gBAAgB;IACjE;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,6EAA6E;IAC7E,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,MAAM,0BAA0B,GAAG,MAAM,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AAElG,uEAAuE;AACvE,MAAM,MAAM,sBAAsB,GAC9B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAExF,iGAAiG;AACjG,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;IACpD,OAAO,EAAE,MAAM,GAAG,sBAAsB,EAAE,CAAC;CAC5C;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,sBAAsB;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,6BAA6B;IAC7B,gBAAgB,CAAC,EAAE,0BAA0B,CAAC;CAC/C;AAED,wFAAwF;AACxF,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,qFAAqF;IACrF,yBAAyB,CAAC,EAAE;QAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,0BAA0B,CAAC,EAAE,MAAM,CAAC;QACpC,0BAA0B,CAAC,EAAE,MAAM,CAAC;QACpC,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,kDAAkD;IAClD,qBAAqB,CAAC,EAAE;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,0DAA0D;AAC1D,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE;YACP,IAAI,EAAE,WAAW,CAAC;YAClB,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC,CAAC;IACH,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Azure OpenAI / Microsoft Foundry-specific types and interfaces.
|
|
4
|
+
*
|
|
5
|
+
* Azure exposes OpenAI (and some partner) models through an OpenAI-compatible
|
|
6
|
+
* Chat Completions API. This provider targets the new **v1 route**
|
|
7
|
+
* (`{endpoint}/openai/v1/chat/completions`), where the deployment name is sent
|
|
8
|
+
* as the `model` field in the request body and `api-version` is optional.
|
|
9
|
+
*
|
|
10
|
+
* Authentication uses an Azure API key in the **`api-key` header** (not
|
|
11
|
+
* `Authorization: Bearer`, which Azure reserves for Microsoft Entra ID tokens).
|
|
12
|
+
*
|
|
13
|
+
* Reasoning models (o-series, GPT-5 series) and standard models (gpt-4o, …) take
|
|
14
|
+
* a different parameter set; see `providers/azure-openai-capabilities.ts`.
|
|
15
|
+
*
|
|
16
|
+
* @see https://learn.microsoft.com/en-us/azure/foundry/openai/latest
|
|
17
|
+
*/
|
|
18
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
19
|
+
//# sourceMappingURL=azure-openai.types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure-openai.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/azure-openai.types.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG"}
|
|
@@ -145,7 +145,9 @@ export declare enum LLMProvider {
|
|
|
145
145
|
/** Google Vertex AI - Service Account auth, EU hosting support */
|
|
146
146
|
VERTEX_AI = "vertex_ai",
|
|
147
147
|
/** AWS Bedrock - Bearer token (API key) auth via Converse API, EU hosting support */
|
|
148
|
-
BEDROCK = "bedrock"
|
|
148
|
+
BEDROCK = "bedrock",
|
|
149
|
+
/** Azure OpenAI / Microsoft Foundry - api-key auth via OpenAI-compatible v1 route, EU data-zone support */
|
|
150
|
+
AZURE_OPENAI = "azure_openai"
|
|
149
151
|
}
|
|
150
152
|
/**
|
|
151
153
|
* Debug information interface (provider-agnostic)
|
|
@@ -174,5 +176,12 @@ export interface LLMDebugInfo {
|
|
|
174
176
|
pageName?: string;
|
|
175
177
|
temperature?: number;
|
|
176
178
|
reasoningEffort?: ReasoningEffort;
|
|
179
|
+
/**
|
|
180
|
+
* Reasoning/thinking tokens reported by the model (output side, since 2.29.0).
|
|
181
|
+
* Surfaced in the log so you can see whether reasoning actually happened — useful
|
|
182
|
+
* for providers that hide the raw reasoning text (e.g. Azure o-series exposes only
|
|
183
|
+
* the token count). Distinct from `reasoningEffort` (the requested input level).
|
|
184
|
+
*/
|
|
185
|
+
reasoningTokens?: number;
|
|
177
186
|
}
|
|
178
187
|
//# sourceMappingURL=common.types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,yFAAyF;IACzF,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,oEAAoE;IACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,2EAA2E;IAC3E,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,wDAAwD;QACxD,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;IACvB,qFAAqF;IACrF,OAAO,YAAY;
|
|
1
|
+
{"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,yFAAyF;IACzF,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,oEAAoE;IACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,2EAA2E;IAC3E,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,wDAAwD;QACxD,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;IACvB,qFAAqF;IACrF,OAAO,YAAY;IACnB,2GAA2G;IAC3G,YAAY,iBAAiB;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IAGjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IACzB,eAAe,CAAC,EAAE,GAAG,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,GAAG,CAAC;KACf,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAGlB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC;;;;;OAKG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B"}
|
|
@@ -18,5 +18,7 @@ var LLMProvider;
|
|
|
18
18
|
LLMProvider["VERTEX_AI"] = "vertex_ai";
|
|
19
19
|
/** AWS Bedrock - Bearer token (API key) auth via Converse API, EU hosting support */
|
|
20
20
|
LLMProvider["BEDROCK"] = "bedrock";
|
|
21
|
+
/** Azure OpenAI / Microsoft Foundry - api-key auth via OpenAI-compatible v1 route, EU data-zone support */
|
|
22
|
+
LLMProvider["AZURE_OPENAI"] = "azure_openai";
|
|
21
23
|
})(LLMProvider || (exports.LLMProvider = LLMProvider = {}));
|
|
22
24
|
//# sourceMappingURL=common.types.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA6JH;;GAEG;AACH,IAAY,
|
|
1
|
+
{"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA6JH;;GAEG;AACH,IAAY,WAYX;AAZD,WAAY,WAAW;IACrB,gCAAiB,CAAA;IACjB,gCAAiB,CAAA;IACjB,sCAAuB,CAAA;IACvB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;IACrB,kEAAkE;IAClE,sCAAuB,CAAA;IACvB,qFAAqF;IACrF,kCAAmB,CAAA;IACnB,2GAA2G;IAC3G,4CAA6B,CAAA;AAC/B,CAAC,EAZW,WAAW,2BAAX,WAAW,QAYtB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAG/B,cAAc,oBAAoB,CAAC;AAGnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAG/B,cAAc,oBAAoB,CAAC;AAGnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC"}
|
|
@@ -25,4 +25,5 @@ __exportStar(require("./gemini.types"), exports);
|
|
|
25
25
|
__exportStar(require("./requesty.types"), exports);
|
|
26
26
|
__exportStar(require("./vertex-ai.types"), exports);
|
|
27
27
|
__exportStar(require("./bedrock.types"), exports);
|
|
28
|
+
__exportStar(require("./azure-openai.types"), exports);
|
|
28
29
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,iDAA+B;AAE/B,wCAAwC;AACxC,qDAAmC;AAEnC,0BAA0B;AAC1B,iDAA+B;AAC/B,oDAAkC;AAClC,iDAA+B;AAC/B,mDAAiC;AACjC,oDAAkC;AAClC,kDAAgC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,iDAA+B;AAE/B,wCAAwC;AACxC,qDAAmC;AAEnC,0BAA0B;AAC1B,iDAA+B;AAC/B,oDAAkC;AAClC,iDAA+B;AAC/B,mDAAiC;AACjC,oDAAkC;AAClC,kDAAgC;AAChC,uDAAqC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"debug-llm.utils.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/debug-llm.utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC;;;;GAIG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAC,SAAS,CAA2F;IACnH,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAA6G;IAChJ,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAA+G;IAEnJ,OAAO,CAAC,MAAM,CAAC,SAAS,CAEiD;IAEzE;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAclD;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAQ7C;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,YAAY,GAAG,IAAI;IAwDzD;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,YAAY,GAAG,IAAI;
|
|
1
|
+
{"version":3,"file":"debug-llm.utils.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/debug-llm.utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC;;;;GAIG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAC,SAAS,CAA2F;IACnH,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAA6G;IAChJ,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAA+G;IAEnJ,OAAO,CAAC,MAAM,CAAC,SAAS,CAEiD;IAEzE;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAclD;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAQ7C;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,YAAY,GAAG,IAAI;IAwDzD;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,YAAY,GAAG,IAAI;IA0E1D;;OAEG;WACU,cAAc,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;WA0HtD,UAAU,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;WAMlD,WAAW,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;WAOnD,QAAQ,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;CAK9D;AAGD,YAAY,EAAE,YAAY,EAAE,CAAC;AAG7B,OAAO,EAAE,WAAW,IAAI,cAAc,EAAE,CAAC;AACzC,YAAY,EAAE,YAAY,IAAI,eAAe,EAAE,CAAC"}
|
|
@@ -164,6 +164,9 @@ class LLMDebugger {
|
|
|
164
164
|
console.log('-'.repeat(50));
|
|
165
165
|
console.log(this.formatMessage(debugInfo.thinking));
|
|
166
166
|
}
|
|
167
|
+
if (debugInfo.reasoningTokens !== undefined) {
|
|
168
|
+
console.log(`\n🧠 Reasoning Tokens: ${debugInfo.reasoningTokens}`);
|
|
169
|
+
}
|
|
167
170
|
// Show key metrics from raw response data
|
|
168
171
|
if (debugInfo.rawResponseData) {
|
|
169
172
|
console.log('\n⏱️ RESPONSE METRICS:');
|
|
@@ -237,6 +240,7 @@ class LLMDebugger {
|
|
|
237
240
|
- **Base URL**: ${debugInfo.baseUrl}
|
|
238
241
|
${debugInfo.temperature !== undefined ? `- **Temperature**: ${debugInfo.temperature}` : ''}
|
|
239
242
|
${debugInfo.reasoningEffort ? `- **Reasoning Effort**: ${debugInfo.reasoningEffort}` : ''}
|
|
243
|
+
${debugInfo.reasoningTokens !== undefined ? `- **Reasoning Tokens**: ${debugInfo.reasoningTokens}` : ''}
|
|
240
244
|
|
|
241
245
|
## Request Information
|
|
242
246
|
- **Request Timestamp**: ${debugInfo.timestamp.toISOString()}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"debug-llm.utils.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/debug-llm.utils.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,kEAA8D;AAC9D,+DAAqD;AAGrD;;;;GAIG;AACH,MAAa,WAAW;IAStB;;OAEG;IACK,MAAM,CAAC,UAAU,CAAC,QAAgB;QACxC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,QAAgB;QACzC,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,OAAe;QAClC,oCAAoC;QACpC,OAAO,OAAO;aACX,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;aACrB,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;aACrB,IAAI,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAuB;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,oDAAoD;QACpD,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACpD,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC;QAC3E,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,GAAG,CAAC;QACnD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;QACpF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;QAC9D,wCAAwC;QACxC,IAAI,SAAS,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,wBAAwB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,wCAAwC;QACxC,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,aAAa,IAAI,GAAG,UAAU,SAAS,CAAC,UAAU,IAAI,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnK,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,sBAAsB;YACtB,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;YAEzD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;YAEvD,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,SAAuB;QACjD,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,oDAAoD;QACpD,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACpD,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC;QAC3E,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,GAAG,CAAC;QACnD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;QACrF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,yBAAyB,SAAS,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC;QAC5F,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;QAE9D,wCAAwC;QACxC,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,aAAa,IAAI,GAAG,UAAU,SAAS,CAAC,UAAU,IAAI,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnK,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtD,CAAC;YAED,0CAA0C;YAC1C,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,IAAI,SAAS,CAAC,eAAe,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACvD,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC3E,CAAC;gBACD,IAAI,SAAS,CAAC,eAAe,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC/E,CAAC;gBACD,IAAI,SAAS,CAAC,eAAe,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;oBAC3D,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAC5E,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,GAAG,CAAC,CAAC;gBAC7C,CAAC;gBACD,IAAI,SAAS,CAAC,eAAe,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;oBAC1D,MAAM,WAAW,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAC/E,OAAO,CAAC,GAAG,CAAC,wBAAwB,WAAW,GAAG,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjD,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,SAAuB;QACjD,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAE7C,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAE1E,kCAAkC;QAClC,IAAI,WAAW,GAAG,SAAS,CAAC;QAC5B,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,WAAW,GAAG,SAAS,CAAC,OAAO;iBAC5B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;iBACxB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;iBACvB,WAAW,EAAE,CAAC;QACnB,CAAC;QAED,0CAA0C;QAC1C,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACpD,iBAAiB,GAAG,KAAK,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAC7E,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,iBAAiB,GAAG,KAAK,SAAS,CAAC,aAAa,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,SAAS,IAAI,WAAW,GAAG,iBAAiB,KAAK,CAAC;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE9C,iDAAiD;QACjD,IAAI,oBAAoB,GAAG,EAAE,CAAC;QAC9B,IAAI,oBAAoB,GAAG,EAAE,CAAC;QAE9B,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YACvB,MAAM,EAAE,oBAAoB,EAAE,WAAW,EAAE,oBAAoB,EAAE,WAAW,EAAE,GAC5E,kCAAY,CAAC,4BAA4B,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAEpE,oBAAoB,GAAG,WAAW,CAAC;YACnC,oBAAoB,GAAG,WAAW,CAAC;QACrC,CAAC;QAED,MAAM,eAAe,GAAG;;;kBAGV,SAAS,CAAC,QAAQ;eACrB,SAAS,CAAC,KAAK;kBACZ,SAAS,CAAC,OAAO;EACjC,SAAS,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,sBAAsB,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE;EACxF,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,2BAA2B,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE;;;2BAG9D,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE;4BAChC,SAAS,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,KAAK;kBAC7D,SAAS,CAAC,OAAO,IAAI,SAAS;oBAC5B,SAAS,CAAC,SAAS;EACrC,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,SAAS,CAAC,aAAa,IAAI,KAAK;cAC9G,SAAS,CAAC,UAAU,IAAI,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;mBAChD,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;;EAEjD,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC;;EAE9B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;;CAErD,CAAC,CAAC,CAAC,EAAE;;;;EAIJ,SAAS,CAAC,aAAa;;;;;EAKvB,SAAS,CAAC,WAAW;;;;;EAKrB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;;;EAG9C,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;;EAErB,SAAS,CAAC,QAAQ;;CAEnB,CAAC,CAAC,CAAC,EAAE;;EAEJ,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC;;EAE5B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;;CAEnD,CAAC,CAAC,CAAC,EAAE;;EAEJ,oBAAoB;;EAEpB,oBAAoB;;EAEpB,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;;EAErB,SAAS,CAAC,QAAQ;;CAEnB,CAAC,CAAC,CAAC,EAAE;;EAEJ,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;iBACH,SAAS,CAAC,KAAK,CAAC,OAAO;EACtC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;EAC1B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;CAEjD,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;;;gBAGG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;CACvC,CAAC;QAEE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAuB;QAC7C,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAuB;QAC9C,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAuB;QAC3C,wEAAwE;QACxE,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;;AA7TH,kCA8TC;AAMuB,qCAAc;AAnUrB,qBAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,MAAM,CAAC;AACpG,gCAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,OAAO,CAAC;AACjI,iCAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,6BAA6B,KAAK,OAAO,CAAC;AAEpI,qBAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM;IAC1C,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,MAAM;IAC5C,sBAAS,CAAC,MAAM,CAAC,WAAW,KAAK,aAAa,CAAC"}
|
|
1
|
+
{"version":3,"file":"debug-llm.utils.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/debug-llm.utils.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,kEAA8D;AAC9D,+DAAqD;AAGrD;;;;GAIG;AACH,MAAa,WAAW;IAStB;;OAEG;IACK,MAAM,CAAC,UAAU,CAAC,QAAgB;QACxC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,QAAgB;QACzC,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,OAAe;QAClC,oCAAoC;QACpC,OAAO,OAAO;aACX,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;aACrB,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;aACrB,IAAI,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAuB;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,oDAAoD;QACpD,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACpD,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC;QAC3E,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,GAAG,CAAC;QACnD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;QACpF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;QAC9D,wCAAwC;QACxC,IAAI,SAAS,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,wBAAwB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,wCAAwC;QACxC,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,aAAa,IAAI,GAAG,UAAU,SAAS,CAAC,UAAU,IAAI,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnK,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,sBAAsB;YACtB,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;YAEzD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;YAEvD,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,SAAuB;QACjD,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,oDAAoD;QACpD,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACpD,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC;QAC3E,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,GAAG,CAAC;QACnD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;QACrF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,yBAAyB,SAAS,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC;QAC5F,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;QAE9D,wCAAwC;QACxC,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,aAAa,IAAI,GAAG,UAAU,SAAS,CAAC,UAAU,IAAI,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnK,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,SAAS,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,0CAA0C;YAC1C,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,IAAI,SAAS,CAAC,eAAe,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACvD,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC3E,CAAC;gBACD,IAAI,SAAS,CAAC,eAAe,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC/E,CAAC;gBACD,IAAI,SAAS,CAAC,eAAe,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;oBAC3D,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAC5E,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,GAAG,CAAC,CAAC;gBAC7C,CAAC;gBACD,IAAI,SAAS,CAAC,eAAe,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;oBAC1D,MAAM,WAAW,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAC/E,OAAO,CAAC,GAAG,CAAC,wBAAwB,WAAW,GAAG,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjD,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,SAAuB;QACjD,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAE7C,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAE1E,kCAAkC;QAClC,IAAI,WAAW,GAAG,SAAS,CAAC;QAC5B,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,WAAW,GAAG,SAAS,CAAC,OAAO;iBAC5B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;iBACxB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;iBACvB,WAAW,EAAE,CAAC;QACnB,CAAC;QAED,0CAA0C;QAC1C,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACpD,iBAAiB,GAAG,KAAK,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAC7E,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,iBAAiB,GAAG,KAAK,SAAS,CAAC,aAAa,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,SAAS,IAAI,WAAW,GAAG,iBAAiB,KAAK,CAAC;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE9C,iDAAiD;QACjD,IAAI,oBAAoB,GAAG,EAAE,CAAC;QAC9B,IAAI,oBAAoB,GAAG,EAAE,CAAC;QAE9B,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YACvB,MAAM,EAAE,oBAAoB,EAAE,WAAW,EAAE,oBAAoB,EAAE,WAAW,EAAE,GAC5E,kCAAY,CAAC,4BAA4B,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAEpE,oBAAoB,GAAG,WAAW,CAAC;YACnC,oBAAoB,GAAG,WAAW,CAAC;QACrC,CAAC;QAED,MAAM,eAAe,GAAG;;;kBAGV,SAAS,CAAC,QAAQ;eACrB,SAAS,CAAC,KAAK;kBACZ,SAAS,CAAC,OAAO;EACjC,SAAS,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,sBAAsB,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE;EACxF,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,2BAA2B,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE;EACvF,SAAS,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,2BAA2B,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE;;;2BAG5E,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE;4BAChC,SAAS,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,KAAK;kBAC7D,SAAS,CAAC,OAAO,IAAI,SAAS;oBAC5B,SAAS,CAAC,SAAS;EACrC,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,SAAS,CAAC,aAAa,IAAI,KAAK;cAC9G,SAAS,CAAC,UAAU,IAAI,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;mBAChD,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;;EAEjD,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC;;EAE9B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;;CAErD,CAAC,CAAC,CAAC,EAAE;;;;EAIJ,SAAS,CAAC,aAAa;;;;;EAKvB,SAAS,CAAC,WAAW;;;;;EAKrB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;;;EAG9C,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;;EAErB,SAAS,CAAC,QAAQ;;CAEnB,CAAC,CAAC,CAAC,EAAE;;EAEJ,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC;;EAE5B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;;CAEnD,CAAC,CAAC,CAAC,EAAE;;EAEJ,oBAAoB;;EAEpB,oBAAoB;;EAEpB,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;;EAErB,SAAS,CAAC,QAAQ;;CAEnB,CAAC,CAAC,CAAC,EAAE;;EAEJ,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;iBACH,SAAS,CAAC,KAAK,CAAC,OAAO;EACtC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;EAC1B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;CAEjD,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;;;gBAGG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;CACvC,CAAC;QAEE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAuB;QAC7C,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAuB;QAC9C,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAuB;QAC3C,wEAAwE;QACxE,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;;AAlUH,kCAmUC;AAMuB,qCAAc;AAxUrB,qBAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,MAAM,CAAC;AACpG,gCAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,OAAO,CAAC;AACjI,iCAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,6BAA6B,KAAK,OAAO,CAAC;AAEpI,qBAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM;IAC1C,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,MAAM;IAC5C,sBAAS,CAAC,MAAM,CAAC,WAAW,KAAK,aAAa,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loonylabs/llm-middleware",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.29.2",
|
|
4
4
|
"description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, OpenAI, Google)",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -27,6 +27,7 @@
|
|
|
27
27
|
"test:provider:requesty": "TEST_PROVIDER=requesty ts-node tests/manual/provider-smoke-test.ts",
|
|
28
28
|
"test:provider:vertex": "ts-node tests/manual/vertex-ai-smoke-test.ts",
|
|
29
29
|
"test:provider:bedrock": "TEST_PROVIDER=bedrock ts-node tests/manual/provider-smoke-test.ts",
|
|
30
|
+
"test:provider:azure": "TEST_PROVIDER=azure ts-node tests/manual/provider-smoke-test.ts",
|
|
30
31
|
"test:vertex:smoke": "ts-node tests/manual/vertex-ai-smoke-test.ts",
|
|
31
32
|
"test:integration:reasoning": "LLM_INTEGRATION_TESTS=true jest tests/integration/reasoning-control.integration.test.ts --testTimeout=120000",
|
|
32
33
|
"test:live": "LLM_INTEGRATION_TESTS=true jest tests/integration/*.integration.test.ts --testTimeout=120000",
|