@loonylabs/llm-middleware 2.18.0 → 2.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/middleware/services/llm/providers/anthropic-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/anthropic-provider.js +3 -2
- package/dist/middleware/services/llm/providers/anthropic-provider.js.map +1 -1
- package/dist/middleware/services/llm/providers/gemini/gemini-base.provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/gemini/gemini-base.provider.js +18 -2
- package/dist/middleware/services/llm/providers/gemini/gemini-base.provider.js.map +1 -1
- package/dist/middleware/services/llm/providers/ollama-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/ollama-provider.js +3 -2
- package/dist/middleware/services/llm/providers/ollama-provider.js.map +1 -1
- package/dist/middleware/services/llm/providers/requesty-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/requesty-provider.js +3 -2
- package/dist/middleware/services/llm/providers/requesty-provider.js.map +1 -1
- package/dist/middleware/services/llm/types/common.types.d.ts +8 -0
- package/dist/middleware/services/llm/types/common.types.d.ts.map +1 -1
- package/dist/middleware/services/llm/types/common.types.js.map +1 -1
- package/dist/middleware/services/llm/types/gemini.types.d.ts +2 -0
- package/dist/middleware/services/llm/types/gemini.types.d.ts.map +1 -1
- package/dist/middleware/services/llm/utils/index.d.ts +1 -0
- package/dist/middleware/services/llm/utils/index.d.ts.map +1 -1
- package/dist/middleware/services/llm/utils/index.js +1 -0
- package/dist/middleware/services/llm/utils/index.js.map +1 -1
- package/dist/middleware/services/llm/utils/retry.utils.d.ts +63 -0
- package/dist/middleware/services/llm/utils/retry.utils.d.ts.map +1 -0
- package/dist/middleware/services/llm/utils/retry.utils.js +183 -0
- package/dist/middleware/services/llm/utils/retry.utils.js.map +1 -0
- package/package.json +2 -1
package/README.md
CHANGED
|
@@ -46,6 +46,8 @@
|
|
|
46
46
|
- ✅ **Google Vertex AI**: CDPA/GDPR-compliant with EU data residency (Service Account auth)
|
|
47
47
|
- ✅ **Requesty.AI**: 300+ models via unified API, built-in cost tracking
|
|
48
48
|
- 🔌 **Pluggable**: Easy to add custom providers - see [LLM Providers Guide](docs/LLM_PROVIDERS.md)
|
|
49
|
+
- 🔄 **Automatic Retry**: Exponential backoff with jitter for transient errors (429, 5xx, timeouts)
|
|
50
|
+
- ✨ **v2.19.0**: Configurable per-request via `retry` option, enabled by default
|
|
49
51
|
- 🧠 **Reasoning Control**: Control model thinking effort via `reasoningEffort` parameter
|
|
50
52
|
- ✨ **v2.14.0**: Supports Gemini 2.5 (`thinkingBudget`) and Gemini 3 (`thinkingLevel`)
|
|
51
53
|
- 📊 Track reasoning tokens separately for cost analysis
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/anthropic-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,uBAAuB,EAKxB,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/anthropic-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,uBAAuB,EAKxB,MAAM,0BAA0B,CAAC;AA0BlC;;;;;;GAMG;AACH,qBAAa,iBAAkB,SAAQ,eAAe;IACpD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;;IAO3D;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAoVrC;AAGD,eAAO,MAAM,iBAAiB,mBAA0B,CAAC;AAGzD,OAAO,EAAE,iBAAiB,IAAI,gBAAgB,EAAE,CAAC;AACjD,OAAO,EAAE,iBAAiB,IAAI,gBAAgB,EAAE,CAAC"}
|
|
@@ -12,6 +12,7 @@ const types_1 = require("../types");
|
|
|
12
12
|
const debug_llm_utils_1 = require("../utils/debug-llm.utils");
|
|
13
13
|
const data_flow_logger_1 = require("../../data-flow-logger");
|
|
14
14
|
const thinking_1 = require("../thinking");
|
|
15
|
+
const retry_utils_1 = require("../utils/retry.utils");
|
|
15
16
|
/**
|
|
16
17
|
* Maps provider-agnostic ReasoningEffort to Anthropic budget_tokens.
|
|
17
18
|
* Returns undefined if thinking should be disabled.
|
|
@@ -155,10 +156,10 @@ class AnthropicProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
155
156
|
maxTokens: maxTokens
|
|
156
157
|
}
|
|
157
158
|
});
|
|
158
|
-
const response = await axios_1.default.post(`${this.BASE_URL}/messages`, requestPayload, {
|
|
159
|
+
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(`${this.BASE_URL}/messages`, requestPayload, {
|
|
159
160
|
headers,
|
|
160
161
|
timeout: 180000 // 180 second timeout
|
|
161
|
-
});
|
|
162
|
+
}), this.constructor.name, options.retry);
|
|
162
163
|
const requestDuration = Date.now() - requestStartTime;
|
|
163
164
|
if (response && response.status === 200) {
|
|
164
165
|
const apiResponse = response.data;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropic-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/anthropic-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AAQvF,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;
|
|
1
|
+
{"version":3,"file":"anthropic-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/anthropic-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AAQvF,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AAExD;;;;GAIG;AACH,SAAS,mCAAmC,CAAC,MAAuB;IAClE,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,CAAE,mBAAmB;QACxC,KAAK,KAAK;YACR,OAAO,IAAI,CAAC,CAAE,yBAAyB;QACzC,KAAK,QAAQ;YACX,OAAO,IAAI,CAAC;QACd,KAAK,MAAM;YACT,OAAO,KAAK,CAAC;QACf;YACE,OAAO,SAAS,CAAC,CAAE,0BAA0B;IACjD,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAa,iBAAkB,SAAQ,mCAAe;IAKpD;QACE,KAAK,CAAC,mBAAW,CAAC,SAAS,CAAC,CAAC;QAJd,gBAAW,GAAG,YAAY,CAAC;QAC3B,aAAQ,GAAG,8BAA8B,CAAC;QAIzD,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAAkB,EAClB,aAAqB,EACrB,UAAmC,EAAE;QAErC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,EACzC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,4BAA4B,EACnE,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,KAAK,EACL,KAAK,EACL,cAAc,EACd,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,oCAAoC;QACpC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,kDAAkD;gBAClD,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,wEAAwE,CACzE,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,WAAW,EAAE,SAAS;YACtB,mBAAmB,EAAE,IAAI,CAAC,WAAW;SACtC,CAAC;QAEF,wDAAwD;QACxD,MAAM,cAAc,GAAG,eAAe,CAAC,CAAC,CAAC,mCAAmC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1G,MAAM,cAAc,GAAwC,cAAc;YACxE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,cAAc,EAAE;YACpD,CAAC,CAAC,SAAS,CAAC;QAEd,4BAA4B;QAC5B,MAAM,cAAc,GAAwB;YAC1C,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACtC;YACD,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,aAAa;YACrB,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;YACrC,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;YACrC,GAAG,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,CAAC;YACzC,0DAA0D;YAC1D,GAAG,CAAC,cAAc,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;SACpD,CAAC;QAEF,4CAA4C;QAC5C,IAAI,iBAAiB,GAAQ,SAAS,CAAC;QACvC,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;QAC5B,CAAC;QAED,qBAAqB;QACrB,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,iBAAiB,EAAE,iBAAiB;YACpC,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;YAClB,gDAAgD;YAChD,WAAW;YACX,eAAe;SAChB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;QAEzG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,kBAAkB;YACzC,MAAM,EAAE,UAAU;YAClB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE;oBACV,SAAS;oBACT,KAAK;oBACL,KAAK;oBACL,cAAc;iBACf;aACF;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;gBAC9C,OAAO,EAAE,mBAAmB;gBAC5B,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,WAAW;oBAChC,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,UAAU,CAAC,MAAM;oBAC/B,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,IAAI,CAAC,QAAQ,WAAW,EAC3B,cAAc,EACd;gBACE,OAAO;gBACP,OAAO,EAAE,MAAM,CAAC,qBAAqB;aACtC,CACF,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAyB,QAAQ,CAAC,IAAI,CAAC;gBAExD,mCAAmC;gBACnC,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO;qBACxC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;qBACxB,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEd,qEAAqE;gBACrE,kEAAkE;gBAClE,0EAA0E;gBAC1E,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBAE/E,oDAAoD;gBACpD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY;oBAC3C,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,aAAa;oBAC7C,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,aAAa;oBAC7E,uDAAuD;oBACvD,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,2BAA2B,IAAI,WAAW,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;wBAC/F,aAAa,EAAE;4BACb,mBAAmB,EAAE,WAAW,CAAC,KAAK,CAAC,2BAA2B;4BAClE,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC,uBAAuB;yBAC3D;qBACF,CAAC,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;gBAEF,wCAAwC;gBACxC,MAAM,kBAAkB,GAAsB;oBAC5C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;wBACrB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;qBAC9B;oBACD,SAAS,EAAE,SAAS;oBACpB,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK,EAAE,WAAW,CAAC,KAAK;wBACxB,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;qBAChC;oBACD,2BAA2B;oBAC3B,KAAK,EAAE,UAAU;oBACjB,8DAA8D;oBAC9D,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,WAAW,EAAE,WAAW,CAAC,WAAW,IAAI,SAAS;oBACjD,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY;oBAC5C,aAAa,EAAE,WAAW,CAAC,KAAK,CAAC,aAAa;iBAC/C,CAAC;gBAEF,6BAA6B;gBAC7B,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBACxC,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,0BAA0B;gBAC1B,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC;oBACE,WAAW,EAAE,YAAY;oBACzB,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;oBAC1C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,gCAAgC;gBAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,2BAA2B;YAC3B,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sDAAsD;YACtD,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,2BAA2B;oBAC3B,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;4BACtD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iBAAiB;4BACxB,QAAQ,EAAE;gCACR,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gCACtC,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO;6BAClD;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;4BAClC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE;gCACR,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gCACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC;6BACvD;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;4BAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB;4BACpE,QAAQ,EAAE;gCACR,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI;gCAC3C,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;6BACzC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,kBAAkB,EAClC;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,0BAA0B;YAC1B,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,YAAY;YACZ,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAzWD,8CAyWC;AAM6B,6CAAgB;AAJ9C,4BAA4B;AACf,QAAA,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAI3B,2BAJjB,yBAAiB,CAIgB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini-base.provider.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/gemini-base.provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAc,EAAE,kBAAkB,EAAE,MAAM,OAAO,CAAC;AAGlD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAc,eAAe,EAAE,MAAM,aAAa,CAAC;AAC1F,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,EACtB,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"gemini-base.provider.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/gemini-base.provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAc,EAAE,kBAAkB,EAAE,MAAM,OAAO,CAAC;AAGlD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAc,eAAe,EAAE,MAAM,aAAa,CAAC;AAC1F,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,EACtB,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAGlE;;;;GAIG;AACH,MAAM,MAAM,gBAAgB,GAAG,KAAK,GAAG,GAAG,CAAC;AAE3C;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAWlF;AAED;;GAEG;AACH,wBAAgB,iCAAiC,CAAC,MAAM,EAAE,eAAe,GAAG,mBAAmB,CAa9F;AAED;;;;;;;;;GASG;AACH,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,CAalF;AAED;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,oBAAoB;IACjE,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAED;;;;;GAKG;AACH,8BAAsB,kBAAmB,SAAQ,eAAe;IAC9D,SAAS,CAAC,cAAc,EAAE,qBAAqB,CAAC;gBAEpC,YAAY,EAAE,WAAW;IAKrC;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,MAAM;IAEpF;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAE7F;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,MAAM;IAExF;;OAEG;IACH,SAAS,CAAC,qBAAqB,CAC7B,OAAO,EAAE,qBAAqB,EAC9B,KAAK,EAAE,MAAM,GACZ,sBAAsB;IA+DzB;;OAEG;IACH,SAAS,CAAC,mBAAmB,CAC3B,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,gBAAgB,EAAE,sBAAsB,GACvC,gBAAgB;IAenB;;OAEG;IACH,SAAS,CAAC,aAAa,CACrB,WAAW,EAAE,iBAAiB,EAC9B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,eAAe,EAAE,MAAM,GACtB,iBAAiB;IA8DpB;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAwNpC;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,eAAe,IAAI,MAAM;CAC7C"}
|
|
@@ -17,6 +17,7 @@ const logging_utils_1 = require("../../../../shared/utils/logging.utils");
|
|
|
17
17
|
const base_llm_provider_1 = require("../base-llm-provider");
|
|
18
18
|
const debug_llm_utils_1 = require("../../utils/debug-llm.utils");
|
|
19
19
|
const data_flow_logger_1 = require("../../../data-flow-logger");
|
|
20
|
+
const retry_utils_1 = require("../../utils/retry.utils");
|
|
20
21
|
/**
|
|
21
22
|
* Detects the Gemini generation from model name.
|
|
22
23
|
* @param model - Model name (e.g., 'gemini-2.5-flash', 'gemini-3-flash-preview')
|
|
@@ -188,6 +189,13 @@ class GeminiBaseProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
188
189
|
// Gemini 2.5+/3+ returns thoughtsTokenCount for reasoning tokens
|
|
189
190
|
...(apiResponse.usageMetadata.thoughtsTokenCount !== undefined && {
|
|
190
191
|
reasoningTokens: apiResponse.usageMetadata.thoughtsTokenCount
|
|
192
|
+
}),
|
|
193
|
+
// Implicit/explicit cache: cachedContentTokenCount = tokens served from cache
|
|
194
|
+
...(apiResponse.usageMetadata.cachedContentTokenCount !== undefined &&
|
|
195
|
+
apiResponse.usageMetadata.cachedContentTokenCount > 0 && {
|
|
196
|
+
cacheMetadata: {
|
|
197
|
+
cacheReadTokens: apiResponse.usageMetadata.cachedContentTokenCount
|
|
198
|
+
}
|
|
191
199
|
})
|
|
192
200
|
}
|
|
193
201
|
: undefined;
|
|
@@ -293,17 +301,21 @@ class GeminiBaseProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
293
301
|
maxOutputTokens: generationConfig.maxOutputTokens
|
|
294
302
|
}
|
|
295
303
|
});
|
|
296
|
-
const response = await axios_1.default.post(endpoint, requestPayload, {
|
|
304
|
+
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(endpoint, requestPayload, {
|
|
297
305
|
...authConfig,
|
|
298
306
|
headers: {
|
|
299
307
|
'Content-Type': 'application/json',
|
|
300
308
|
...authConfig.headers
|
|
301
309
|
},
|
|
302
310
|
timeout: 180000 // 180 second timeout
|
|
303
|
-
});
|
|
311
|
+
}), this.constructor.name, options.retry);
|
|
304
312
|
const requestDuration = Date.now() - requestStartTime;
|
|
305
313
|
if (response && response.status === 200) {
|
|
306
314
|
const normalizedResponse = this.parseResponse(response.data, sessionId, model, requestDuration);
|
|
315
|
+
const cachedTokens = normalizedResponse.usage?.cacheMetadata?.cacheReadTokens;
|
|
316
|
+
const cacheHitRatio = cachedTokens && normalizedResponse.usage?.inputTokens
|
|
317
|
+
? Math.round((cachedTokens / normalizedResponse.usage.inputTokens) * 100)
|
|
318
|
+
: undefined;
|
|
307
319
|
logging_utils_1.logger.info(`Successfully received response from ${this.providerName} API`, {
|
|
308
320
|
context: this.constructor.name,
|
|
309
321
|
metadata: {
|
|
@@ -311,6 +323,10 @@ class GeminiBaseProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
311
323
|
responseLength: normalizedResponse.message.content.length,
|
|
312
324
|
tokensUsed: normalizedResponse.usage?.totalTokens,
|
|
313
325
|
reasoningTokens: normalizedResponse.usage?.reasoningTokens,
|
|
326
|
+
...(cachedTokens !== undefined && {
|
|
327
|
+
cachedTokens,
|
|
328
|
+
cacheHitRatio: `${cacheHitRatio}%`
|
|
329
|
+
}),
|
|
314
330
|
processingTime: requestDuration,
|
|
315
331
|
finishReason: response.data.candidates?.[0]?.finishReason
|
|
316
332
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini-base.provider.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/gemini-base.provider.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;
|
|
1
|
+
{"version":3,"file":"gemini-base.provider.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/gemini/gemini-base.provider.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;AA8BH,wDAWC;AAKD,8EAaC;AAYD,gFAaC;AAlFD,kDAAkD;AAClD,+BAAoC;AACpC,0EAAgE;AAChE,4DAAuD;AASvD,iEAAwE;AACxE,gEAAkE;AAClE,yDAA2D;AAS3D;;;;GAIG;AACH,SAAgB,sBAAsB,CAAC,KAAa;IAClD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAEvC,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACxE,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC5E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,+CAA+C;IAC/C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAgB,iCAAiC,CAAC,MAAuB;IACvE,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,CAAE,kDAAkD;QACvE,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,QAAQ,CAAC,CAAE,eAAe;IACrC,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,SAAgB,kCAAkC,CAAC,MAAuB;IACxE,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,CAAC,CAAC,CAAE,mBAAmB;QAChC,KAAK,KAAK;YACR,OAAO,IAAI,CAAC;QACd,KAAK,QAAQ;YACX,OAAO,IAAI,CAAC;QACd,KAAK,MAAM;YACT,OAAO,KAAK,CAAC;QACf;YACE,OAAO,CAAC,CAAC,CAAC,CAAE,6BAA6B;IAC7C,CAAC;AACH,CAAC;AAUD;;;;;GAKG;AACH,MAAsB,kBAAmB,SAAQ,mCAAe;IAG9D,YAAY,YAAyB;QACnC,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAuBD;;OAEG;IACO,qBAAqB,CAC7B,OAA8B,EAC9B,KAAa;QAEb,MAAM,EACJ,WAAW,GAAG,GAAG,EACjB,SAAS,EACT,eAAe,GAAG,SAAS,IAAI,IAAI,EACnC,IAAI,EACJ,IAAI,EACJ,aAAa,EACb,cAAc,GAAG,CAAC,EAClB,eAAe,EACf,gBAAgB,EACjB,GAAG,OAAO,CAAC;QAEZ,MAAM,MAAM,GAA2B;YACrC,WAAW;YACX,eAAe;YACf,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,EAAE,IAAI,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,EAAE,IAAI,EAAE,CAAC;YACnC,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;YACvC,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,EAAE,cAAc,EAAE,CAAC;SACxD,CAAC;QAEF,uDAAuD;QACvD,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,gBAAgB,IAAI,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAErE,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBACvB,gCAAgC;gBAChC,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;oBAC/B,MAAM,CAAC,cAAc,GAAG;wBACtB,aAAa,EAAE,SAAS,CAAE,6CAA6C;qBACxE,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,cAAc,GAAG;wBACtB,aAAa,EAAE,iCAAiC,CAAC,eAAe,CAAC;wBACjE,eAAe,EAAE,IAAI;qBACtB,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;gBAChC,iCAAiC;gBACjC,iFAAiF;gBACjF,oFAAoF;gBACpF,wEAAwE;gBACxE,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;oBAC/B,MAAM,CAAC,cAAc,GAAG;wBACtB,cAAc,EAAE,CAAC;wBACjB,wEAAwE;qBACzE,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,cAAc,GAAG;wBACtB,cAAc,EAAE,kCAAkC,CAAC,eAAe,CAAC;wBACnE,eAAe,EAAE,IAAI;qBACtB,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,gEAAgE;QAClE,CAAC;QACD,iEAAiE;QACjE,yEAAyE;QAEzE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACO,mBAAmB,CAC3B,UAAkB,EAClB,aAAqB,EACrB,gBAAwC;QAExC,OAAO;YACL,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;iBAC9B;aACF;YACD,gBAAgB;YAChB,iBAAiB,EAAE;gBACjB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;aACjC;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,aAAa,CACrB,WAA8B,EAC9B,SAAiB,EACjB,KAAa,EACb,eAAuB;QAEvB,8BAA8B;QAC9B,IAAI,CAAC,WAAW,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,oCAAoC;QACpC,MAAM,SAAS,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAE5C,6CAA6C;QAC7C,qDAAqD;QACrD,0DAA0D;QAC1D,0DAA0D;QAC1D,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QACpF,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,YAAY;aAC9B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;aACtB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,oEAAoE;QACpE,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;YAC3C,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,CAAC,CAAC,SAAS,CAAC;QAEd,oDAAoD;QACpD,MAAM,UAAU,GAA2B,WAAW,CAAC,aAAa;YAClE,CAAC,CAAC;gBACE,WAAW,EAAE,WAAW,CAAC,aAAa,CAAC,gBAAgB;gBACvD,YAAY,EAAE,WAAW,CAAC,aAAa,CAAC,oBAAoB;gBAC5D,WAAW,EAAE,WAAW,CAAC,aAAa,CAAC,eAAe;gBACtD,iEAAiE;gBACjE,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,kBAAkB,KAAK,SAAS,IAAI;oBAChE,eAAe,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB;iBAC9D,CAAC;gBACF,8EAA8E;gBAC9E,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,uBAAuB,KAAK,SAAS;oBACjE,WAAW,CAAC,aAAa,CAAC,uBAAuB,GAAG,CAAC,IAAI;oBACzD,aAAa,EAAE;wBACb,eAAe,EAAE,WAAW,CAAC,aAAa,CAAC,uBAAuB;qBACnE;iBACF,CAAC;aACH;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,OAAO,EAAE;gBACP,OAAO,EAAE,YAAY;gBACrB,wEAAwE;gBACxE,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;aAC9D;YACD,SAAS;YACT,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,KAAK;gBACL,UAAU,EAAE,UAAU,EAAE,WAAW;gBACnC,cAAc,EAAE,eAAe;aAChC;YACD,KAAK,EAAE,UAAU;SAClB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAAkB,EAClB,aAAqB,EACrB,UAAiC,EAAE;QAEnC,MAAM,EACJ,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,EAC9B,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,WAAW,EACX,eAAe,GAChB,GAAG,OAAO,CAAC;QAEZ,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,2EAA2E,CAC5E,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEpE,wBAAwB;QACxB,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC;QAE7F,mBAAmB;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAErD,4CAA4C;QAC5C,IAAI,iBAAiB,GAAQ,SAAS,CAAC;QACvC,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;QAC5B,CAAC;QAED,qBAAqB;QACrB,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK;YACL,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;YACxC,aAAa;YACb,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,iBAAiB;YACjB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,gDAAgD;YAChD,WAAW,EAAE,gBAAgB,CAAC,WAAW;YACzC,eAAe;SAChB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;QAExG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,IAAI,CAAC,YAAY;YACxC,MAAM,EAAE,UAAU;YAClB,aAAa;YACb,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,gBAAgB,CAAC,WAAW;YACzC,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE;oBACV,eAAe,EAAE,gBAAgB,CAAC,eAAe;oBACjD,IAAI,EAAE,gBAAgB,CAAC,IAAI;oBAC3B,IAAI,EAAE,gBAAgB,CAAC,IAAI;oBAC3B,aAAa,EAAE,gBAAgB,CAAC,aAAa;oBAC7C,cAAc,EAAE,gBAAgB,CAAC,cAAc;iBAChD;aACF;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,8CAA8C;YAC9C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAErD,sBAAM,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,YAAY,MAAM,EAAE;gBACzD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,QAAQ,EAAE;oBACR,GAAG,EAAE,QAAQ;oBACb,KAAK;oBACL,YAAY,EAAE,UAAU,CAAC,MAAM;oBAC/B,eAAe,EAAE,gBAAgB,CAAC,eAAe;iBAClD;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,QAAQ,EACR,cAAc,EACd;gBACE,GAAG,UAAU;gBACb,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,UAAU,CAAC,OAAO;iBACtB;gBACD,OAAO,EAAE,MAAM,CAAC,qBAAqB;aACtC,CACF,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,kBAAkB,GAAG,IAAI,CAAC,aAAa,CAC3C,QAAQ,CAAC,IAAI,EACb,SAAS,EACT,KAAK,EACL,eAAe,CAChB,CAAC;gBAEF,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,EAAE,aAAa,EAAE,eAAe,CAAC;gBAC9E,MAAM,aAAa,GAAG,YAAY,IAAI,kBAAkB,CAAC,KAAK,EAAE,WAAW;oBACzE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,kBAAkB,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC;oBACzE,CAAC,CAAC,SAAS,CAAC;gBAEd,sBAAM,CAAC,IAAI,CAAC,uCAAuC,IAAI,CAAC,YAAY,MAAM,EAAE;oBAC1E,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,QAAQ,EAAE;wBACR,KAAK;wBACL,cAAc,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM;wBACzD,UAAU,EAAE,kBAAkB,CAAC,KAAK,EAAE,WAAW;wBACjD,eAAe,EAAE,kBAAkB,CAAC,KAAK,EAAE,eAAe;wBAC1D,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI;4BAChC,YAAY;4BACZ,aAAa,EAAE,GAAG,aAAa,GAAG;yBACnC,CAAC;wBACF,cAAc,EAAE,eAAe;wBAC/B,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY;qBAC1D;iBACF,CAAC,CAAC;gBAEH,kCAAkC;gBAClC,SAAS,CAAC,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC;gBACxD,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAC1C,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,0BAA0B;gBAC1B,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,IAAI,CAAC,YAAY,EACjC;oBACE,WAAW,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO;oBAC/C,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,sBAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,YAAY,MAAM,EAAE;gBACrD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,QAAQ,EAAE;oBACR,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,KAAK;oBACL,cAAc,EAAE,eAAe;oBAC/B,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI;iBACnC;aACF,CAAC,CAAC;YAEH,+BAA+B;YAC/B,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,IAAI,KAAK;aACvC,CAAC;YACF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAEzC,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,IAAI,CAAC,YAAY,EACjC;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,eAAe;gBAC/B,KAAK;aACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CAOF;AAnaD,gDAmaC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAAc,MAAM,UAAU,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"ollama-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAAc,MAAM,UAAU,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAM7E;;;;;;;GAOG;AACH,qBAAa,cAAe,SAAQ,eAAe;IACjD,OAAO,CAAC,cAAc,CAAwB;;IAO9C;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IA6bpC;;OAEG;YACW,wBAAwB;IA2CtC;;OAEG;IACU,8BAA8B,CACzC,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAIjC;;OAEG;IACU,aAAa,CACxB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;CAGlC;AAGD,eAAO,MAAM,cAAc,gBAAuB,CAAC;AAGnD,OAAO,EAAE,cAAc,IAAI,aAAa,EAAE,CAAC;AAC3C,OAAO,EAAE,cAAc,IAAI,aAAa,EAAE,CAAC"}
|
|
@@ -12,6 +12,7 @@ const types_1 = require("../types");
|
|
|
12
12
|
const debug_llm_utils_1 = require("../utils/debug-llm.utils");
|
|
13
13
|
const data_flow_logger_1 = require("../../data-flow-logger");
|
|
14
14
|
const thinking_1 = require("../thinking");
|
|
15
|
+
const retry_utils_1 = require("../utils/retry.utils");
|
|
15
16
|
/**
|
|
16
17
|
* Ollama provider implementation with advanced features:
|
|
17
18
|
* - Comprehensive debugging and logging
|
|
@@ -135,10 +136,10 @@ class OllamaProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
135
136
|
promptLength: userPrompt.length
|
|
136
137
|
}
|
|
137
138
|
});
|
|
138
|
-
const response = await axios_1.default.post(`${baseUrl}/api/chat`, data, {
|
|
139
|
+
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(`${baseUrl}/api/chat`, data, {
|
|
139
140
|
headers,
|
|
140
141
|
timeout: 180000 // 180 second timeout
|
|
141
|
-
});
|
|
142
|
+
}), this.constructor.name, options.retry);
|
|
142
143
|
const requestDuration = Date.now() - requestStartTime;
|
|
143
144
|
if (response && response.status === 200) {
|
|
144
145
|
const aiResponse = response.data;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAEtE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AAEvD;;;;;;;GAOG;AACH,MAAa,cAAe,SAAQ,mCAAe;IAGjD;QACE,KAAK,CAAC,mBAAW,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAAkB,EAClB,aAAqB,EACrB,UAAgC,EAAE;QAElC,MAAM,EACJ,SAAS,EACT,KAAK,EACL,WAAW,GAAG,GAAG,EACjB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAC5D,cAAc,EACd,KAAK,EACL,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACT,GAAG,OAAO,CAAC;QAEZ,kCAAkC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,yFAAyF,CAC1F,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,SAAS,EAAE,CAAC;QACnD,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACtC;YACD,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,EAAE,cAAc,EAAE,CAAC;gBACvD,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,iBAAiB,KAAK,SAAS,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBAC7D,GAAG,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,gBAAgB,EAAE,CAAC;gBAC3D,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC;aAClD;SACF,CAAC;QAEF,sCAAsC;QACtC,MAAM,IAAI,GAAG;YACX,GAAG,QAAQ;YACX,UAAU,EAAE,SAAS;SACtB,CAAC;QAEF,4CAA4C;QAC5C,IAAI,iBAAiB,GAAQ,SAAS,CAAC;QACvC,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;QAC5B,CAAC;QAED,qBAAqB;QACrB,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,OAAO;YAChB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,YAAY;YACrB,iBAAiB,EAAE,iBAAiB;YACpC,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEtG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,eAAe;YACtC,MAAM,EAAE,UAAU;YAClB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE;oBACV,cAAc;oBACd,KAAK;oBACL,KAAK;oBACL,iBAAiB;oBACjB,gBAAgB;oBAChB,aAAa;oBACb,WAAW;iBACZ;aACF;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;gBAC3C,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,OAAO,WAAW;oBAC1B,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,CAAC,CAAC,SAAS;oBACzB,YAAY,EAAE,UAAU,CAAC,MAAM;iBAChC;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,IAAI,EAAE;gBAC7D,OAAO;gBACP,OAAO,EAAE,MAAM,CAAC,qBAAqB;aACtC,CAAC,CAAC;YACH,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAmB,QAAQ,CAAC,IAAI,CAAC;gBAEjD,oDAAoD;gBACpD,oEAAoE;gBACpE,MAAM,WAAW,GAAG,UAAU,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACtD,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBAEhD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW;oBACxB,YAAY,EAAE,YAAY;oBAC1B,WAAW,EAAE,WAAW,GAAG,YAAY;iBACxC,CAAC;gBAEF,6BAA6B;gBAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gBAEjC,eAAe;gBACf,UAAU,CAAC,QAAQ,GAAG;oBACpB,QAAQ,EAAE,IAAI,CAAC,YAAY;oBAC3B,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,UAAU,CAAC,WAAW;oBAClC,cAAc,EAAE,eAAe;iBAChC,CAAC;gBAEF,+BAA+B;gBAC/B,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC;gBAE9B,oBAAoB;gBACpB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChD,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gBAEvC,qEAAqE;gBACrE,qEAAqE;gBACrE,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAE1F,qDAAqD;gBACrD,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;oBACvC,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,0BAA0B;gBAC1B,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO;oBACvC,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,UAAU,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;oBACvC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,gCAAgC;gBAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,2BAA2B;YAC3B,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sDAAsD;YACtD,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,sCAAsC;oBACtC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG;wBAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ;wBAC5C,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC5D,sBAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;4BAC7D,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;4BACtC,QAAQ,EAAE,EAAE,SAAS,EAAE;yBACxB,CAAC,CAAC;wBAEH,2BAA2B;wBAC3B,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;4BACrF,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC;gCACtC,8CAA8C;gCAC9C,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gCAEjC,kDAAkD;gCAClD,MAAM,cAAc,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gCAChE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gCAEnH,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,iBAAiB,CAAC;gCAC/C,IAAI,aAAa,EAAE,CAAC;oCAClB,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,aAAa,CAAC;gCAC9C,CAAC;gCAED,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gCACzC,SAAS,CAAC,QAAQ,GAAG,iBAAiB,CAAC;gCACvC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gCACvC,IAAI,aAAa,EAAE,CAAC;oCAClB,SAAS,CAAC,QAAQ,GAAG,aAAa,CAAC;gCACrC,CAAC;gCAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gCAEzC,2CAA2C;gCAC3C,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oCACE,WAAW,EAAE,iBAAiB;oCAC9B,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;iCAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gCAEF,OAAO,UAAU,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,+CAA+C;4BAC/C,sBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gCAChC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB;6BAChF,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,qCAAqC;oBACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC7E,sBAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;4BACnD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,yCAAyC;4BAChD,QAAQ,EAAE;gCACR,OAAO;gCACP,QAAQ,EAAE,CAAC,CAAC,SAAS;gCACrB,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;6BACvC;yBACF,CAAC,CAAC;wBAEH,yBAAyB;wBACzB,gCAAgC;wBAChC,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,cAAc,GAA2B;oCAC7C,cAAc,EAAE,kBAAkB;oCAClC,eAAe,EAAE,SAAS;iCAC3B,CAAC;gCACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACjE,OAAO,EAAE,cAAc;oCACvB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;gCACH,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCACxC,OAAO,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCAChJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oCACxD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,sBAAsB;wBACtB,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,aAAa,GAA2B;oCAC5C,cAAc,EAAE,kBAAkB;oCAClC,WAAW,EAAE,SAAS;iCACvB,CAAC;gCACF,MAAM,WAAW,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACpE,OAAO,EAAE,aAAa;oCACtB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;gCACH,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCAC9C,OAAO,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCACnJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oCAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,iCAAiC;wBACjC,IAAI,CAAC;4BACH,MAAM,aAAa,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;4BACrF,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;gCACtE,OAAO,EAAE,aAAa;gCACtB,OAAO,EAAE,MAAM;6BAChB,CAAC,CAAC;4BACH,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,OAAO,IAAI,CAAC,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;4BACrJ,CAAC;wBACH,CAAC;wBAAC,OAAO,kBAAkB,EAAE,CAAC;4BAC5B,sBAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;gCACpC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,kBAAkB,YAAY,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;6BACzG,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,OAAO,EAAE,OAAO;oBAChB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,iBAAiB;YACjB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,YAAY;YACZ,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,sCAAsC;YACtC,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC;YAC5C,IACE,iBAAiB;gBACjB,OAAO,iBAAiB,KAAK,QAAQ;gBACrC,OAAO,IAAI,iBAAiB;gBAC5B,OAAO,iBAAiB,CAAC,KAAK,KAAK,QAAQ,EAC3C,CAAC;gBACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC;gBAC1C,IACE,SAAS,CAAC,QAAQ,CAAC,mCAAmC,CAAC;oBACvD,SAAS,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EACxD,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,4DAA4D,CAAC,CAAC;gBAC1H,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,UAAe,EACf,SAAuB,EACvB,SAAiB,EACjB,gBAAwB,EACxB,YAAgC,EAChC,gBAAqB,EACrB,SAAiB,EACjB,KAAa;QAEb,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;QAEjC,kDAAkD;QAClD,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE1F,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzC,CAAC;QAED,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;QACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;QACvC,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAChC,CAAC;QAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;YACE,WAAW,EAAE,YAAY;YACzB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;SAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,8BAA8B,CACzC,UAAkB,EAClB,aAAqB,EACrB,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAmC,CAAC;IAC1G,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa,CACxB,MAAc,EACd,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAmC,CAAC;IACtE,CAAC;CACF;AA9gBD,wCA8gBC;AAM0B,uCAAa;AAJxC,uDAAuD;AAC1C,QAAA,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;AAIxB,wBAJd,sBAAc,CAIa"}
|
|
1
|
+
{"version":3,"file":"ollama-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAEtE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AAExD;;;;;;;GAOG;AACH,MAAa,cAAe,SAAQ,mCAAe;IAGjD;QACE,KAAK,CAAC,mBAAW,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAAkB,EAClB,aAAqB,EACrB,UAAgC,EAAE;QAElC,MAAM,EACJ,SAAS,EACT,KAAK,EACL,WAAW,GAAG,GAAG,EACjB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAC5D,cAAc,EACd,KAAK,EACL,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACT,GAAG,OAAO,CAAC;QAEZ,kCAAkC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,yFAAyF,CAC1F,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,SAAS,EAAE,CAAC;QACnD,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACtC;YACD,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,EAAE,cAAc,EAAE,CAAC;gBACvD,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,iBAAiB,KAAK,SAAS,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBAC7D,GAAG,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,gBAAgB,EAAE,CAAC;gBAC3D,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC;aAClD;SACF,CAAC;QAEF,sCAAsC;QACtC,MAAM,IAAI,GAAG;YACX,GAAG,QAAQ;YACX,UAAU,EAAE,SAAS;SACtB,CAAC;QAEF,4CAA4C;QAC5C,IAAI,iBAAiB,GAAQ,SAAS,CAAC;QACvC,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;QAC5B,CAAC;QAED,qBAAqB;QACrB,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,OAAO;YAChB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,YAAY;YACrB,iBAAiB,EAAE,iBAAiB;YACpC,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEtG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,eAAe;YACtC,MAAM,EAAE,UAAU;YAClB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE;oBACV,cAAc;oBACd,KAAK;oBACL,KAAK;oBACL,iBAAiB;oBACjB,gBAAgB;oBAChB,aAAa;oBACb,WAAW;iBACZ;aACF;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;gBAC3C,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,OAAO,WAAW;oBAC1B,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,CAAC,CAAC,SAAS;oBACzB,YAAY,EAAE,UAAU,CAAC,MAAM;iBAChC;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,IAAI,EAAE;gBAC5C,OAAO;gBACP,OAAO,EAAE,MAAM,CAAC,qBAAqB;aACtC,CAAC,EACF,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAmB,QAAQ,CAAC,IAAI,CAAC;gBAEjD,oDAAoD;gBACpD,oEAAoE;gBACpE,MAAM,WAAW,GAAG,UAAU,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACtD,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBAEhD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW;oBACxB,YAAY,EAAE,YAAY;oBAC1B,WAAW,EAAE,WAAW,GAAG,YAAY;iBACxC,CAAC;gBAEF,6BAA6B;gBAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gBAEjC,eAAe;gBACf,UAAU,CAAC,QAAQ,GAAG;oBACpB,QAAQ,EAAE,IAAI,CAAC,YAAY;oBAC3B,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,UAAU,CAAC,WAAW;oBAClC,cAAc,EAAE,eAAe;iBAChC,CAAC;gBAEF,+BAA+B;gBAC/B,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC;gBAE9B,oBAAoB;gBACpB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChD,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gBAEvC,qEAAqE;gBACrE,qEAAqE;gBACrE,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAE1F,qDAAqD;gBACrD,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;oBACvC,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,0BAA0B;gBAC1B,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO;oBACvC,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,UAAU,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;oBACvC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,gCAAgC;gBAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,2BAA2B;YAC3B,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sDAAsD;YACtD,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,sCAAsC;oBACtC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG;wBAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ;wBAC5C,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC5D,sBAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;4BAC7D,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;4BACtC,QAAQ,EAAE,EAAE,SAAS,EAAE;yBACxB,CAAC,CAAC;wBAEH,2BAA2B;wBAC3B,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;4BACrF,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC;gCACtC,8CAA8C;gCAC9C,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gCAEjC,kDAAkD;gCAClD,MAAM,cAAc,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gCAChE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gCAEnH,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,iBAAiB,CAAC;gCAC/C,IAAI,aAAa,EAAE,CAAC;oCAClB,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,aAAa,CAAC;gCAC9C,CAAC;gCAED,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gCACzC,SAAS,CAAC,QAAQ,GAAG,iBAAiB,CAAC;gCACvC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gCACvC,IAAI,aAAa,EAAE,CAAC;oCAClB,SAAS,CAAC,QAAQ,GAAG,aAAa,CAAC;gCACrC,CAAC;gCAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gCAEzC,2CAA2C;gCAC3C,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oCACE,WAAW,EAAE,iBAAiB;oCAC9B,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;iCAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gCAEF,OAAO,UAAU,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,+CAA+C;4BAC/C,sBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gCAChC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB;6BAChF,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,qCAAqC;oBACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC7E,sBAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;4BACnD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,yCAAyC;4BAChD,QAAQ,EAAE;gCACR,OAAO;gCACP,QAAQ,EAAE,CAAC,CAAC,SAAS;gCACrB,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;6BACvC;yBACF,CAAC,CAAC;wBAEH,yBAAyB;wBACzB,gCAAgC;wBAChC,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,cAAc,GAA2B;oCAC7C,cAAc,EAAE,kBAAkB;oCAClC,eAAe,EAAE,SAAS;iCAC3B,CAAC;gCACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACjE,OAAO,EAAE,cAAc;oCACvB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;gCACH,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCACxC,OAAO,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCAChJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oCACxD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,sBAAsB;wBACtB,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,aAAa,GAA2B;oCAC5C,cAAc,EAAE,kBAAkB;oCAClC,WAAW,EAAE,SAAS;iCACvB,CAAC;gCACF,MAAM,WAAW,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACpE,OAAO,EAAE,aAAa;oCACtB,OAAO,EAAE,MAAM;iCAChB,CAAC,CAAC;gCACH,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCAC9C,OAAO,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCACnJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oCAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,iCAAiC;wBACjC,IAAI,CAAC;4BACH,MAAM,aAAa,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;4BACrF,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;gCACtE,OAAO,EAAE,aAAa;gCACtB,OAAO,EAAE,MAAM;6BAChB,CAAC,CAAC;4BACH,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,OAAO,IAAI,CAAC,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;4BACrJ,CAAC;wBACH,CAAC;wBAAC,OAAO,kBAAkB,EAAE,CAAC;4BAC5B,sBAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;gCACpC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,kBAAkB,YAAY,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;6BACzG,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,OAAO,EAAE,OAAO;oBAChB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,iBAAiB;YACjB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,YAAY;YACZ,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,sCAAsC;YACtC,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC;YAC5C,IACE,iBAAiB;gBACjB,OAAO,iBAAiB,KAAK,QAAQ;gBACrC,OAAO,IAAI,iBAAiB;gBAC5B,OAAO,iBAAiB,CAAC,KAAK,KAAK,QAAQ,EAC3C,CAAC;gBACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC;gBAC1C,IACE,SAAS,CAAC,QAAQ,CAAC,mCAAmC,CAAC;oBACvD,SAAS,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EACxD,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,4DAA4D,CAAC,CAAC;gBAC1H,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,UAAe,EACf,SAAuB,EACvB,SAAiB,EACjB,gBAAwB,EACxB,YAAgC,EAChC,gBAAqB,EACrB,SAAiB,EACjB,KAAa;QAEb,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;QAEjC,kDAAkD;QAClD,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE1F,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzC,CAAC;QAED,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;QACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;QACvC,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAChC,CAAC;QAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;YACE,WAAW,EAAE,YAAY;YACzB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;SAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,8BAA8B,CACzC,UAAkB,EAClB,aAAqB,EACrB,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAmC,CAAC;IAC1G,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa,CACxB,MAAc,EACd,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAmC,CAAC;IACtE,CAAC;CACF;AAlhBD,wCAkhBC;AAM0B,uCAAa;AAJxC,uDAAuD;AAC1C,QAAA,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;AAIxB,wBAJd,sBAAc,CAIa"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"requesty-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,sBAAsB,EAKvB,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"requesty-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,sBAAsB,EAKvB,MAAM,yBAAyB,CAAC;AA2CjC;;;;GAIG;AACH,qBAAa,gBAAiB,SAAQ,eAAe;IACnD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;;IAO/D;;OAEG;IACU,qBAAqB,CAChC,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAkSrC;AAGD,eAAO,MAAM,gBAAgB,kBAAyB,CAAC;AAGvD,OAAO,EAAE,gBAAgB,IAAI,eAAe,EAAE,CAAC;AAC/C,OAAO,EAAE,gBAAgB,IAAI,eAAe,EAAE,CAAC"}
|
|
@@ -12,6 +12,7 @@ const base_llm_provider_1 = require("./base-llm-provider");
|
|
|
12
12
|
const types_1 = require("../types");
|
|
13
13
|
const debug_llm_utils_1 = require("../utils/debug-llm.utils");
|
|
14
14
|
const data_flow_logger_1 = require("../../data-flow-logger");
|
|
15
|
+
const retry_utils_1 = require("../utils/retry.utils");
|
|
15
16
|
/**
|
|
16
17
|
* Check if the model is a Google/Gemini model.
|
|
17
18
|
* Google Gemini doesn't support 'none' - it needs 'min' for minimal reasoning.
|
|
@@ -142,10 +143,10 @@ class RequestyProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
142
143
|
maxTokens: maxTokens
|
|
143
144
|
}
|
|
144
145
|
});
|
|
145
|
-
const response = await axios_1.default.post(`${this.BASE_URL}/chat/completions`, requestPayload, {
|
|
146
|
+
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(`${this.BASE_URL}/chat/completions`, requestPayload, {
|
|
146
147
|
headers,
|
|
147
148
|
timeout: 180000 // 180 second timeout
|
|
148
|
-
});
|
|
149
|
+
}), this.constructor.name, options.retry);
|
|
149
150
|
const requestDuration = Date.now() - requestStartTime;
|
|
150
151
|
if (response && response.status === 200) {
|
|
151
152
|
const apiResponse = response.data;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"requesty-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":";;;;;;AAAA,iCAAiC;AACjC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AAQvF,8DAAqE;AACrE,6DAA+D;
|
|
1
|
+
{"version":3,"file":"requesty-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":";;;;;;AAAA,iCAAiC;AACjC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AAQvF,8DAAqE;AACrE,6DAA+D;AAC/D,sDAAwD;AAExD;;;GAGG;AACH,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,MAAuB,EAAE,KAAa;IAChE,wDAAwD;IACxD,IAAI,MAAM,KAAK,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,MAAM,CAAC,CAAE,yBAAyB;QAC3C,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,QAAQ,CAAC,CAAE,eAAe;IACrC,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAa,gBAAiB,SAAQ,mCAAe;IAInD;QACE,KAAK,CAAC,mBAAW,CAAC,QAAQ,CAAC,CAAC;QAHb,aAAQ,GAAG,kCAAkC,CAAC;QAI7D,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAAkB,EAClB,aAAqB,EACrB,UAAkC,EAAE;QAEpC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,EACxC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,eAAe,EACrD,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,WAAW,EACX,MAAM,EACN,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,iDAAiD;gBACjD,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,8EAA8E;QAC9E,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QAEF,IAAI,WAAW;YAAE,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;QACvD,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAExC,wCAAwC;QACxC,MAAM,cAAc,GAAuB;YACzC,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACtC;YACD,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,WAAW;YACxB,iFAAiF;YACjF,kFAAkF;YAClF,GAAG,CAAC,eAAe,IAAI,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC;SACzF,CAAC;QAEF,qBAAqB;QACrB,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;YAClB,gDAAgD;YAChD,WAAW;YACX,eAAe;SAChB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAChD,YAAY,IAAI,iBAAiB,EACjC,gBAAgB,CACjB,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,iBAAiB;YACxC,MAAM,EAAE,UAAU;YAClB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBAC7C,OAAO,EAAE,kBAAkB;gBAC3B,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,mBAAmB;oBACxC,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,UAAU,CAAC,MAAM;oBAC/B,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EACnC,cAAc,EACd;gBACE,OAAO;gBACP,OAAO,EAAE,MAAM,CAAC,qBAAqB;aACtC,CACF,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAwB,QAAQ,CAAC,IAAI,CAAC;gBAEvD,4BAA4B;gBAC5B,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAEpE,wBAAwB;gBACxB,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,aAAa;oBAC5C,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;oBACjD,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY;oBAC3C,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;iBACjF,CAAC;gBAEF,qBAAqB;gBACrB,MAAM,kBAAkB,GAAqB;oBAC3C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;qBACtB;oBACD,SAAS,EAAE,SAAS;oBACpB,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK,EAAE,WAAW,CAAC,KAAK;wBACxB,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;qBAChC;oBACD,KAAK,EAAE,UAAU;oBACjB,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,aAAa,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,SAAS;iBAClE,CAAC;gBAEF,oBAAoB;gBACpB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBAExC,eAAe;gBACf,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,iBAAiB,EACjC;oBACE,WAAW,EAAE,YAAY;oBACzB,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;oBACzC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,iBAAiB,EACjC;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sBAAsB;YACtB,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,oCAAoC;oBACpC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;4BACrD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iBAAiB;4BACxB,QAAQ,EAAE;gCACR,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gCACtC,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO;6BAClD;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;4BAClC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE;gCACR,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gCACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC;6BACvD;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;4BAC1C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB;4BACpE,QAAQ,EAAE;gCACR,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI;gCAC3C,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;6BACzC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,iBAAiB,EACjC;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAlTD,4CAkTC;AAM4B,2CAAe;AAJ5C,4BAA4B;AACf,QAAA,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAI1B,0BAJhB,wBAAgB,CAIe"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Common types shared across all LLM providers
|
|
3
3
|
*/
|
|
4
|
+
import type { RetryConfig } from '../utils/retry.utils';
|
|
4
5
|
/**
|
|
5
6
|
* Reasoning effort levels for models with thinking/reasoning capabilities.
|
|
6
7
|
* Maps to provider-specific parameters:
|
|
@@ -49,7 +50,14 @@ export interface CommonLLMOptions {
|
|
|
49
50
|
reasoningEffort?: ReasoningEffort;
|
|
50
51
|
/** Provider-specific options (escape hatch) */
|
|
51
52
|
providerSpecific?: Record<string, any>;
|
|
53
|
+
/**
|
|
54
|
+
* Retry configuration for transient HTTP errors (429, 5xx, timeouts).
|
|
55
|
+
* Default: enabled with exponential backoff (1s initial, 2x multiplier, 30s max, 3 retries).
|
|
56
|
+
* Set `{ enabled: false }` to disable.
|
|
57
|
+
*/
|
|
58
|
+
retry?: RetryConfig;
|
|
52
59
|
}
|
|
60
|
+
export type { RetryConfig };
|
|
53
61
|
/**
|
|
54
62
|
* Provider-agnostic token usage information
|
|
55
63
|
* Normalized across all LLM providers (Anthropic, Ollama, OpenAI, Google)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,YAAY,EAAE,WAAW,EAAE,CAAC;AAE5B;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IAGjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IACzB,eAAe,CAAC,EAAE,GAAG,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,GAAG,CAAC;KACf,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAGlB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;
|
|
1
|
+
{"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA4HH;;GAEG;AACH,IAAY,WAQX;AARD,WAAY,WAAW;IACrB,gCAAiB,CAAA;IACjB,gCAAiB,CAAA;IACjB,sCAAuB,CAAA;IACvB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;IACrB,kEAAkE;IAClE,sCAAuB,CAAA;AACzB,CAAC,EARW,WAAW,2BAAX,WAAW,QAQtB"}
|
|
@@ -125,6 +125,8 @@ export interface GeminiUsageMetadata {
|
|
|
125
125
|
totalTokenCount: number;
|
|
126
126
|
/** Reasoning/thinking tokens for Gemini 3+ models with thinking enabled */
|
|
127
127
|
thoughtsTokenCount?: number;
|
|
128
|
+
/** Tokens served from implicit/explicit cache (Gemini 2.5+). Present when cache hit occurs. */
|
|
129
|
+
cachedContentTokenCount?: number;
|
|
128
130
|
}
|
|
129
131
|
/**
|
|
130
132
|
* Gemini API response format
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/gemini.types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAmB,MAAM,gBAAgB,CAAC;AAEtF;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,4BAA4B,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEvG;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,mBAAmB,CAAC;IAEpC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAG5D,4DAA4D;IAC5D,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,sDAAsD;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,kEAAkE;IAClE,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAEzB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,yEAAyE;IACzE,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;GAKG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,uFAAuF;IACvF,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mGAAmG;IACnG,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,yEAAyE;IACzE,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,iBAAiB,CAAC,EAAE;QAClB,KAAK,EAAE,UAAU,EAAE,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,aAAa,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,KAAK,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"gemini.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/gemini.types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAmB,MAAM,gBAAgB,CAAC;AAEtF;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,4BAA4B,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEvG;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,mBAAmB,CAAC;IAEpC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAG5D,4DAA4D;IAC5D,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,sDAAsD;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,kEAAkE;IAClE,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAEzB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,yEAAyE;IACzE,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;GAKG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,uFAAuF;IACvF,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mGAAmG;IACnG,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,yEAAyE;IACzE,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,iBAAiB,CAAC,EAAE;QAClB,KAAK,EAAE,UAAU,EAAE,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,aAAa,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,KAAK,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,+FAA+F;IAC/F,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,cAAc,CAAC,EAAE;QACf,aAAa,CAAC,EAAE,KAAK,CAAC;YACpB,QAAQ,EAAE,MAAM,CAAC;YACjB,WAAW,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;KACJ,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,iBAAiB;IAEvD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,KAAK,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC"}
|
|
@@ -16,4 +16,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
__exportStar(require("./debug-llm.utils"), exports);
|
|
18
18
|
__exportStar(require("./text-analysis.utils"), exports);
|
|
19
|
+
__exportStar(require("./retry.utils"), exports);
|
|
19
20
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC;AAClC,wDAAsC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC;AAClC,wDAAsC;AACtC,gDAA8B"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Retry utility with exponential backoff and jitter.
|
|
3
|
+
*
|
|
4
|
+
* Designed for LLM provider HTTP calls following Google's retry strategy:
|
|
5
|
+
* https://cloud.google.com/storage/docs/retry-strategy
|
|
6
|
+
*
|
|
7
|
+
* Retryable conditions:
|
|
8
|
+
* - HTTP 408 (Request Timeout)
|
|
9
|
+
* - HTTP 429 (Too Many Requests)
|
|
10
|
+
* - HTTP 5xx (Server Errors)
|
|
11
|
+
* - Network errors (ECONNRESET, ETIMEDOUT, ECONNABORTED, etc.)
|
|
12
|
+
*
|
|
13
|
+
* Non-retryable:
|
|
14
|
+
* - HTTP 400 (Bad Request)
|
|
15
|
+
* - HTTP 401 (Unauthorized)
|
|
16
|
+
* - HTTP 403 (Forbidden)
|
|
17
|
+
* - Any other 4xx client errors
|
|
18
|
+
*/
|
|
19
|
+
/** Configuration for retry behavior */
|
|
20
|
+
export interface RetryConfig {
|
|
21
|
+
/** Enable/disable retry. Default: true */
|
|
22
|
+
enabled?: boolean;
|
|
23
|
+
/** Maximum number of retry attempts. Default: 3 */
|
|
24
|
+
maxRetries?: number;
|
|
25
|
+
/** Initial delay in ms before first retry. Default: 1000 */
|
|
26
|
+
initialDelayMs?: number;
|
|
27
|
+
/** Multiplier applied to delay after each retry. Default: 2.0 */
|
|
28
|
+
multiplier?: number;
|
|
29
|
+
/** Maximum delay in ms between retries. Default: 30000 */
|
|
30
|
+
maxDelayMs?: number;
|
|
31
|
+
/** Enable jitter to randomize delays. Default: true */
|
|
32
|
+
jitter?: boolean;
|
|
33
|
+
}
|
|
34
|
+
/** Default retry configuration following Google's recommendations */
|
|
35
|
+
export declare const DEFAULT_RETRY_CONFIG: Required<RetryConfig>;
|
|
36
|
+
/**
|
|
37
|
+
* Checks if an error is retryable based on HTTP status or network error code.
|
|
38
|
+
*/
|
|
39
|
+
export declare function isRetryableError(error: any): boolean;
|
|
40
|
+
/**
|
|
41
|
+
* Calculates the delay for a given retry attempt with optional jitter.
|
|
42
|
+
*/
|
|
43
|
+
export declare function calculateDelay(attempt: number, config: Required<RetryConfig>): number;
|
|
44
|
+
/**
|
|
45
|
+
* Executes an async function with exponential backoff retry on transient errors.
|
|
46
|
+
*
|
|
47
|
+
* @param fn - The async function to execute (typically an axios call)
|
|
48
|
+
* @param context - Logging context (e.g. provider class name)
|
|
49
|
+
* @param config - Retry configuration (merged with defaults)
|
|
50
|
+
* @returns The result of fn()
|
|
51
|
+
* @throws The last error if all retries are exhausted
|
|
52
|
+
*
|
|
53
|
+
* @example
|
|
54
|
+
* ```ts
|
|
55
|
+
* const response = await retryWithBackoff(
|
|
56
|
+
* () => axios.post(url, payload, axiosConfig),
|
|
57
|
+
* 'GeminiDirectProvider',
|
|
58
|
+
* { maxRetries: 3 }
|
|
59
|
+
* );
|
|
60
|
+
* ```
|
|
61
|
+
*/
|
|
62
|
+
export declare function retryWithBackoff<T>(fn: () => Promise<T>, context: string, config?: RetryConfig): Promise<T>;
|
|
63
|
+
//# sourceMappingURL=retry.utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry.utils.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/retry.utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,uCAAuC;AACvC,MAAM,WAAW,WAAW;IAC1B,0CAA0C;IAC1C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mDAAmD;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,0DAA0D;IAC1D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uDAAuD;IACvD,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,qEAAqE;AACrE,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,WAAW,CAOtD,CAAC;AAgBF;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAoBpD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAC5B,MAAM,CAUR;AA+CD;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,gBAAgB,CAAC,CAAC,EACtC,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,CAAC,CAAC,CAmDZ"}
|
|
@@ -0,0 +1,183 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Retry utility with exponential backoff and jitter.
|
|
4
|
+
*
|
|
5
|
+
* Designed for LLM provider HTTP calls following Google's retry strategy:
|
|
6
|
+
* https://cloud.google.com/storage/docs/retry-strategy
|
|
7
|
+
*
|
|
8
|
+
* Retryable conditions:
|
|
9
|
+
* - HTTP 408 (Request Timeout)
|
|
10
|
+
* - HTTP 429 (Too Many Requests)
|
|
11
|
+
* - HTTP 5xx (Server Errors)
|
|
12
|
+
* - Network errors (ECONNRESET, ETIMEDOUT, ECONNABORTED, etc.)
|
|
13
|
+
*
|
|
14
|
+
* Non-retryable:
|
|
15
|
+
* - HTTP 400 (Bad Request)
|
|
16
|
+
* - HTTP 401 (Unauthorized)
|
|
17
|
+
* - HTTP 403 (Forbidden)
|
|
18
|
+
* - Any other 4xx client errors
|
|
19
|
+
*/
|
|
20
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
21
|
+
exports.DEFAULT_RETRY_CONFIG = void 0;
|
|
22
|
+
exports.isRetryableError = isRetryableError;
|
|
23
|
+
exports.calculateDelay = calculateDelay;
|
|
24
|
+
exports.retryWithBackoff = retryWithBackoff;
|
|
25
|
+
const logging_utils_1 = require("../../../shared/utils/logging.utils");
|
|
26
|
+
/** Default retry configuration following Google's recommendations */
|
|
27
|
+
exports.DEFAULT_RETRY_CONFIG = {
|
|
28
|
+
enabled: true,
|
|
29
|
+
maxRetries: 3,
|
|
30
|
+
initialDelayMs: 1000,
|
|
31
|
+
multiplier: 2.0,
|
|
32
|
+
maxDelayMs: 30000,
|
|
33
|
+
jitter: true,
|
|
34
|
+
};
|
|
35
|
+
/** HTTP status codes that should trigger a retry */
|
|
36
|
+
const RETRYABLE_STATUS_CODES = new Set([408, 429, 500, 502, 503, 504]);
|
|
37
|
+
/** Network error codes that should trigger a retry */
|
|
38
|
+
const RETRYABLE_ERROR_CODES = new Set([
|
|
39
|
+
'ECONNRESET',
|
|
40
|
+
'ETIMEDOUT',
|
|
41
|
+
'ECONNABORTED',
|
|
42
|
+
'EPIPE',
|
|
43
|
+
'ENOTFOUND',
|
|
44
|
+
'ENETUNREACH',
|
|
45
|
+
'EAI_AGAIN',
|
|
46
|
+
]);
|
|
47
|
+
/**
|
|
48
|
+
* Checks if an error is retryable based on HTTP status or network error code.
|
|
49
|
+
*/
|
|
50
|
+
function isRetryableError(error) {
|
|
51
|
+
// Axios error with HTTP response
|
|
52
|
+
if (error?.isAxiosError && error.response) {
|
|
53
|
+
return RETRYABLE_STATUS_CODES.has(error.response.status);
|
|
54
|
+
}
|
|
55
|
+
// Network/timeout errors (no response received)
|
|
56
|
+
if (error?.isAxiosError && !error.response) {
|
|
57
|
+
// Axios timeout
|
|
58
|
+
if (error.code === 'ECONNABORTED' || error.message?.includes('timeout')) {
|
|
59
|
+
return true;
|
|
60
|
+
}
|
|
61
|
+
// Other network errors
|
|
62
|
+
if (error.code && RETRYABLE_ERROR_CODES.has(error.code)) {
|
|
63
|
+
return true;
|
|
64
|
+
}
|
|
65
|
+
return true; // Network errors without response are generally retryable
|
|
66
|
+
}
|
|
67
|
+
return false;
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Calculates the delay for a given retry attempt with optional jitter.
|
|
71
|
+
*/
|
|
72
|
+
function calculateDelay(attempt, config) {
|
|
73
|
+
const exponentialDelay = config.initialDelayMs * Math.pow(config.multiplier, attempt);
|
|
74
|
+
const cappedDelay = Math.min(exponentialDelay, config.maxDelayMs);
|
|
75
|
+
if (config.jitter) {
|
|
76
|
+
// Full jitter: random value between 0 and cappedDelay
|
|
77
|
+
return Math.random() * cappedDelay;
|
|
78
|
+
}
|
|
79
|
+
return cappedDelay;
|
|
80
|
+
}
|
|
81
|
+
/**
|
|
82
|
+
* Extracts retry-relevant info from an error for logging.
|
|
83
|
+
*/
|
|
84
|
+
function getErrorInfo(error) {
|
|
85
|
+
if (error?.isAxiosError && error.response) {
|
|
86
|
+
return {
|
|
87
|
+
statusCode: error.response.status,
|
|
88
|
+
message: error.response.statusText || error.message,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
return {
|
|
92
|
+
errorCode: error?.code,
|
|
93
|
+
message: error?.message || 'Unknown error',
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Extracts the Retry-After header value in milliseconds.
|
|
98
|
+
* Supports both integer (seconds) and HTTP-date formats.
|
|
99
|
+
*/
|
|
100
|
+
function getRetryAfterMs(error) {
|
|
101
|
+
const retryAfter = error?.response?.headers?.['retry-after'];
|
|
102
|
+
if (!retryAfter)
|
|
103
|
+
return undefined;
|
|
104
|
+
const seconds = parseInt(retryAfter, 10);
|
|
105
|
+
if (!isNaN(seconds)) {
|
|
106
|
+
return seconds * 1000;
|
|
107
|
+
}
|
|
108
|
+
// Try HTTP-date format
|
|
109
|
+
const date = new Date(retryAfter);
|
|
110
|
+
if (!isNaN(date.getTime())) {
|
|
111
|
+
return Math.max(0, date.getTime() - Date.now());
|
|
112
|
+
}
|
|
113
|
+
return undefined;
|
|
114
|
+
}
|
|
115
|
+
/**
|
|
116
|
+
* Sleeps for the given duration.
|
|
117
|
+
*/
|
|
118
|
+
function sleep(ms) {
|
|
119
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
120
|
+
}
|
|
121
|
+
/**
|
|
122
|
+
* Executes an async function with exponential backoff retry on transient errors.
|
|
123
|
+
*
|
|
124
|
+
* @param fn - The async function to execute (typically an axios call)
|
|
125
|
+
* @param context - Logging context (e.g. provider class name)
|
|
126
|
+
* @param config - Retry configuration (merged with defaults)
|
|
127
|
+
* @returns The result of fn()
|
|
128
|
+
* @throws The last error if all retries are exhausted
|
|
129
|
+
*
|
|
130
|
+
* @example
|
|
131
|
+
* ```ts
|
|
132
|
+
* const response = await retryWithBackoff(
|
|
133
|
+
* () => axios.post(url, payload, axiosConfig),
|
|
134
|
+
* 'GeminiDirectProvider',
|
|
135
|
+
* { maxRetries: 3 }
|
|
136
|
+
* );
|
|
137
|
+
* ```
|
|
138
|
+
*/
|
|
139
|
+
async function retryWithBackoff(fn, context, config) {
|
|
140
|
+
const resolvedConfig = {
|
|
141
|
+
...exports.DEFAULT_RETRY_CONFIG,
|
|
142
|
+
...config,
|
|
143
|
+
};
|
|
144
|
+
if (!resolvedConfig.enabled) {
|
|
145
|
+
return fn();
|
|
146
|
+
}
|
|
147
|
+
let lastError;
|
|
148
|
+
for (let attempt = 0; attempt <= resolvedConfig.maxRetries; attempt++) {
|
|
149
|
+
try {
|
|
150
|
+
return await fn();
|
|
151
|
+
}
|
|
152
|
+
catch (error) {
|
|
153
|
+
lastError = error;
|
|
154
|
+
// Don't retry if not retryable or last attempt
|
|
155
|
+
if (!isRetryableError(error) || attempt === resolvedConfig.maxRetries) {
|
|
156
|
+
throw error;
|
|
157
|
+
}
|
|
158
|
+
const errorInfo = getErrorInfo(error);
|
|
159
|
+
let delayMs = calculateDelay(attempt, resolvedConfig);
|
|
160
|
+
// Respect Retry-After header if present (use the larger value)
|
|
161
|
+
const retryAfterMs = getRetryAfterMs(error);
|
|
162
|
+
if (retryAfterMs !== undefined) {
|
|
163
|
+
delayMs = Math.max(delayMs, retryAfterMs);
|
|
164
|
+
}
|
|
165
|
+
logging_utils_1.logger.warn(`Retrying request (attempt ${attempt + 1}/${resolvedConfig.maxRetries})`, {
|
|
166
|
+
context,
|
|
167
|
+
metadata: {
|
|
168
|
+
attempt: attempt + 1,
|
|
169
|
+
maxRetries: resolvedConfig.maxRetries,
|
|
170
|
+
delayMs: Math.round(delayMs),
|
|
171
|
+
statusCode: errorInfo.statusCode,
|
|
172
|
+
errorCode: errorInfo.errorCode,
|
|
173
|
+
error: errorInfo.message,
|
|
174
|
+
...(retryAfterMs !== undefined && { retryAfterMs }),
|
|
175
|
+
},
|
|
176
|
+
});
|
|
177
|
+
await sleep(delayMs);
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
// Should not reach here, but safety net
|
|
181
|
+
throw lastError;
|
|
182
|
+
}
|
|
183
|
+
//# sourceMappingURL=retry.utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry.utils.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/utils/retry.utils.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;GAiBG;;;AA+CH,4CAoBC;AAKD,wCAaC;AAiED,4CAuDC;AA3MD,uEAA6D;AAkB7D,qEAAqE;AACxD,QAAA,oBAAoB,GAA0B;IACzD,OAAO,EAAE,IAAI;IACb,UAAU,EAAE,CAAC;IACb,cAAc,EAAE,IAAI;IACpB,UAAU,EAAE,GAAG;IACf,UAAU,EAAE,KAAK;IACjB,MAAM,EAAE,IAAI;CACb,CAAC;AAEF,oDAAoD;AACpD,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEvE,sDAAsD;AACtD,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACpC,YAAY;IACZ,WAAW;IACX,cAAc;IACd,OAAO;IACP,WAAW;IACX,aAAa;IACb,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,SAAgB,gBAAgB,CAAC,KAAU;IACzC,iCAAiC;IACjC,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC1C,OAAO,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,gDAAgD;IAChD,IAAI,KAAK,EAAE,YAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC3C,gBAAgB;QAChB,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACxE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,uBAAuB;QACvB,IAAI,KAAK,CAAC,IAAI,IAAI,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,CAAC,0DAA0D;IACzE,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAC5B,OAAe,EACf,MAA6B;IAE7B,MAAM,gBAAgB,GAAG,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACtF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAElE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,sDAAsD;QACtD,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC;IACrC,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,KAAU;IAC9B,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC1C,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACjC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO;SACpD,CAAC;IACJ,CAAC;IACD,OAAO;QACL,SAAS,EAAE,KAAK,EAAE,IAAI;QACtB,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,eAAe;KAC3C,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,KAAU;IACjC,MAAM,UAAU,GAAG,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAElC,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACpB,OAAO,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,uBAAuB;IACvB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;IAClC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CACpC,EAAoB,EACpB,OAAe,EACf,MAAoB;IAEpB,MAAM,cAAc,GAA0B;QAC5C,GAAG,4BAAoB;QACvB,GAAG,MAAM;KACV,CAAC;IAEF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QAC5B,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;IAED,IAAI,SAAc,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,cAAc,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,SAAS,GAAG,KAAK,CAAC;YAElB,+CAA+C;YAC/C,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,cAAc,CAAC,UAAU,EAAE,CAAC;gBACtE,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAEtD,+DAA+D;YAC/D,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YAC5C,CAAC;YAED,sBAAM,CAAC,IAAI,CAAC,6BAA6B,OAAO,GAAG,CAAC,IAAI,cAAc,CAAC,UAAU,GAAG,EAAE;gBACpF,OAAO;gBACP,QAAQ,EAAE;oBACR,OAAO,EAAE,OAAO,GAAG,CAAC;oBACpB,UAAU,EAAE,cAAc,CAAC,UAAU;oBACrC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;oBAC5B,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,SAAS,EAAE,SAAS,CAAC,SAAS;oBAC9B,KAAK,EAAE,SAAS,CAAC,OAAO;oBACxB,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,YAAY,EAAE,CAAC;iBACpD;aACF,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,MAAM,SAAS,CAAC;AAClB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loonylabs/llm-middleware",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.20.0",
|
|
4
4
|
"description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, OpenAI, Google)",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -30,6 +30,7 @@
|
|
|
30
30
|
"test:integration:reasoning": "LLM_INTEGRATION_TESTS=true jest tests/integration/reasoning-control.integration.test.ts --testTimeout=120000",
|
|
31
31
|
"test:live": "LLM_INTEGRATION_TESTS=true jest tests/integration/*.integration.test.ts --testTimeout=120000",
|
|
32
32
|
"test:reasoning:smoke": "ts-node tests/manual/reasoning-smoke-test.ts",
|
|
33
|
+
"test:cache:smoke": "ts-node tests/manual/cache-smoke-test.ts",
|
|
33
34
|
"test:ci": "jest --runInBand --ci --coverage",
|
|
34
35
|
"lint": "eslint src/**/*.ts",
|
|
35
36
|
"clean": "node -e \"const fs=require('fs');if(fs.existsSync('dist'))fs.rmSync('dist',{recursive:true})\"",
|