@eko-ai/eko 2.1.8-alpha.1 → 2.1.8-alpha.2

package/dist/agent/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/agent/llm.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAGL,cAAc,EACd,aAAa,EAEd,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EAErB,uBAAuB,EACvB,2BAA2B,EAC3B,yBAAyB,EAC1B,MAAM,kBAAkB,CAAC;AAE1B,wBAAsB,YAAY,CAChC,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,kBAAkB,EACvB,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,2BAA2B,EAAE,EACpC,UAAU,CAAC,EAAE,OAAO,EACpB,UAAU,CAAC,EAAE,yBAAyB,EACtC,KAAK,CAAC,EAAE,OAAO,EACf,QAAQ,CAAC,EAAE,cAAc,GAAG,aAAa,GACxC,OAAO,CAAC,KAAK,CAAC,uBAAuB,GAAG,2BAA2B,CAAC,CAAC,CAyTvE"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/agent/llm.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAGL,cAAc,EACd,aAAa,EAEd,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EAErB,uBAAuB,EACvB,2BAA2B,EAC3B,yBAAyB,EAC1B,MAAM,kBAAkB,CAAC;AAE1B,wBAAsB,YAAY,CAChC,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,kBAAkB,EACvB,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,2BAA2B,EAAE,EACpC,UAAU,CAAC,EAAE,OAAO,EACpB,UAAU,CAAC,EAAE,yBAAyB,EACtC,KAAK,CAAC,EAAE,OAAO,EACf,QAAQ,CAAC,EAAE,cAAc,GAAG,aAAa,GACxC,OAAO,CAAC,KAAK,CAAC,uBAAuB,GAAG,2BAA2B,CAAC,CAAC,CA0TvE"}

package/dist/index.cjs.js

@@ -14161,7 +14161,7 @@ class RetryLanguageModel {
         this.llms = llms;
         this.names = names || [];
         this.stream_first_timeout = stream_first_timeout || 30000;
-        this.stream_token_timeout = stream_token_timeout || 60000;
+        this.stream_token_timeout = stream_token_timeout || 180000;
         if (this.names.indexOf("default") == -1) {
             this.names.push("default");
         }
@@ -14189,25 +14189,29 @@ class RetryLanguageModel {
         let lastError;
         for (let i = 0; i < names.length; i++) {
             const name = names[i];
+            const llmConfig = this.llms[name];
             const llm = await this.getLLM(name);
             if (!llm) {
                 continue;
             }
             if (!maxTokens) {
-                options.maxTokens =
-                    this.llms[name].config?.maxTokens || config.maxTokens;
+                options.maxTokens = llmConfig.config?.maxTokens || config.maxTokens;
             }
             if (!providerMetadata) {
                 options.providerMetadata = {};
-                options.providerMetadata[llm.provider] = this.llms[name].options || {};
+                options.providerMetadata[llm.provider] = llmConfig.options || {};
+            }
+            let _options = options;
+            if (llmConfig.handler) {
+                _options = await llmConfig.handler(_options);
             }
             try {
-                let result = (await llm.doGenerate(options));
+                let result = (await llm.doGenerate(_options));
                 if (Log.isEnableDebug()) {
                     Log.debug(`LLM nonstream body, name: ${name} => `, result.request?.body);
                 }
                 result.llm = name;
-                result.llmConfig = this.llms[name];
+                result.llmConfig = llmConfig;
                 return result;
             }
             catch (e) {
@@ -14217,8 +14221,8 @@ class RetryLanguageModel {
                 lastError = e;
                 if (Log.isEnableInfo()) {
                     Log.info(`LLM nonstream request, name: ${name} => `, {
-                        tools: options.mode?.tools,
-                        messages: options.prompt,
+                        tools: _options.mode?.tools,
+                        messages: _options.prompt,
                     });
                 }
                 Log.error(`LLM error, name: ${name} => `, e);
@@ -14249,24 +14253,28 @@ class RetryLanguageModel {
         let lastError;
         for (let i = 0; i < names.length; i++) {
             const name = names[i];
+            const llmConfig = this.llms[name];
             const llm = await this.getLLM(name);
             if (!llm) {
                 continue;
             }
             if (!maxTokens) {
-                options.maxTokens =
-                    this.llms[name].config?.maxTokens || config.maxTokens;
+                options.maxTokens = llmConfig.config?.maxTokens || config.maxTokens;
             }
             if (!providerMetadata) {
                 options.providerMetadata = {};
-                options.providerMetadata[llm.provider] = this.llms[name].options || {};
+                options.providerMetadata[llm.provider] = llmConfig.options || {};
+            }
+            let _options = options;
+            if (llmConfig.handler) {
+                _options = await llmConfig.handler(_options);
             }
             try {
                 const controller = new AbortController();
-                const signal = options.abortSignal
-                    ? AbortSignal.any([options.abortSignal, controller.signal])
+                const signal = _options.abortSignal
+                    ? AbortSignal.any([_options.abortSignal, controller.signal])
                     : controller.signal;
-                const result = (await call_timeout(async () => await llm.doStream({ ...options, abortSignal: signal }), this.stream_first_timeout, (e) => {
+                const result = (await call_timeout(async () => await llm.doStream({ ..._options, abortSignal: signal }), this.stream_first_timeout, (e) => {
                     controller.abort();
                 }));
                 const stream = result.stream;
@@ -14291,7 +14299,7 @@ class RetryLanguageModel {
                     continue;
                 }
                 result.llm = name;
-                result.llmConfig = this.llms[name];
+                result.llmConfig = llmConfig;
                 result.stream = this.streamWrapper([chunk], reader, controller);
                 return result;
             }
@@ -14302,8 +14310,8 @@ class RetryLanguageModel {
                 lastError = e;
                 if (Log.isEnableInfo()) {
                     Log.info(`LLM stream request, name: ${name} => `, {
-                        tools: options.mode?.tools,
-                        messages: options.prompt,
+                        tools: _options.mode?.tools,
+                        messages: _options.prompt,
                     });
                 }
                 Log.error(`LLM error, name: ${name} => `, e);
@@ -17415,6 +17423,7 @@ async function callAgentLLM(agentContext, rlm, messages, tools, noCompress, tool
     catch (e) {
         await context.checkAborted();
         if (!retry) {
+            await sleep(200);
             return callAgentLLM(agentContext, rlm, messages, tools, noCompress, toolChoice, true, streamCallback);
         }
         throw e;