@polka-codes/core 0.7.4 → 0.7.5

package/dist/_tsup-dts-rollup.d.ts

@@ -82,6 +82,7 @@ declare interface AiServiceOptions {
     baseUrl?: string;
     usageMeter: UsageMeter;
     enableCache?: boolean;
+    parameters: Record<string, any>;
 }
 export { AiServiceOptions }
 export { AiServiceOptions as AiServiceOptions_alias_1 }
@@ -182,6 +183,7 @@ declare const anthropicModels: {
         readonly outputPrice: 15;
         readonly cacheWritesPrice: 3.75;
         readonly cacheReadsPrice: 0.3;
+        readonly reasoning: true;
     };
     readonly 'claude-3-5-sonnet-20241022': {
         readonly maxTokens: 8192;
@@ -1541,6 +1543,7 @@ declare interface ModelInfo {
     outputPrice?: number;
     cacheWritesPrice?: number;
     cacheReadsPrice?: number;
+    reasoning?: boolean;
 }
 export { ModelInfo }
 export { ModelInfo as ModelInfo_alias_1 }
@@ -1558,6 +1561,7 @@ declare const modelInfos: {
             readonly outputPrice: 15;
             readonly cacheWritesPrice: 3.75;
             readonly cacheReadsPrice: 0.3;
+            readonly reasoning: true;
         };
         readonly 'claude-3-5-sonnet-20241022': {
             readonly maxTokens: 8192;

package/dist/index.js

@@ -74,7 +74,8 @@ var anthropicModels = {
     inputPrice: 3,
     outputPrice: 15,
     cacheWritesPrice: 3.75,
-    cacheReadsPrice: 0.3
+    cacheReadsPrice: 0.3,
+    reasoning: true
   },
   "claude-3-5-sonnet-20241022": {
     maxTokens: 8192,
@@ -183,6 +184,14 @@ var AnthropicService = class extends AiServiceBase {
     let stream;
     const modelId = this.model.id;
     const cacheControl = this.#options.enableCache ? { type: "ephemeral" } : void 0;
+    let temperature = 0;
+    let thinkingBudgetTokens = 0;
+    if (this.model.info.reasoning) {
+      thinkingBudgetTokens = this.#options.parameters.thinkingBudgetTokens ?? 0;
+    }
+    if (thinkingBudgetTokens > 0) {
+      temperature = void 0;
+    }
     switch (modelId) {
       // 'latest' alias does not support cache_control
       case "claude-3-7-sonnet-20250219":
@@ -201,7 +210,8 @@ var AnthropicService = class extends AiServiceBase {
         stream = await this.#client.messages.create({
           model: modelId,
           max_tokens: this.model.info.maxTokens || 8192,
-          temperature: 0,
+          thinking: thinkingBudgetTokens ? { type: "enabled", budget_tokens: thinkingBudgetTokens } : void 0,
+          temperature,
           system: [
             {
               text: systemPrompt,
@@ -241,8 +251,6 @@ var AnthropicService = class extends AiServiceBase {
           temperature: 0,
           system: [{ text: systemPrompt, type: "text" }],
           messages,
-          // tools,
-          // tool_choice: { type: "auto" },
           stream: true
         });
         break;
@@ -285,6 +293,18 @@ var AnthropicService = class extends AiServiceBase {
                 text: chunk.content_block.text
               };
               break;
+            case "thinking":
+              yield {
+                type: "reasoning",
+                text: chunk.content_block.thinking
+              };
+              break;
+            case "redacted_thinking":
+              yield {
+                type: "reasoning",
+                text: "[Redacted by providered]"
+              };
+              break;
           }
           break;
         case "content_block_delta":
@@ -295,6 +315,12 @@ var AnthropicService = class extends AiServiceBase {
                 text: chunk.delta.text
               };
               break;
+            case "thinking_delta":
+              yield {
+                type: "reasoning",
+                text: chunk.delta.thinking
+              };
+              break;
           }
           break;
         case "content_block_stop":
@@ -354,10 +380,18 @@ function convertToOpenAiMessages(anthropicMessages) {
             role: "user",
             content: nonToolMessages.map((part) => {
               if (part.type === "image") {
+                if (part.source.type === "base64") {
+                  return {
+                    type: "image_url",
+                    image_url: {
+                      url: `data:${part.source.media_type};base64,${part.source.data}`
+                    }
+                  };
+                }
                 return {
                   type: "image_url",
                   image_url: {
-                    url: `data:${part.source.media_type};base64,${part.source.data}`
+                    url: part.source.url
                   }
                 };
               }
@@ -618,6 +652,20 @@ var OpenRouterService = class extends AiServiceBase {
         maxTokens = 8192;
         break;
     }
+    let reasoning = {};
+    switch (this.model.id) {
+      case "anthropic/claude-3.7-sonnet":
+      case "anthropic/claude-3.7-sonnet:beta":
+      case "anthropic/claude-3.7-sonnet:thinking":
+      case "anthropic/claude-3-7-sonnet":
+      case "anthropic/claude-3-7-sonnet:beta": {
+        const budget_tokens = this.#options.parameters.thinkingBudgetTokens || 0;
+        if (budget_tokens > 0) {
+          reasoning = { max_tokens: budget_tokens };
+        }
+        break;
+      }
+    }
     let shouldApplyMiddleOutTransform = !this.model.info.supportsPromptCache;
     if (this.model.id === "deepseek/deepseek-chat") {
       shouldApplyMiddleOutTransform = true;
@@ -629,7 +677,8 @@ var OpenRouterService = class extends AiServiceBase {
       temperature: 0,
       stream: true,
       transforms: shouldApplyMiddleOutTransform ? ["middle-out"] : void 0,
-      include_reasoning: true
+      include_reasoning: true,
+      ...reasoning
     });
     let genId;
     for await (const chunk of stream) {
@@ -2202,19 +2251,23 @@ ${agents}`;
     for (let i = 0; i < retryCount; i++) {
       currentAssistantMessage = "";
       const stream = this.ai.send(this.config.systemPrompt, this.messages);
-      for await (const chunk of stream) {
-        switch (chunk.type) {
-          case "usage":
-            await this.#callback({ kind: "Usage" /* Usage */, agent: this });
-            break;
-          case "text":
-            currentAssistantMessage += chunk.text;
-            await this.#callback({ kind: "Text" /* Text */, agent: this, newText: chunk.text });
-            break;
-          case "reasoning":
-            await this.#callback({ kind: "Reasoning" /* Reasoning */, agent: this, newText: chunk.text });
-            break;
+      try {
+        for await (const chunk of stream) {
+          switch (chunk.type) {
+            case "usage":
+              await this.#callback({ kind: "Usage" /* Usage */, agent: this });
+              break;
+            case "text":
+              currentAssistantMessage += chunk.text;
+              await this.#callback({ kind: "Text" /* Text */, agent: this, newText: chunk.text });
+              break;
+            case "reasoning":
+              await this.#callback({ kind: "Reasoning" /* Reasoning */, agent: this, newText: chunk.text });
+              break;
+          }
         }
+      } catch (error) {
+        console.error("Error in stream:", error);
       }
       if (currentAssistantMessage) {
         break;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@polka-codes/core",
-  "version": "0.7.4",
+  "version": "0.7.5",
   "license": "AGPL-3.0",
   "author": "github@polka.codes",
   "type": "module",
@@ -15,7 +15,7 @@
     "build": "tsup src/index.ts --experimental-dts --format esm --clean"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.36.2",
+    "@anthropic-ai/sdk": "0.39.0",
     "lodash": "^4.17.21",
     "openai": "^4.80.0"
   }