@polka-codes/core 0.7.1 → 0.7.2

package/dist/index.js

@@ -13420,6 +13420,7 @@ class OpenRouterService extends AiServiceBase {
   #client;
   #apiKey;
   #options;
+  #modelProviderInfo;
   model;
   constructor(options) {
     super(options.usageMeter);
@@ -13444,6 +13445,9 @@ class OpenRouterService extends AiServiceBase {
       id: options.model,
       info: {}
     };
+    fetch(`https://openrouter.ai/api/v1/models/${this.model.id}/endpoints`).then((res) => res.json()).then((data) => {
+      this.#modelProviderInfo = data.data;
+    });
   }
   async* sendImpl(systemPrompt, messages) {
     const openAiMessages = [
@@ -13564,12 +13568,20 @@ class OpenRouterService extends AiServiceBase {
         signal: controller.signal
       });
       const responseBody = await response.json();
-      const generation = responseBody.data;
+      const generation = responseBody.data ?? {};
+      let totalCost = generation.total_cost || 0;
+      if (generation.is_byok && this.#modelProviderInfo) {
+        const price = this.#modelProviderInfo.endpoints.find((e) => e.provider_name === generation.provider_name)?.pricing;
+        if (price) {
+          totalCost += (generation.native_tokens_prompt || 0) * price.request;
+          totalCost += (generation.native_tokens_completion || 0) * price.completion;
+        }
+      }
       yield {
         type: "usage",
-        inputTokens: generation?.native_tokens_prompt || 0,
-        outputTokens: generation?.native_tokens_completion || 0,
-        totalCost: generation?.total_cost || 0
+        inputTokens: generation.native_tokens_prompt || 0,
+        outputTokens: generation.native_tokens_completion || 0,
+        totalCost
       };
     } catch (error) {
       console.error("Error fetching OpenRouter generation details:", error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@polka-codes/core",
-  "version": "0.7.1",
+  "version": "0.7.2",
   "license": "AGPL-3.0",
   "author": "github@polka.codes",
   "type": "module",