@intuned/browser-dev 0.1.17-dev.0 → 0.1.17-dev10

package/dist/common/loadRuntime.js

@@ -3,7 +3,7 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.loadRuntime = exports.loadGetAiGatewayConfig = void 0;
+exports.loadRuntime = exports.loadRunInfo = exports.loadGetAiGatewayConfig = void 0;
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 const loadRuntime = async () => {
   try {
@@ -14,6 +14,16 @@ const loadRuntime = async () => {
   }
 };
 exports.loadRuntime = loadRuntime;
+const loadRunInfo = async () => {
+  try {
+    const runtime = await Promise.resolve().then(() => _interopRequireWildcard(require("@intuned/runtime")));
+    const fn = runtime.runInfo;
+    return typeof fn === "function" ? fn() : undefined;
+  } catch {
+    return undefined;
+  }
+};
+exports.loadRunInfo = loadRunInfo;
 const loadGetAiGatewayConfig = async () => {
   const runtime = await Promise.resolve().then(() => _interopRequireWildcard(require("@intuned/runtime")));
   const fn = runtime.getAiGatewayConfig;

package/dist/intunedServices/ApiGateway/aiApiGateway.js

@@ -10,6 +10,7 @@ var _OpenAI = require("./providers/OpenAI");
 var _Gemini = require("./providers/Gemini");
 var _dotenv = require("dotenv");
 var _loadRuntime = require("../../common/loadRuntime");
+var _runInfoHeaders = require("./runInfoHeaders");
 (0, _dotenv.config)();
 class APIGateway {
   useGateway = false;
@@ -79,10 +80,15 @@ class APIGateway {
         baseUrl,
         apiKey
       } = getAiGatewayConfig();
+      const runInfoHeaders = (0, _runInfoHeaders.buildRunInfoHeaders)(await (0, _loadRuntime.loadRunInfo)());
+      const mergedHeaders = {
+        ...runInfoHeaders,
+        ...(extraHeaders ?? {})
+      };
       return {
         model: this.model,
         apiKey,
-        extraHeaders,
+        extraHeaders: Object.keys(mergedHeaders).length > 0 ? mergedHeaders : undefined,
         baseUrl
       };
     } catch (error) {

package/dist/intunedServices/ApiGateway/providers/Anthropic.js

@@ -9,16 +9,19 @@ var _jwtTokenManager = require("../../../common/jwtTokenManager");
 const createAnthropicInstance = input => {
   const {
     apiKey,
+    headers,
     baseUrl
   } = input;
   if (apiKey && baseUrl === undefined) {
     return (0, _anthropic.createAnthropic)({
-      apiKey
+      apiKey,
+      headers
     });
   } else {
     const baseURLWithV1 = baseUrl ? `${baseUrl}/v1` : undefined;
     return (0, _anthropic.createAnthropic)({
       apiKey,
+      headers,
       baseURL: baseURLWithV1,
       fetch: _jwtTokenManager.backendFunctionsTokenManager.fetchWithToken.bind(_jwtTokenManager.backendFunctionsTokenManager)
     });

package/dist/intunedServices/ApiGateway/runInfoHeaders.js

@@ -0,0 +1,25 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.buildRunInfoHeaders = buildRunInfoHeaders;
+function buildRunInfoHeaders(runInfo) {
+  const headers = {};
+  if (!runInfo) {
+    return headers;
+  }
+  if (runInfo.jobId) {
+    headers["x-intuned-job-id"] = runInfo.jobId;
+  }
+  if (runInfo.jobRunId) {
+    headers["x-intuned-job-run-id"] = runInfo.jobRunId;
+  }
+  if (runInfo.runId) {
+    headers["x-intuned-run-id"] = runInfo.runId;
+  }
+  if (runInfo.authSessionId) {
+    headers["x-intuned-auth-session-id"] = runInfo.authSessionId;
+  }
+  return headers;
+}

package/dist/intunedServices/ApiGateway/tests/testApiGateway.spec.js

@@ -27,7 +27,8 @@ _vitest.vi.mock("../providers/Gemini", () => ({
 }));
 _vitest.vi.mock("../../../common/loadRuntime", () => ({
   loadRuntime: _vitest.vi.fn(),
-  loadGetAiGatewayConfig: _vitest.vi.fn()
+  loadGetAiGatewayConfig: _vitest.vi.fn(),
+  loadRunInfo: _vitest.vi.fn()
 }));
 const mockGetModelProvider = _vitest.vi.mocked(_getModelProvider.getModelProvider);
 const mockCreateAnthropicInstance = _vitest.vi.mocked(_Anthropic.createAnthropicInstance);
@@ -35,6 +36,7 @@ const mockCreateOpenAIInstance = _vitest.vi.mocked(_OpenAI.createOpenAIInstance)
 const mockCreateGoogleInstance = _vitest.vi.mocked(_Gemini.createGoogleInstance);
 const mockLoadRuntime = _vitest.vi.mocked(_loadRuntime.loadRuntime);
 const mockLoadGetAiGatewayConfig = _vitest.vi.mocked(_loadRuntime.loadGetAiGatewayConfig);
+const mockLoadRunInfo = _vitest.vi.mocked(_loadRuntime.loadRunInfo);
 (0, _extendedTest.describe)("APIGateway", () => {
   let originalEnv;
   (0, _extendedTest.beforeEach)(() => {
@@ -49,6 +51,7 @@ const mockLoadGetAiGatewayConfig = _vitest.vi.mocked(_loadRuntime.loadGetAiGatew
       GOOGLE_API_KEY: undefined
     };
     _vitest.vi.clearAllMocks();
+    mockLoadRunInfo.mockResolvedValue(undefined);
   });
   (0, _extendedTest.afterEach)(() => {
     process.env = originalEnv;
@@ -201,6 +204,99 @@ const mockLoadGetAiGatewayConfig = _vitest.vi.mocked(_loadRuntime.loadGetAiGatew
       await gateway["ensureInitialized"]();
       await (0, _extendedTest.expect)(gateway["getModelConfig"]()).rejects.toThrow("Failed to load gateway configuration from @intuned/runtime");
     });
+    (0, _extendedTest.it)("should attach x-intuned-* headers from runInfo in gateway mode", async () => {
+      mockGetModelProvider.mockReturnValue("anthropic");
+      mockLoadRuntime.mockResolvedValue(() => ({
+        runId: "test"
+      }));
+      mockLoadGetAiGatewayConfig.mockResolvedValue(() => ({
+        baseUrl: "https://gw.example.com/intuned-ai-gateway",
+        apiKey: "resolved-token"
+      }));
+      mockLoadRunInfo.mockResolvedValue({
+        runEnvironment: "DEPLOYED",
+        jobId: "job-1",
+        jobRunId: "run-1",
+        runId: "r-1",
+        authSessionId: "auth-1"
+      });
+      const gateway = new _aiApiGateway.APIGateway({
+        model: "claude-3-sonnet"
+      });
+      await gateway["ensureInitialized"]();
+      const result = await gateway["getModelConfig"]();
+      (0, _extendedTest.expect)(result.extraHeaders).toEqual({
+        "x-intuned-job-id": "job-1",
+        "x-intuned-job-run-id": "run-1",
+        "x-intuned-run-id": "r-1",
+        "x-intuned-auth-session-id": "auth-1"
+      });
+    });
+    (0, _extendedTest.it)("should only attach headers for present runInfo fields", async () => {
+      mockGetModelProvider.mockReturnValue("anthropic");
+      mockLoadRuntime.mockResolvedValue(() => ({
+        runId: "test"
+      }));
+      mockLoadGetAiGatewayConfig.mockResolvedValue(() => ({
+        baseUrl: "https://gw.example.com/intuned-ai-gateway",
+        apiKey: "resolved-token"
+      }));
+      mockLoadRunInfo.mockResolvedValue({
+        runEnvironment: "DEPLOYED",
+        jobId: "job-1"
+      });
+      const gateway = new _aiApiGateway.APIGateway({
+        model: "claude-3-sonnet"
+      });
+      await gateway["ensureInitialized"]();
+      const result = await gateway["getModelConfig"]();
+      (0, _extendedTest.expect)(result.extraHeaders).toEqual({
+        "x-intuned-job-id": "job-1"
+      });
+    });
+    (0, _extendedTest.it)("should let caller-provided headers override runInfo-derived ones", async () => {
+      mockGetModelProvider.mockReturnValue("anthropic");
+      mockLoadRuntime.mockResolvedValue(() => ({
+        runId: "test"
+      }));
+      mockLoadGetAiGatewayConfig.mockResolvedValue(() => ({
+        baseUrl: "https://gw.example.com/intuned-ai-gateway",
+        apiKey: "resolved-token"
+      }));
+      mockLoadRunInfo.mockResolvedValue({
+        runEnvironment: "DEPLOYED",
+        jobId: "from-runinfo"
+      });
+      const gateway = new _aiApiGateway.APIGateway({
+        model: "claude-3-sonnet"
+      });
+      await gateway["ensureInitialized"]();
+      const result = await gateway["getModelConfig"]({
+        "x-intuned-job-id": "from-caller",
+        "Custom-Header": "value"
+      });
+      (0, _extendedTest.expect)(result.extraHeaders).toEqual({
+        "x-intuned-job-id": "from-caller",
+        "Custom-Header": "value"
+      });
+    });
+    (0, _extendedTest.it)("should leave extraHeaders undefined when no runInfo and no caller headers", async () => {
+      mockGetModelProvider.mockReturnValue("anthropic");
+      mockLoadRuntime.mockResolvedValue(() => ({
+        runId: "test"
+      }));
+      mockLoadGetAiGatewayConfig.mockResolvedValue(() => ({
+        baseUrl: "https://gw.example.com/intuned-ai-gateway",
+        apiKey: "resolved-token"
+      }));
+      mockLoadRunInfo.mockResolvedValue(undefined);
+      const gateway = new _aiApiGateway.APIGateway({
+        model: "claude-3-sonnet"
+      });
+      await gateway["ensureInitialized"]();
+      const result = await gateway["getModelConfig"]();
+      (0, _extendedTest.expect)(result.extraHeaders).toBeUndefined();
+    });
   });
   (0, _extendedTest.describe)("createProviderInstance", () => {
     (0, _extendedTest.it)("should create anthropic instance with gateway mode", async () => {
@@ -228,6 +324,38 @@ const mockLoadGetAiGatewayConfig = _vitest.vi.mocked(_loadRuntime.loadGetAiGatew
       });
       (0, _extendedTest.expect)(result).toBe(mockInstance);
     });
+    (0, _extendedTest.it)("should pass runInfo-derived headers to the anthropic gateway provider", async () => {
+      mockGetModelProvider.mockReturnValue("anthropic");
+      mockLoadRuntime.mockResolvedValue(() => ({
+        runId: "test"
+      }));
+      mockLoadGetAiGatewayConfig.mockResolvedValue(() => ({
+        baseUrl: "https://functions.example.com/api/workspace123/functions/integration456/intuned-ai-gateway",
+        apiKey: "resolved-token"
+      }));
+      mockLoadRunInfo.mockResolvedValue({
+        runEnvironment: "DEPLOYED",
+        jobId: "job-1",
+        jobRunId: "run-1"
+      });
+      const mockInstance = {
+        chat: _vitest.vi.fn()
+      };
+      mockCreateAnthropicInstance.mockReturnValue(mockInstance);
+      const gateway = new _aiApiGateway.APIGateway({
+        model: "claude-3-sonnet"
+      });
+      await gateway.createProviderInstance();
+      (0, _extendedTest.expect)(mockCreateAnthropicInstance).toHaveBeenCalledWith({
+        apiKey: "resolved-token",
+        headers: {
+          "x-intuned-job-id": "job-1",
+          "x-intuned-job-run-id": "run-1"
+        },
+        model: "claude-3-sonnet",
+        baseUrl: "https://functions.example.com/api/workspace123/functions/integration456/intuned-ai-gateway"
+      });
+    });
     (0, _extendedTest.it)("should create openai instance with direct API key", async () => {
       mockGetModelProvider.mockReturnValue("openai");
       const mockInstance = {

package/dist/optimized-extractors/common/extractStructuredDataUsingClaude.js

@@ -8,10 +8,10 @@ var _anthropicModel = require("../models/anthropicModel");
 var _neverthrow = require("neverthrow");
 var Errors = _interopRequireWildcard(require("../types/errors"));
 var _utils = require("./utils");
+var _Logger = require("../../common/Logger");
 var _aiModelsValidations = require("../common/aiModelsValidations");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingClaude(input) {
-  var _unwrappedResponse$us, _unwrappedResponse$us2;
   const {
     entityName,
     model,
@@ -118,11 +118,17 @@ async function extractStructuredDataUsingClaude(input) {
   }
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, tool.input);
   const callCost = response.value.response.headers.get("x-ai-cost-in-cents");
-  const costInCents = (0, _utils.parseCostInCents)(callCost);
-  const totalTokens = (((_unwrappedResponse$us = unwrappedResponse.usage) === null || _unwrappedResponse$us === void 0 ? void 0 : _unwrappedResponse$us.input_tokens) ?? 0) + (((_unwrappedResponse$us2 = unwrappedResponse.usage) === null || _unwrappedResponse$us2 === void 0 ? void 0 : _unwrappedResponse$us2.output_tokens) ?? 0);
+  if (input.logAiCallCost) {
+    if (apiKey) {
+      _Logger.logger.info(`extractor ${input.identifier}: AI cost is not calculated (using custom API key)`);
+    } else if (callCost) {
+      const cost = parseFloat(callCost);
+      if (!isNaN(cost)) {
+        _Logger.logger.info(`extractor ${input.identifier}: AI cost is $${cost / 100}`);
+      }
+    }
+  }
   return (0, _neverthrow.ok)({
-    result,
-    costInCents,
-    totalTokens
+    result
   });
 }

package/dist/optimized-extractors/common/extractStructuredDataUsingOpenAi.js

@@ -7,10 +7,11 @@ exports.extractStructuredDataUsingOpenAi = extractStructuredDataUsingOpenAi;
 var _neverthrow = require("neverthrow");
 var Errors = _interopRequireWildcard(require("../types/errors"));
 var _utils = require("./utils");
+var _Logger = require("../../common/Logger");
 var _openaiModel = require("../models/openaiModel");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingOpenAi(input) {
-  var _completion$value$dat, _completion$value$dat2, _completion$value$dat3;
+  var _completion$value$dat, _completion$value$dat2;
   const {
     entityName,
     model,
@@ -49,16 +50,13 @@ async function extractStructuredDataUsingOpenAi(input) {
     content.push(...imageContent);
   }
   const modelName = input.model;
-  const supportsCustomTemperature = !/^(o\d|gpt-5)/i.test(modelName);
   const toolName = `extract_${entityName}`;
   const openAiInstance = (0, _openaiModel.createOpenAIInstance)({
     apiKey
   });
   const completion = await (0, _neverthrow.fromPromise)(openAiInstance.chat.completions.create({
-    max_completion_tokens: 4000,
-    ...(supportsCustomTemperature ? {
-      temperature: 0
-    } : {}),
+    max_tokens: 4000,
+    temperature: 0,
     model: modelName,
     messages: [{
       role: "system",
@@ -117,11 +115,17 @@ async function extractStructuredDataUsingOpenAi(input) {
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, parsedData.value);
   const formatted = (0, _utils.cleanupAiResult)(result);
   const callCost = completion.value.response.headers.get("x-ai-cost-in-cents");
-  const costInCents = (0, _utils.parseCostInCents)(callCost);
-  const totalTokens = (_completion$value$dat3 = completion.value.data.usage) === null || _completion$value$dat3 === void 0 ? void 0 : _completion$value$dat3.total_tokens;
+  if (input.logAiCallCost) {
+    if (apiKey) {
+      _Logger.logger.info(`extractor ${input.identifier}: AI cost is not calculated (using custom API key)`);
+    } else if (callCost) {
+      const cost = parseFloat(callCost);
+      if (!isNaN(cost)) {
+        _Logger.logger.info(`extractor ${input.identifier}: AI cost is $${cost / 100}`);
+      }
+    }
+  }
   return (0, _neverthrow.ok)({
-    result: formatted,
-    costInCents,
-    totalTokens
+    result: formatted
   });
 }

package/dist/optimized-extractors/common/extractStrucutredDataUsingAiInstance.js

@@ -7,10 +7,11 @@ exports.extractStructuredDataUsingAiInstance = extractStructuredDataUsingAiInsta
 var _neverthrow = require("neverthrow");
 var Errors = _interopRequireWildcard(require("../types/errors"));
 var _utils = require("./utils");
+var _Logger = require("../../common/Logger");
 var _ai = require("ai");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingAiInstance(input) {
-  var _apiResult$value$tool, _apiResult$value$tool2, _apiResult$value$resp, _apiResult$value$usag;
+  var _apiResult$value$tool, _apiResult$value$tool2, _apiResult$value$resp;
   const {
     entityName,
     model,
@@ -19,7 +20,9 @@ async function extractStructuredDataUsingAiInstance(input) {
     text,
     extraUserMessages,
     images,
-    apiName
+    apiKey,
+    apiName,
+    maxTokens
   } = input;
   const processedJsonSchema = (0, _utils.processInputSchema)(originalJsonSchema, entityName);
   const content = [];
@@ -103,11 +106,17 @@ async function extractStructuredDataUsingAiInstance(input) {
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, extractedData);
   const formatted = (0, _utils.cleanupAiResult)(result);
   const callCost = (_apiResult$value$resp = apiResult.value.response.headers) === null || _apiResult$value$resp === void 0 ? void 0 : _apiResult$value$resp["x-ai-cost-in-cents"];
-  const costInCents = (0, _utils.parseCostInCents)(callCost);
-  const totalTokens = (_apiResult$value$usag = apiResult.value.usage) === null || _apiResult$value$usag === void 0 ? void 0 : _apiResult$value$usag.totalTokens;
+  if (input.logAiCallCost) {
+    if (apiKey) {
+      _Logger.logger.info(`extractor ${input.identifier}: AI cost is not calculated (using custom API key)`);
+    } else if (callCost) {
+      const cost = parseFloat(callCost);
+      if (!isNaN(cost)) {
+        _Logger.logger.info(`extractor ${input.identifier}: AI cost is $${cost / 100}`);
+      }
+    }
+  }
   return (0, _neverthrow.ok)({
-    result: formatted,
-    costInCents,
-    totalTokens
+    result: formatted
   });
 }

package/dist/optimized-extractors/common/index.js

@@ -13,7 +13,6 @@ var _extractStructuredDataUsingOpenAi = require("./extractStructuredDataUsingOpe
 var _utils = require("./utils");
 var _extractStructuredDataUsingGoogle = require("./extractStructuredDataUsingGoogle");
 var _getModelProvider = require("../../common/getModelProvider");
-var _Logger = require("../../common/Logger");
 function isClaudeModel(model) {
   return (0, _getModelProvider.getModelProvider)(model) === "anthropic";
 }
@@ -48,18 +47,9 @@ async function extractStructuredDataUsingAi(input) {
     return (0, _neverthrow.err)(extractionResult.error);
   }
   const {
-    result,
-    costInCents,
-    totalTokens
+    result
   } = extractionResult.value;
-  if (costInCents !== undefined) {
-    _Logger.logger.info(`Total LLM Cost In Cents: ${costInCents}`);
-  } else if (totalTokens !== undefined) {
-    _Logger.logger.info(`Total LLM Tokens: ${totalTokens}`);
-  }
   return (0, _neverthrow.ok)({
-    result: (0, _utils.cleanupAiResult)(result),
-    costInCents,
-    totalTokens
+    result: (0, _utils.cleanupAiResult)(result)
   });
 }

package/dist/optimized-extractors/common/utils.js

@@ -6,17 +6,11 @@ Object.defineProperty(exports, "__esModule", {
 exports.cleanupAiResult = cleanupAiResult;
 exports.getRandomItems = getRandomItems;
 exports.getResultFromOutputSchema = getResultFromOutputSchema;
-exports.parseCostInCents = parseCostInCents;
 exports.processInputSchema = processInputSchema;
 function getRandomItems(arr, numItems) {
   const shuffled = arr.sort(() => 0.5 - Math.random());
   return shuffled.slice(0, numItems);
 }
-function parseCostInCents(headerValue) {
-  if (!headerValue) return undefined;
-  const cost = parseFloat(headerValue);
-  return isNaN(cost) ? undefined : cost;
-}
 function processInputSchema(originalJsonSchema, entityName) {
   const internalSchema = structuredClone(originalJsonSchema);
   delete internalSchema.description;

package/dist/types/intuned-runtime.d.ts

@@ -9,7 +9,18 @@ declare module "@intuned/runtime" {
     password: string;
   }
 
+  export interface RunInfo {
+    runEnvironment: string;
+    runId?: string;
+    jobId?: string;
+    jobRunId?: string;
+    queueId?: string;
+    proxy?: string;
+    authSessionId?: string;
+  }
+
   export function getExecutionContext(): any;
+  export function runInfo(): RunInfo;
   export function extendTimeout(): void;
   export function runWithContext<R, TArgs extends any[]>(
     contextData: any,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intuned/browser-dev",
-  "version": "0.1.17-dev.0",
+  "version": "0.1.17-dev10",
   "description": "runner package for intuned functions",
   "types": "./dist/index.d.ts",
   "typesVersions": {

package/.claude/settings.local.json

@@ -1,8 +0,0 @@
-{
-  "permissions": {
-    "allow": [
-      "Bash(yarn list:*)",
-      "Bash(npm ls:*)"
-    ]
-  }
-}

package/accumulate_llm_cost.py

@@ -1,120 +0,0 @@
-#!/usr/bin/env python3
-"""
-Accumulate total LLM cost (in cents) across all runs in a results JSONL file.
-
-For each line in the results JSONL:
-  - read the `log_url` field
-  - download that logs JSONL
-  - find every log line whose message contains "Total LLM Cost In Cents: <number>"
-  - sum all those numbers
-
-Usage:
-    python accumulate_llm_cost.py /path/to/results.jsonl
-    python accumulate_llm_cost.py /path/to/results.jsonl --workers 16
-"""
-
-import argparse
-import json
-import re
-import sys
-import urllib.request
-from concurrent.futures import ThreadPoolExecutor, as_completed
-
-# Matches: "Total LLM Cost In Cents: 01.1"  -> captures "01.1"
-COST_RE = re.compile(r"Total LLM Cost In Cents:\s*([0-9]*\.?[0-9]+)", re.IGNORECASE)
-
-
-def download_text(url: str, timeout: int = 120) -> str:
-    req = urllib.request.Request(url, headers={"User-Agent": "llm-cost-accumulator"})
-    with urllib.request.urlopen(req, timeout=timeout) as resp:
-        return resp.read().decode("utf-8", errors="replace")
-
-
-def costs_from_log_text(text: str):
-    """Yield every cost value found in a logs JSONL blob."""
-    for line in text.splitlines():
-        line = line.strip()
-        if not line:
-            continue
-        message = None
-        try:
-            obj = json.loads(line)
-            message = obj.get("message")
-        except json.JSONDecodeError:
-            # fall back to scanning the raw line
-            message = line
-        if not message:
-            continue
-        for m in COST_RE.finditer(str(message)):
-            yield float(m.group(1))
-
-
-def process_run(record: dict):
-    """Return (label, total_cents, hit_count, error) for one results record."""
-    api = record.get("apiInfo", {})
-    name = api.get("name", "?")
-    run_id = api.get("runId") or record.get("projectJobRun", {}).get("id", "?")
-    label = f"{name} / {run_id}"
-
-    log_url = api.get("log_url")
-    if not log_url:
-        return label, 0.0, 0, "no log_url"
-
-    try:
-        text = download_text(log_url)
-    except Exception as e:  # noqa: BLE001
-        return label, 0.0, 0, f"download failed: {e}"
-
-    costs = list(costs_from_log_text(text))
-    return label, sum(costs), len(costs), None
-
-
-def main():
-    parser = argparse.ArgumentParser(description=__doc__)
-    parser.add_argument("results", help="Path to the results JSONL file")
-    parser.add_argument("--workers", type=int, default=8, help="Parallel downloads")
-    parser.add_argument("--quiet", action="store_true", help="Only print the grand total")
-    args = parser.parse_args()
-
-    with open(args.results, "r", encoding="utf-8") as f:
-        records = []
-        for ln, line in enumerate(f, 1):
-            line = line.strip()
-            if not line:
-                continue
-            try:
-                records.append(json.loads(line))
-            except json.JSONDecodeError as e:
-                print(f"  [warn] skipping malformed line {ln}: {e}", file=sys.stderr)
-
-    if not args.quiet:
-        print(f"Loaded {len(records)} run(s) from {args.results}\n")
-
-    grand_total = 0.0
-    total_hits = 0
-    errors = 0
-
-    with ThreadPoolExecutor(max_workers=args.workers) as pool:
-        futures = {pool.submit(process_run, rec): rec for rec in records}
-        for fut in as_completed(futures):
-            label, total, hits, err = fut.result()
-            if err:
-                errors += 1
-                if not args.quiet:
-                    print(f"  [error] {label}: {err}")
-                continue
-            grand_total += total
-            total_hits += hits
-            if not args.quiet:
-                print(f"  {label}: {total:.4f} cents ({hits} entr{'y' if hits == 1 else 'ies'})")
-
-    print("\n" + "=" * 60)
-    print(f"Runs processed : {len(records)}")
-    print(f"Cost entries   : {total_hits}")
-    print(f"Errors         : {errors}")
-    print(f"TOTAL LLM COST : {grand_total:.4f} cents  (${grand_total / 100:.4f})")
-    print("=" * 60)
-
-
-if __name__ == "__main__":
-    main()