@intuned/browser-dev 0.1.16-dev.1 → 0.1.17-dev.0

package/accumulate_llm_cost.py

@@ -0,0 +1,120 @@
+#!/usr/bin/env python3
+"""
+Accumulate total LLM cost (in cents) across all runs in a results JSONL file.
+
+For each line in the results JSONL:
+  - read the `log_url` field
+  - download that logs JSONL
+  - find every log line whose message contains "Total LLM Cost In Cents: <number>"
+  - sum all those numbers
+
+Usage:
+    python accumulate_llm_cost.py /path/to/results.jsonl
+    python accumulate_llm_cost.py /path/to/results.jsonl --workers 16
+"""
+
+import argparse
+import json
+import re
+import sys
+import urllib.request
+from concurrent.futures import ThreadPoolExecutor, as_completed
+
+# Matches: "Total LLM Cost In Cents: 01.1"  -> captures "01.1"
+COST_RE = re.compile(r"Total LLM Cost In Cents:\s*([0-9]*\.?[0-9]+)", re.IGNORECASE)
+
+
+def download_text(url: str, timeout: int = 120) -> str:
+    req = urllib.request.Request(url, headers={"User-Agent": "llm-cost-accumulator"})
+    with urllib.request.urlopen(req, timeout=timeout) as resp:
+        return resp.read().decode("utf-8", errors="replace")
+
+
+def costs_from_log_text(text: str):
+    """Yield every cost value found in a logs JSONL blob."""
+    for line in text.splitlines():
+        line = line.strip()
+        if not line:
+            continue
+        message = None
+        try:
+            obj = json.loads(line)
+            message = obj.get("message")
+        except json.JSONDecodeError:
+            # fall back to scanning the raw line
+            message = line
+        if not message:
+            continue
+        for m in COST_RE.finditer(str(message)):
+            yield float(m.group(1))
+
+
+def process_run(record: dict):
+    """Return (label, total_cents, hit_count, error) for one results record."""
+    api = record.get("apiInfo", {})
+    name = api.get("name", "?")
+    run_id = api.get("runId") or record.get("projectJobRun", {}).get("id", "?")
+    label = f"{name} / {run_id}"
+
+    log_url = api.get("log_url")
+    if not log_url:
+        return label, 0.0, 0, "no log_url"
+
+    try:
+        text = download_text(log_url)
+    except Exception as e:  # noqa: BLE001
+        return label, 0.0, 0, f"download failed: {e}"
+
+    costs = list(costs_from_log_text(text))
+    return label, sum(costs), len(costs), None
+
+
+def main():
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument("results", help="Path to the results JSONL file")
+    parser.add_argument("--workers", type=int, default=8, help="Parallel downloads")
+    parser.add_argument("--quiet", action="store_true", help="Only print the grand total")
+    args = parser.parse_args()
+
+    with open(args.results, "r", encoding="utf-8") as f:
+        records = []
+        for ln, line in enumerate(f, 1):
+            line = line.strip()
+            if not line:
+                continue
+            try:
+                records.append(json.loads(line))
+            except json.JSONDecodeError as e:
+                print(f"  [warn] skipping malformed line {ln}: {e}", file=sys.stderr)
+
+    if not args.quiet:
+        print(f"Loaded {len(records)} run(s) from {args.results}\n")
+
+    grand_total = 0.0
+    total_hits = 0
+    errors = 0
+
+    with ThreadPoolExecutor(max_workers=args.workers) as pool:
+        futures = {pool.submit(process_run, rec): rec for rec in records}
+        for fut in as_completed(futures):
+            label, total, hits, err = fut.result()
+            if err:
+                errors += 1
+                if not args.quiet:
+                    print(f"  [error] {label}: {err}")
+                continue
+            grand_total += total
+            total_hits += hits
+            if not args.quiet:
+                print(f"  {label}: {total:.4f} cents ({hits} entr{'y' if hits == 1 else 'ies'})")
+
+    print("\n" + "=" * 60)
+    print(f"Runs processed : {len(records)}")
+    print(f"Cost entries   : {total_hits}")
+    print(f"Errors         : {errors}")
+    print(f"TOTAL LLM COST : {grand_total:.4f} cents  (${grand_total / 100:.4f})")
+    print("=" * 60)
+
+
+if __name__ == "__main__":
+    main()

package/dist/optimized-extractors/common/extractStructuredDataUsingClaude.js

@@ -8,10 +8,10 @@ var _anthropicModel = require("../models/anthropicModel");
 var _neverthrow = require("neverthrow");
 var Errors = _interopRequireWildcard(require("../types/errors"));
 var _utils = require("./utils");
-var _Logger = require("../../common/Logger");
 var _aiModelsValidations = require("../common/aiModelsValidations");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingClaude(input) {
+  var _unwrappedResponse$us, _unwrappedResponse$us2;
   const {
     entityName,
     model,
@@ -118,17 +118,11 @@ async function extractStructuredDataUsingClaude(input) {
   }
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, tool.input);
   const callCost = response.value.response.headers.get("x-ai-cost-in-cents");
-  if (input.logAiCallCost) {
-    if (apiKey) {
-      _Logger.logger.info(`extractor ${input.identifier}: AI cost is not calculated (using custom API key)`);
-    } else if (callCost) {
-      const cost = parseFloat(callCost);
-      if (!isNaN(cost)) {
-        _Logger.logger.info(`extractor ${input.identifier}: AI cost is $${cost / 100}`);
-      }
-    }
-  }
+  const costInCents = (0, _utils.parseCostInCents)(callCost);
+  const totalTokens = (((_unwrappedResponse$us = unwrappedResponse.usage) === null || _unwrappedResponse$us === void 0 ? void 0 : _unwrappedResponse$us.input_tokens) ?? 0) + (((_unwrappedResponse$us2 = unwrappedResponse.usage) === null || _unwrappedResponse$us2 === void 0 ? void 0 : _unwrappedResponse$us2.output_tokens) ?? 0);
   return (0, _neverthrow.ok)({
-    result
+    result,
+    costInCents,
+    totalTokens
   });
 }

package/dist/optimized-extractors/common/extractStructuredDataUsingOpenAi.js

@@ -7,11 +7,10 @@ exports.extractStructuredDataUsingOpenAi = extractStructuredDataUsingOpenAi;
 var _neverthrow = require("neverthrow");
 var Errors = _interopRequireWildcard(require("../types/errors"));
 var _utils = require("./utils");
-var _Logger = require("../../common/Logger");
 var _openaiModel = require("../models/openaiModel");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingOpenAi(input) {
-  var _completion$value$dat, _completion$value$dat2;
+  var _completion$value$dat, _completion$value$dat2, _completion$value$dat3;
   const {
     entityName,
     model,
@@ -50,13 +49,16 @@ async function extractStructuredDataUsingOpenAi(input) {
     content.push(...imageContent);
   }
   const modelName = input.model;
+  const supportsCustomTemperature = !/^(o\d|gpt-5)/i.test(modelName);
   const toolName = `extract_${entityName}`;
   const openAiInstance = (0, _openaiModel.createOpenAIInstance)({
     apiKey
   });
   const completion = await (0, _neverthrow.fromPromise)(openAiInstance.chat.completions.create({
-    max_tokens: 4000,
-    temperature: 0,
+    max_completion_tokens: 4000,
+    ...(supportsCustomTemperature ? {
+      temperature: 0
+    } : {}),
     model: modelName,
     messages: [{
       role: "system",
@@ -115,17 +117,11 @@ async function extractStructuredDataUsingOpenAi(input) {
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, parsedData.value);
   const formatted = (0, _utils.cleanupAiResult)(result);
   const callCost = completion.value.response.headers.get("x-ai-cost-in-cents");
-  if (input.logAiCallCost) {
-    if (apiKey) {
-      _Logger.logger.info(`extractor ${input.identifier}: AI cost is not calculated (using custom API key)`);
-    } else if (callCost) {
-      const cost = parseFloat(callCost);
-      if (!isNaN(cost)) {
-        _Logger.logger.info(`extractor ${input.identifier}: AI cost is $${cost / 100}`);
-      }
-    }
-  }
+  const costInCents = (0, _utils.parseCostInCents)(callCost);
+  const totalTokens = (_completion$value$dat3 = completion.value.data.usage) === null || _completion$value$dat3 === void 0 ? void 0 : _completion$value$dat3.total_tokens;
   return (0, _neverthrow.ok)({
-    result: formatted
+    result: formatted,
+    costInCents,
+    totalTokens
   });
 }

package/dist/optimized-extractors/common/extractStrucutredDataUsingAiInstance.js

@@ -7,11 +7,10 @@ exports.extractStructuredDataUsingAiInstance = extractStructuredDataUsingAiInsta
 var _neverthrow = require("neverthrow");
 var Errors = _interopRequireWildcard(require("../types/errors"));
 var _utils = require("./utils");
-var _Logger = require("../../common/Logger");
 var _ai = require("ai");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingAiInstance(input) {
-  var _apiResult$value$tool, _apiResult$value$tool2, _apiResult$value$resp;
+  var _apiResult$value$tool, _apiResult$value$tool2, _apiResult$value$resp, _apiResult$value$usag;
   const {
     entityName,
     model,
@@ -20,9 +19,7 @@ async function extractStructuredDataUsingAiInstance(input) {
     text,
     extraUserMessages,
     images,
-    apiKey,
-    apiName,
-    maxTokens
+    apiName
   } = input;
   const processedJsonSchema = (0, _utils.processInputSchema)(originalJsonSchema, entityName);
   const content = [];
@@ -106,17 +103,11 @@ async function extractStructuredDataUsingAiInstance(input) {
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, extractedData);
   const formatted = (0, _utils.cleanupAiResult)(result);
   const callCost = (_apiResult$value$resp = apiResult.value.response.headers) === null || _apiResult$value$resp === void 0 ? void 0 : _apiResult$value$resp["x-ai-cost-in-cents"];
-  if (input.logAiCallCost) {
-    if (apiKey) {
-      _Logger.logger.info(`extractor ${input.identifier}: AI cost is not calculated (using custom API key)`);
-    } else if (callCost) {
-      const cost = parseFloat(callCost);
-      if (!isNaN(cost)) {
-        _Logger.logger.info(`extractor ${input.identifier}: AI cost is $${cost / 100}`);
-      }
-    }
-  }
+  const costInCents = (0, _utils.parseCostInCents)(callCost);
+  const totalTokens = (_apiResult$value$usag = apiResult.value.usage) === null || _apiResult$value$usag === void 0 ? void 0 : _apiResult$value$usag.totalTokens;
   return (0, _neverthrow.ok)({
-    result: formatted
+    result: formatted,
+    costInCents,
+    totalTokens
   });
 }

package/dist/optimized-extractors/common/index.js

@@ -13,6 +13,7 @@ var _extractStructuredDataUsingOpenAi = require("./extractStructuredDataUsingOpe
 var _utils = require("./utils");
 var _extractStructuredDataUsingGoogle = require("./extractStructuredDataUsingGoogle");
 var _getModelProvider = require("../../common/getModelProvider");
+var _Logger = require("../../common/Logger");
 function isClaudeModel(model) {
   return (0, _getModelProvider.getModelProvider)(model) === "anthropic";
 }
@@ -47,9 +48,18 @@ async function extractStructuredDataUsingAi(input) {
     return (0, _neverthrow.err)(extractionResult.error);
   }
   const {
-    result
+    result,
+    costInCents,
+    totalTokens
   } = extractionResult.value;
+  if (costInCents !== undefined) {
+    _Logger.logger.info(`Total LLM Cost In Cents: ${costInCents}`);
+  } else if (totalTokens !== undefined) {
+    _Logger.logger.info(`Total LLM Tokens: ${totalTokens}`);
+  }
   return (0, _neverthrow.ok)({
-    result: (0, _utils.cleanupAiResult)(result)
+    result: (0, _utils.cleanupAiResult)(result),
+    costInCents,
+    totalTokens
   });
 }

package/dist/optimized-extractors/common/utils.js

@@ -6,11 +6,17 @@ Object.defineProperty(exports, "__esModule", {
 exports.cleanupAiResult = cleanupAiResult;
 exports.getRandomItems = getRandomItems;
 exports.getResultFromOutputSchema = getResultFromOutputSchema;
+exports.parseCostInCents = parseCostInCents;
 exports.processInputSchema = processInputSchema;
 function getRandomItems(arr, numItems) {
   const shuffled = arr.sort(() => 0.5 - Math.random());
   return shuffled.slice(0, numItems);
 }
+function parseCostInCents(headerValue) {
+  if (!headerValue) return undefined;
+  const cost = parseFloat(headerValue);
+  return isNaN(cost) ? undefined : cost;
+}
 function processInputSchema(originalJsonSchema, entityName) {
   const internalSchema = structuredClone(originalJsonSchema);
   delete internalSchema.description;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intuned/browser-dev",
-  "version": "0.1.16-dev.1",
+  "version": "0.1.17-dev.0",
   "description": "runner package for intuned functions",
   "types": "./dist/index.d.ts",
   "typesVersions": {