@intuned/browser-dev 0.1.17-dev.0 → 0.1.17-dev.1

package/dist/optimized-extractors/common/extractStructuredDataUsingClaude.js

@@ -96,6 +96,9 @@ async function extractStructuredDataUsingClaude(input) {
     return (0, _neverthrow.err)(response.error);
   }
   const unwrappedResponse = response.value.data;
+  const costInCents = (0, _utils.parseCostInCents)(response.value.response.headers.get("x-ai-cost-in-cents"));
+  const totalTokens = (((_unwrappedResponse$us = unwrappedResponse.usage) === null || _unwrappedResponse$us === void 0 ? void 0 : _unwrappedResponse$us.input_tokens) ?? 0) + (((_unwrappedResponse$us2 = unwrappedResponse.usage) === null || _unwrappedResponse$us2 === void 0 ? void 0 : _unwrappedResponse$us2.output_tokens) ?? 0);
+  (0, _utils.logAiCallUsage)(costInCents, totalTokens);
   if (unwrappedResponse.stop_reason === "max_tokens") {
     return (0, _neverthrow.err)(Errors.AiCallFailed("response from ai exceeds model maximum output tokens, try to be more specific with what data you need to extract"));
   }
@@ -117,9 +120,6 @@ async function extractStructuredDataUsingClaude(input) {
     return (0, _neverthrow.err)(Errors.invalidExtractionResult("the model was not able to extract data correctly"));
   }
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, tool.input);
-  const callCost = response.value.response.headers.get("x-ai-cost-in-cents");
-  const costInCents = (0, _utils.parseCostInCents)(callCost);
-  const totalTokens = (((_unwrappedResponse$us = unwrappedResponse.usage) === null || _unwrappedResponse$us === void 0 ? void 0 : _unwrappedResponse$us.input_tokens) ?? 0) + (((_unwrappedResponse$us2 = unwrappedResponse.usage) === null || _unwrappedResponse$us2 === void 0 ? void 0 : _unwrappedResponse$us2.output_tokens) ?? 0);
   return (0, _neverthrow.ok)({
     result,
     costInCents,

package/dist/optimized-extractors/common/extractStructuredDataUsingOpenAi.js

@@ -92,14 +92,17 @@ async function extractStructuredDataUsingOpenAi(input) {
   if (completion.isErr()) {
     return (0, _neverthrow.err)(completion.error);
   }
+  const costInCents = (0, _utils.parseCostInCents)(completion.value.response.headers.get("x-ai-cost-in-cents"));
+  const totalTokens = (_completion$value$dat = completion.value.data.usage) === null || _completion$value$dat === void 0 ? void 0 : _completion$value$dat.total_tokens;
+  (0, _utils.logAiCallUsage)(costInCents, totalTokens);
   if (completion.value.data.choices[0].finish_reason === "length") {
     return (0, _neverthrow.err)(Errors.AiCallFailed("response from ai exceeds model maximum output tokens, try to be more specific with what data you need to extract"));
   }
-  const noDataFound = (_completion$value$dat = completion.value.data.choices[0].message.tool_calls) === null || _completion$value$dat === void 0 ? void 0 : _completion$value$dat.some(content => content.type === "function" && content.function.name == "no_data_found");
+  const noDataFound = (_completion$value$dat2 = completion.value.data.choices[0].message.tool_calls) === null || _completion$value$dat2 === void 0 ? void 0 : _completion$value$dat2.some(content => content.type === "function" && content.function.name == "no_data_found");
   if (noDataFound) {
     return (0, _neverthrow.err)(Errors.NoDataFound("data isn't found in the text or images."));
   }
-  let functionCall = (_completion$value$dat2 = completion.value.data.choices[0].message.tool_calls) === null || _completion$value$dat2 === void 0 || (_completion$value$dat2 = _completion$value$dat2.find(t => t.type === "function" && t.function.name === toolName)) === null || _completion$value$dat2 === void 0 ? void 0 : _completion$value$dat2.function;
+  let functionCall = (_completion$value$dat3 = completion.value.data.choices[0].message.tool_calls) === null || _completion$value$dat3 === void 0 || (_completion$value$dat3 = _completion$value$dat3.find(t => t.type === "function" && t.function.name === toolName)) === null || _completion$value$dat3 === void 0 ? void 0 : _completion$value$dat3.function;
   if (!functionCall) {
     functionCall = completion.value.data.choices[0].message.function_call;
     if (!functionCall) {
@@ -116,9 +119,6 @@ async function extractStructuredDataUsingOpenAi(input) {
   }
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, parsedData.value);
   const formatted = (0, _utils.cleanupAiResult)(result);
-  const callCost = completion.value.response.headers.get("x-ai-cost-in-cents");
-  const costInCents = (0, _utils.parseCostInCents)(callCost);
-  const totalTokens = (_completion$value$dat3 = completion.value.data.usage) === null || _completion$value$dat3 === void 0 ? void 0 : _completion$value$dat3.total_tokens;
   return (0, _neverthrow.ok)({
     result: formatted,
     costInCents,

package/dist/optimized-extractors/common/extractStrucutredDataUsingAiInstance.js

@@ -10,7 +10,7 @@ var _utils = require("./utils");
 var _ai = require("ai");
 function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 async function extractStructuredDataUsingAiInstance(input) {
-  var _apiResult$value$tool, _apiResult$value$tool2, _apiResult$value$resp, _apiResult$value$usag;
+  var _apiResult$value$resp, _apiResult$value$usag, _apiResult$value$tool, _apiResult$value$tool2;
   const {
     entityName,
     model,
@@ -85,6 +85,9 @@ async function extractStructuredDataUsingAiInstance(input) {
   if (apiResult.isErr()) {
     return (0, _neverthrow.err)(apiResult.error);
   }
+  const costInCents = (0, _utils.parseCostInCents)((_apiResult$value$resp = apiResult.value.response.headers) === null || _apiResult$value$resp === void 0 ? void 0 : _apiResult$value$resp["x-ai-cost-in-cents"]);
+  const totalTokens = (_apiResult$value$usag = apiResult.value.usage) === null || _apiResult$value$usag === void 0 ? void 0 : _apiResult$value$usag.totalTokens;
+  (0, _utils.logAiCallUsage)(costInCents, totalTokens);
   if (apiResult.value.finishReason === "length") {
     return (0, _neverthrow.err)(Errors.AiCallFailed("response from ai exceeds model maximum output tokens, try to be more specific with what data you need to extract"));
   }
@@ -102,9 +105,6 @@ async function extractStructuredDataUsingAiInstance(input) {
   }
   const result = (0, _utils.getResultFromOutputSchema)(originalJsonSchema, entityName, extractedData);
   const formatted = (0, _utils.cleanupAiResult)(result);
-  const callCost = (_apiResult$value$resp = apiResult.value.response.headers) === null || _apiResult$value$resp === void 0 ? void 0 : _apiResult$value$resp["x-ai-cost-in-cents"];
-  const costInCents = (0, _utils.parseCostInCents)(callCost);
-  const totalTokens = (_apiResult$value$usag = apiResult.value.usage) === null || _apiResult$value$usag === void 0 ? void 0 : _apiResult$value$usag.totalTokens;
   return (0, _neverthrow.ok)({
     result: formatted,
     costInCents,

package/dist/optimized-extractors/common/index.js

@@ -13,7 +13,6 @@ var _extractStructuredDataUsingOpenAi = require("./extractStructuredDataUsingOpe
 var _utils = require("./utils");
 var _extractStructuredDataUsingGoogle = require("./extractStructuredDataUsingGoogle");
 var _getModelProvider = require("../../common/getModelProvider");
-var _Logger = require("../../common/Logger");
 function isClaudeModel(model) {
   return (0, _getModelProvider.getModelProvider)(model) === "anthropic";
 }
@@ -52,11 +51,6 @@ async function extractStructuredDataUsingAi(input) {
     costInCents,
     totalTokens
   } = extractionResult.value;
-  if (costInCents !== undefined) {
-    _Logger.logger.info(`Total LLM Cost In Cents: ${costInCents}`);
-  } else if (totalTokens !== undefined) {
-    _Logger.logger.info(`Total LLM Tokens: ${totalTokens}`);
-  }
   return (0, _neverthrow.ok)({
     result: (0, _utils.cleanupAiResult)(result),
     costInCents,

package/dist/optimized-extractors/common/utils.js

@@ -6,8 +6,10 @@ Object.defineProperty(exports, "__esModule", {
 exports.cleanupAiResult = cleanupAiResult;
 exports.getRandomItems = getRandomItems;
 exports.getResultFromOutputSchema = getResultFromOutputSchema;
+exports.logAiCallUsage = logAiCallUsage;
 exports.parseCostInCents = parseCostInCents;
 exports.processInputSchema = processInputSchema;
+var _Logger = require("../../common/Logger");
 function getRandomItems(arr, numItems) {
   const shuffled = arr.sort(() => 0.5 - Math.random());
   return shuffled.slice(0, numItems);
@@ -17,6 +19,13 @@ function parseCostInCents(headerValue) {
   const cost = parseFloat(headerValue);
   return isNaN(cost) ? undefined : cost;
 }
+function logAiCallUsage(costInCents, totalTokens) {
+  if (costInCents !== undefined) {
+    _Logger.logger.info(`Total LLM Cost In Cents: ${costInCents}`);
+  } else if (totalTokens !== undefined) {
+    _Logger.logger.info(`Total LLM Tokens: ${totalTokens}`);
+  }
+}
 function processInputSchema(originalJsonSchema, entityName) {
   const internalSchema = structuredClone(originalJsonSchema);
   delete internalSchema.description;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intuned/browser-dev",
-  "version": "0.1.17-dev.0",
+  "version": "0.1.17-dev.1",
   "description": "runner package for intuned functions",
   "types": "./dist/index.d.ts",
   "typesVersions": {

package/accumulate_llm_cost.py

@@ -1,120 +0,0 @@
-#!/usr/bin/env python3
-"""
-Accumulate total LLM cost (in cents) across all runs in a results JSONL file.
-
-For each line in the results JSONL:
-  - read the `log_url` field
-  - download that logs JSONL
-  - find every log line whose message contains "Total LLM Cost In Cents: <number>"
-  - sum all those numbers
-
-Usage:
-    python accumulate_llm_cost.py /path/to/results.jsonl
-    python accumulate_llm_cost.py /path/to/results.jsonl --workers 16
-"""
-
-import argparse
-import json
-import re
-import sys
-import urllib.request
-from concurrent.futures import ThreadPoolExecutor, as_completed
-
-# Matches: "Total LLM Cost In Cents: 01.1"  -> captures "01.1"
-COST_RE = re.compile(r"Total LLM Cost In Cents:\s*([0-9]*\.?[0-9]+)", re.IGNORECASE)
-
-
-def download_text(url: str, timeout: int = 120) -> str:
-    req = urllib.request.Request(url, headers={"User-Agent": "llm-cost-accumulator"})
-    with urllib.request.urlopen(req, timeout=timeout) as resp:
-        return resp.read().decode("utf-8", errors="replace")
-
-
-def costs_from_log_text(text: str):
-    """Yield every cost value found in a logs JSONL blob."""
-    for line in text.splitlines():
-        line = line.strip()
-        if not line:
-            continue
-        message = None
-        try:
-            obj = json.loads(line)
-            message = obj.get("message")
-        except json.JSONDecodeError:
-            # fall back to scanning the raw line
-            message = line
-        if not message:
-            continue
-        for m in COST_RE.finditer(str(message)):
-            yield float(m.group(1))
-
-
-def process_run(record: dict):
-    """Return (label, total_cents, hit_count, error) for one results record."""
-    api = record.get("apiInfo", {})
-    name = api.get("name", "?")
-    run_id = api.get("runId") or record.get("projectJobRun", {}).get("id", "?")
-    label = f"{name} / {run_id}"
-
-    log_url = api.get("log_url")
-    if not log_url:
-        return label, 0.0, 0, "no log_url"
-
-    try:
-        text = download_text(log_url)
-    except Exception as e:  # noqa: BLE001
-        return label, 0.0, 0, f"download failed: {e}"
-
-    costs = list(costs_from_log_text(text))
-    return label, sum(costs), len(costs), None
-
-
-def main():
-    parser = argparse.ArgumentParser(description=__doc__)
-    parser.add_argument("results", help="Path to the results JSONL file")
-    parser.add_argument("--workers", type=int, default=8, help="Parallel downloads")
-    parser.add_argument("--quiet", action="store_true", help="Only print the grand total")
-    args = parser.parse_args()
-
-    with open(args.results, "r", encoding="utf-8") as f:
-        records = []
-        for ln, line in enumerate(f, 1):
-            line = line.strip()
-            if not line:
-                continue
-            try:
-                records.append(json.loads(line))
-            except json.JSONDecodeError as e:
-                print(f"  [warn] skipping malformed line {ln}: {e}", file=sys.stderr)
-
-    if not args.quiet:
-        print(f"Loaded {len(records)} run(s) from {args.results}\n")
-
-    grand_total = 0.0
-    total_hits = 0
-    errors = 0
-
-    with ThreadPoolExecutor(max_workers=args.workers) as pool:
-        futures = {pool.submit(process_run, rec): rec for rec in records}
-        for fut in as_completed(futures):
-            label, total, hits, err = fut.result()
-            if err:
-                errors += 1
-                if not args.quiet:
-                    print(f"  [error] {label}: {err}")
-                continue
-            grand_total += total
-            total_hits += hits
-            if not args.quiet:
-                print(f"  {label}: {total:.4f} cents ({hits} entr{'y' if hits == 1 else 'ies'})")
-
-    print("\n" + "=" * 60)
-    print(f"Runs processed : {len(records)}")
-    print(f"Cost entries   : {total_hits}")
-    print(f"Errors         : {errors}")
-    print(f"TOTAL LLM COST : {grand_total:.4f} cents  (${grand_total / 100:.4f})")
-    print("=" * 60)
-
-
-if __name__ == "__main__":
-    main()