axiom 0.28.0 → 0.29.1

package/dist/bin.cjs

@@ -260,7 +260,7 @@ var import_api4 = require("@opentelemetry/api");
 // package.json
 var package_default = {
   name: "axiom",
-  version: "0.28.0",
+  version: "0.29.1",
   type: "module",
   author: "Axiom, Inc.",
   contributors: [
@@ -880,7 +880,8 @@ function calculateFlagDiff(suite) {
 function printFinalReport({
   suiteData,
   config,
-  registrationStatus
+  registrationStatus,
+  isDebug
 }) {
   console.log("");
   console.log(u.bgBlue(u.white(" FINAL EVALUATION REPORT ")));
@@ -898,6 +899,8 @@ function printFinalReport({
   if (anyRegistered && orgId && config?.consoleEndpointUrl) {
     console.log("View full report:");
     console.log(`${config.consoleEndpointUrl}/${orgId}/ai-engineering/evaluations?runId=${runId}`);
+  } else if (isDebug) {
+    console.log(u.dim("Results not uploaded to Axiom (debug mode)"));
   } else {
     console.log("Results not available in Axiom UI (registration failed)");
   }
@@ -920,11 +923,8 @@ var buildConsoleUrl = (urlString) => {
   const url = new URL(urlString);
   return `${url.protocol}//app.${url.host.split("api.").at(-1)}`;
 };
-function resolveAxiomConnection(config) {
-  let consoleEndpointUrl = buildConsoleUrl(config.eval.url);
-  if ("__overrideEndpointUrl" in config.eval) {
-    consoleEndpointUrl = config.eval.__overrideEndpointUrl;
-  }
+function resolveAxiomConnection(config, consoleUrlOverride) {
+  const consoleEndpointUrl = consoleUrlOverride ?? buildConsoleUrl(config.eval.url);
   return {
     url: config.eval.url,
     consoleEndpointUrl,
@@ -949,7 +949,7 @@ var AxiomReporter = class {
     this.startTime = (/* @__PURE__ */ new Date()).getTime();
     const config = getAxiomConfig();
     if (config) {
-      this._config = resolveAxiomConnection(config);
+      this._config = resolveAxiomConnection(config, getConsoleUrl());
     }
   }
   async onTestSuiteReady(_testSuite) {
@@ -978,6 +978,9 @@ var AxiomReporter = class {
     if (testSuite.state() === "skipped" || !meta?.evaluation) {
       return;
     }
+    if (meta.evaluation.configEnd && !this._endOfRunConfigEnd) {
+      this._endOfRunConfigEnd = meta.evaluation.configEnd;
+    }
     const durationSeconds = Number((performance.now() - this.start) / 1e3).toFixed(2);
     const cases = [];
     for (const test of testSuite.children) {
@@ -1027,12 +1030,13 @@ var AxiomReporter = class {
       registered: suite.registrationStatus?.status === "success",
       error: suite.registrationStatus?.status === "failed" ? suite.registrationStatus.error : void 0
     }));
+    const DEBUG = process.env.AXIOM_DEBUG === "true";
     printFinalReport({
       suiteData: this._suiteData,
       config: this._config,
-      registrationStatus
+      registrationStatus,
+      isDebug: DEBUG
     });
-    const DEBUG = process.env.AXIOM_DEBUG === "true";
     if (DEBUG && this._endOfRunConfigEnd) {
       this.printConfigEnd(this._endOfRunConfigEnd);
     }
@@ -1545,11 +1549,11 @@ function setupEvalProvider(connection) {
   axiomProvider = new import_sdk_trace_node.NodeTracerProvider({
     resource: (0, import_resources.resourceFromAttributes)({
       ["service.name"]: "axiom",
-      ["service.version"]: "0.28.0"
+      ["service.version"]: "0.29.1"
     }),
     spanProcessors: [processor]
   });
-  axiomTracer = axiomProvider.getTracer("axiom", "0.28.0");
+  axiomTracer = axiomProvider.getTracer("axiom", "0.29.1");
 }
 async function initInstrumentation(config) {
   if (initialized) {
@@ -1561,7 +1565,7 @@ async function initInstrumentation(config) {
   }
   initializationPromise = (async () => {
     if (!config.enabled) {
-      axiomTracer = import_api10.trace.getTracer("axiom", "0.28.0");
+      axiomTracer = import_api10.trace.getTracer("axiom", "0.29.1");
       initialized = true;
       return;
     }
@@ -1703,7 +1707,8 @@ var runVitest = async (dir, opts) => {
       list: opts.list,
       overrides: opts.overrides,
       axiomConfig: providedConfig,
-      runId: opts.runId
+      runId: opts.runId,
+      consoleUrl: opts.consoleUrl
     }
   });
   if (opts.list) {
@@ -1775,6 +1780,10 @@ function isGlob(str) {
 
 // src/cli/commands/eval.command.ts
 var createRunId = (0, import_nanoid.customAlphabet)("0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ", 10);
+var consoleUrl;
+function getConsoleUrl() {
+  return consoleUrl;
+}
 function getDefaultToken(value) {
   if (typeof value === "string") {
     return value;
@@ -1803,7 +1812,7 @@ var loadEvalCommand = (program2, flagOverrides = {}) => {
         ".",
         "any *.eval.ts file in current directory"
       )
-    ).option("-w, --watch true", "keep server running and watch for changes", false).option("-t, --token <TOKEN>", "axiom token", getDefaultToken).option("-d, --dataset <DATASET>", "axiom dataset name", process.env.AXIOM_DATASET).option("-u, --url <AXIOM URL>", "axiom url", getDefaultUrl).option("-o, --org-id <ORG ID>", "axiom organization id", getDefaultOrgId).option("-b, --baseline <BASELINE ID>", "id of baseline evaluation to compare against").option("--debug", "run locally without sending to Axiom or loading baselines", false).option("--list", "list evaluations and test cases without running them", false).action(async (target, options) => {
+    ).option("-w, --watch true", "keep server running and watch for changes", false).option("-t, --token <TOKEN>", "axiom token", getDefaultToken).option("-d, --dataset <DATASET>", "axiom dataset name", process.env.AXIOM_DATASET).option("-u, --url <AXIOM URL>", "axiom url", getDefaultUrl).option("-o, --org-id <ORG ID>", "axiom organization id", getDefaultOrgId).option("-b, --baseline <BASELINE ID>", "id of baseline evaluation to compare against").option("--debug", "run locally without sending to Axiom or loading baselines", false).option("--list", "list evaluations and test cases without running them", false).addOption(new import_commander.Option("-c, --console-url <URL>", "console url override").hideHelp()).action(async (target, options) => {
       try {
         if (options.debug) {
           process.env.AXIOM_DEBUG = "true";
@@ -1848,6 +1857,7 @@ var loadEvalCommand = (program2, flagOverrides = {}) => {
           console.log("");
         }
         const runId = createRunId();
+        consoleUrl = options.consoleUrl;
         await runEvalWithContext(flagOverrides, async () => {
           return runVitest(".", {
             watch: options.watch,
@@ -1859,7 +1869,8 @@ var loadEvalCommand = (program2, flagOverrides = {}) => {
             list: options.list,
             overrides: flagOverrides,
             config,
-            runId
+            runId,
+            consoleUrl: options.consoleUrl
           });
         });
       } catch (error) {
@@ -2333,7 +2344,7 @@ var import_commander2 = require("commander");
 var loadVersionCommand = (program2) => {
   return program2.addCommand(
     new import_commander2.Command("version").description("cli version").action(() => {
-      console.log("0.28.0");
+      console.log("0.29.1");
     })
   );
 };
@@ -2343,7 +2354,7 @@ var { loadEnvConfig } = import_env.default;
 loadEnvConfig(process.cwd());
 var { cleanedArgv, overrides } = extractOverrides(process.argv.slice(2));
 var program = new import_commander3.Command();
-program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.28.0");
+program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.29.1");
 program.hook("preAction", async (_, actionCommand) => {
   const commandName = actionCommand.name();
   const parentCommand = actionCommand.parent;