axiom 0.33.0 → 0.34.1

package/dist/{app-scope-Ca3IbW3a.d.cts → app-scope-DPtynE6Y.d.cts}

@@ -1,5 +1,4 @@
 import { ZodObject, ZodDefault, z } from 'zod';
-import { $ZodObject } from 'zod/v4/core';
 
 type ValidChars =
   | 'a'
@@ -88,7 +87,7 @@ type HasDefaults<S> = S extends {
             defaultValue: unknown;
         };
     };
-} ? true : S extends $ZodObject<infer Shape> | ZodObject<infer Shape> ? {
+} ? true : S extends ZodObject<infer Shape> ? {
     [K in keyof Shape]: HasDefaults<Shape[K]>;
 } extends Record<keyof Shape, true> ? true : false : false;
 type UnwrapSchema<T> = T extends ZodDefault<infer U> ? U : T;

package/dist/{app-scope-Ca3IbW3a.d.ts → app-scope-DPtynE6Y.d.ts}

@@ -1,5 +1,4 @@
 import { ZodObject, ZodDefault, z } from 'zod';
-import { $ZodObject } from 'zod/v4/core';
 
 type ValidChars =
   | 'a'
@@ -88,7 +87,7 @@ type HasDefaults<S> = S extends {
             defaultValue: unknown;
         };
     };
-} ? true : S extends $ZodObject<infer Shape> | ZodObject<infer Shape> ? {
+} ? true : S extends ZodObject<infer Shape> ? {
     [K in keyof Shape]: HasDefaults<Shape[K]>;
 } extends Record<keyof Shape, true> ? true : false : false;
 type UnwrapSchema<T> = T extends ZodDefault<infer U> ? U : T;

package/dist/bin.cjs

@@ -245,7 +245,7 @@ function setGlobalFlagOverrides(overrides2) {
 
 // src/validate-flags.ts
 init_cjs_shims();
-var import_zod3 = require("zod");
+var import_zod4 = require("zod");
 
 // src/cli/utils/format-zod-errors.ts
 init_cjs_shims();
@@ -349,6 +349,113 @@ function generateExampleForIssue(issue, path3) {
 // src/util/dot-path.ts
 init_cjs_shims();
 var import_zod2 = require("zod");
+
+// src/util/zod-internals.ts
+init_cjs_shims();
+function isZodV4Schema(schema) {
+  if (!schema || typeof schema !== "object") return false;
+  const s2 = schema;
+  return "_zod" in s2;
+}
+function assertZodV4(schema, context5) {
+  if (!isZodV4Schema(schema)) {
+    throw new Error(
+      `[AxiomAI] Zod v4 schemas are required (detected in ${context5}). Found unsupported Zod version.`
+    );
+  }
+}
+function getDef(schema) {
+  if (!schema || typeof schema !== "object") return void 0;
+  const s2 = schema;
+  if (s2._zod && typeof s2._zod === "object") {
+    const zod = s2._zod;
+    if (zod.def && typeof zod.def === "object") {
+      return zod.def;
+    }
+  }
+  return void 0;
+}
+function getDefRawType(def) {
+  if (!def) return void 0;
+  const raw = def.type;
+  if (raw == null) return void 0;
+  return typeof raw === "string" ? raw : String(raw);
+}
+var KNOWN_KINDS = /* @__PURE__ */ new Set([
+  "object",
+  "optional",
+  "default",
+  "nullable",
+  "readonly",
+  "prefault",
+  "nonoptional",
+  "catch",
+  "array",
+  "record",
+  "union",
+  "discriminatedunion"
+]);
+function getKind(schemaOrDef) {
+  const def = schemaOrDef && typeof schemaOrDef === "object" && "type" in schemaOrDef ? schemaOrDef : getDef(schemaOrDef);
+  const raw = getDefRawType(def);
+  if (!raw) return void 0;
+  const normalized = raw.toLowerCase();
+  return KNOWN_KINDS.has(normalized) ? normalized : "other";
+}
+function isObjectSchema(schema) {
+  if (!schema || typeof schema !== "object") return false;
+  if ("shape" in schema && typeof schema.shape === "object") {
+    return true;
+  }
+  return getKind(schema) === "object";
+}
+function getInnerType(schema) {
+  const def = getDef(schema);
+  return def?.innerType;
+}
+function getArrayElement(schema) {
+  const def = getDef(schema);
+  return def?.element;
+}
+function getShape(schema) {
+  if (!schema || typeof schema !== "object") return void 0;
+  const s2 = schema;
+  if (s2.shape && typeof s2.shape === "object") {
+    return s2.shape;
+  }
+  return void 0;
+}
+function getDefaultValue(schema) {
+  const def = getDef(schema);
+  return def?.defaultValue;
+}
+var TRANSPARENT_WRAPPERS = [
+  "optional",
+  "nullable",
+  "default",
+  "readonly",
+  "prefault",
+  "nonoptional",
+  "catch"
+  // transparent for schema structure, but alters error behavior
+];
+function unwrapTransparent(schema) {
+  let current = schema;
+  for (let i = 0; i < 10; i++) {
+    const kind = getKind(current);
+    if (!kind) break;
+    if (TRANSPARENT_WRAPPERS.includes(kind)) {
+      const inner = getInnerType(current);
+      if (!inner) break;
+      current = inner;
+      continue;
+    }
+    break;
+  }
+  return current;
+}
+
+// src/util/dot-path.ts
 function parsePath(path3) {
   return path3.split(".");
 }
@@ -387,16 +494,14 @@ function isValidPath(schema, segments) {
   let currentSchema = schema;
   for (let i = 0; i < segments.length; i++) {
     const segment = segments[i];
-    if (!currentSchema.shape || !(segment in currentSchema.shape)) {
+    const shape = getShape(currentSchema);
+    if (!shape || !(segment in shape)) {
       return false;
     }
     if (i < segments.length - 1) {
-      const nextSchema = currentSchema.shape[segment];
-      let unwrappedSchema = nextSchema;
-      while (unwrappedSchema?._def?.innerType || unwrappedSchema?._def?.schema) {
-        unwrappedSchema = unwrappedSchema._def.innerType || unwrappedSchema._def.schema;
-      }
-      if (!unwrappedSchema || unwrappedSchema._def?.type !== "object") {
+      const nextSchema = shape[segment];
+      const unwrappedSchema = unwrapTransparent(nextSchema);
+      if (!isObjectSchema(unwrappedSchema)) {
         return false;
       }
       currentSchema = unwrappedSchema;
@@ -405,9 +510,62 @@ function isValidPath(schema, segments) {
   return true;
 }
 
+// src/util/deep-partial-schema.ts
+init_cjs_shims();
+var import_zod3 = require("zod");
+function makeDeepPartial(schema) {
+  const shape = schema.shape;
+  const newShape = {};
+  for (const [key, value] of Object.entries(shape)) {
+    newShape[key] = makeDeepPartialField(value);
+  }
+  return import_zod3.z.object(newShape);
+}
+function makeDeepPartialField(fieldSchema) {
+  const kind = getKind(fieldSchema);
+  if (isObjectSchema(fieldSchema)) {
+    const partialObject = makeDeepPartial(fieldSchema);
+    return partialObject.optional();
+  }
+  if (kind === "optional") {
+    const inner = getInnerType(fieldSchema);
+    if (inner && isObjectSchema(inner)) {
+      const partialInner = makeDeepPartial(inner);
+      return partialInner.optional();
+    }
+    return fieldSchema;
+  }
+  if (kind === "nullable") {
+    const inner = getInnerType(fieldSchema);
+    if (inner && isObjectSchema(inner)) {
+      const partialInner = makeDeepPartial(inner);
+      return partialInner.nullable().optional();
+    }
+    return fieldSchema.optional();
+  }
+  if (kind === "default") {
+    const inner = getInnerType(fieldSchema);
+    const defaultValue = getDefaultValue(fieldSchema);
+    if (inner && isObjectSchema(inner)) {
+      const partialInner = makeDeepPartial(inner);
+      return partialInner.default(defaultValue);
+    }
+    return fieldSchema.optional();
+  }
+  if (kind === "array") {
+    const element = getArrayElement(fieldSchema);
+    if (element && isObjectSchema(element)) {
+      const partialElement = makeDeepPartial(element);
+      return import_zod3.z.array(partialElement).optional();
+    }
+    return fieldSchema.optional();
+  }
+  return fieldSchema.optional();
+}
+
 // src/app-scope.ts
 var import_api8 = require("@opentelemetry/api");
-var import_zod4 = require("zod");
+var import_zod5 = require("zod");
 
 // src/otel/utils/to-otel-attribute.ts
 init_cjs_shims();
@@ -448,7 +606,7 @@ var import_api4 = require("@opentelemetry/api");
 // package.json
 var package_default = {
   name: "axiom",
-  version: "0.33.0",
+  version: "0.34.1",
   type: "module",
   author: "Axiom, Inc.",
   contributors: [
@@ -687,104 +845,6 @@ function withEvalContext(options = {}, fn) {
 
 // src/evals/reporter.console-utils.ts
 init_cjs_shims();
-
-// src/util/deep-equal.ts
-init_cjs_shims();
-function deepEqual(data, other) {
-  if (data === other) {
-    return true;
-  }
-  if (Object.is(data, other)) {
-    return true;
-  }
-  if (typeof data !== "object" || typeof other !== "object") {
-    return false;
-  }
-  if (data === null || other === null) {
-    return false;
-  }
-  if (Object.getPrototypeOf(data) !== Object.getPrototypeOf(other)) {
-    return false;
-  }
-  if (Array.isArray(data)) {
-    return isDeepEqualArrays(data, other);
-  }
-  if (data instanceof Map) {
-    return isDeepEqualMaps(data, other);
-  }
-  if (data instanceof Set) {
-    return isDeepEqualSets(data, other);
-  }
-  if (data instanceof Date) {
-    return data.getTime() === other.getTime();
-  }
-  if (data instanceof RegExp) {
-    return data.toString() === other.toString();
-  }
-  if (Object.keys(data).length !== Object.keys(other).length) {
-    return false;
-  }
-  for (const [key, value] of Object.entries(data)) {
-    if (!(key in other)) {
-      return false;
-    }
-    if (!deepEqual(
-      value,
-      // @ts-expect-error [ts7053] - We already checked that `other` has `key`
-      other[key]
-    )) {
-      return false;
-    }
-  }
-  return true;
-}
-function isDeepEqualArrays(data, other) {
-  if (data.length !== other.length) {
-    return false;
-  }
-  for (const [index, item] of data.entries()) {
-    if (!deepEqual(item, other[index])) {
-      return false;
-    }
-  }
-  return true;
-}
-function isDeepEqualMaps(data, other) {
-  if (data.size !== other.size) {
-    return false;
-  }
-  for (const [key, value] of data.entries()) {
-    if (!other.has(key)) {
-      return false;
-    }
-    if (!deepEqual(value, other.get(key))) {
-      return false;
-    }
-  }
-  return true;
-}
-function isDeepEqualSets(data, other) {
-  if (data.size !== other.size) {
-    return false;
-  }
-  const otherCopy = [...other];
-  for (const dataItem of data) {
-    let isFound = false;
-    for (const [index, otherItem] of otherCopy.entries()) {
-      if (deepEqual(dataItem, otherItem)) {
-        isFound = true;
-        otherCopy.splice(index, 1);
-        break;
-      }
-    }
-    if (!isFound) {
-      return false;
-    }
-  }
-  return true;
-}
-
-// src/evals/reporter.console-utils.ts
 function formatPercentage(value) {
   if (!Number.isFinite(value)) {
     return "N/A";
@@ -971,47 +1031,6 @@ function printOrphanedBaselineCases(baseline, matchedIndices, logger = console.l
     }
   }
 }
-function printConfigHeader(logger = console.log) {
-  logger("");
-  logger(" ", u.bgWhite(u.blackBright(" Config ")));
-}
-function printConfigEnd(configEnd, logger = console.log) {
-  printConfigHeader(logger);
-  maybePrintFlags(configEnd, logger);
-}
-function maybePrintFlags(configEnd, logger = console.log) {
-  const defaults = configEnd?.flags ?? {};
-  const overrides2 = configEnd?.overrides ?? {};
-  const defaultKeys = Object.keys(defaults);
-  const overrideKeys = Object.keys(overrides2);
-  const allKeys = Array.from(/* @__PURE__ */ new Set([...defaultKeys, ...overrideKeys])).sort();
-  if (allKeys.length === 0) {
-    return;
-  }
-  for (const key of allKeys) {
-    const hasDefault = key in defaults;
-    const hasOverride = key in overrides2;
-    if (hasDefault && hasOverride) {
-      const defVal = defaults[key];
-      const ovVal = overrides2[key];
-      const changed = !deepEqual(ovVal, defVal);
-      const ovText = truncate(stringify(ovVal), 80);
-      const defText = truncate(stringify(defVal), 80);
-      if (changed) {
-        logger("   ", `${key}: ${ovText} ${u.dim(`(overridden by CLI, original: ${defText})`)}`);
-      } else {
-        logger("   ", `${key}: ${defText}`);
-      }
-    } else if (hasOverride) {
-      const ovText = truncate(stringify(overrides2[key]), 80);
-      logger("   ", `${key}: ${ovText} ${u.dim("(added by CLI)")}`);
-    } else if (hasDefault) {
-      const defText = truncate(stringify(defaults[key]), 80);
-      logger("   ", `${key}: ${defText}`);
-    }
-  }
-  logger("");
-}
 var reporterDate = (d) => {
   const date = d.toISOString().slice(0, 10);
   const hours = d.getUTCHours().toString().padStart(2, "0");
@@ -1364,16 +1383,13 @@ var AxiomReporter = class {
       registered: suite.registrationStatus?.status === "success",
       error: suite.registrationStatus?.status === "failed" ? suite.registrationStatus.error : void 0
     }));
-    const DEBUG = process.env.AXIOM_DEBUG === "true";
+    const isDebug = process.env.AXIOM_DEBUG === "true";
     printFinalReport({
       suiteData: this._suiteData,
       config: this._config,
       registrationStatus,
-      isDebug: DEBUG
+      isDebug
     });
-    if (DEBUG && this._endOfRunConfigEnd) {
-      printConfigEnd(this._endOfRunConfigEnd);
-    }
   }
 };
 
@@ -1433,7 +1449,7 @@ var import_defu = require("defu");
 
 // src/config/index.ts
 init_cjs_shims();
-var import_zod5 = require("zod");
+var import_zod6 = require("zod");
 
 // src/cli/auth/index.ts
 init_cjs_shims();
@@ -1795,20 +1811,23 @@ function createPartialDefaults() {
 }
 function validateConfig(config) {
   const errors = [];
-  if (!config.eval?.token) {
-    errors.push(
-      "eval.token is required (set in axiom.config.ts or AXIOM_TOKEN environment variable)"
-    );
-  }
-  if (!config.eval?.dataset) {
-    errors.push(
-      "eval.dataset is required (set in axiom.config.ts or AXIOM_DATASET environment variable)"
-    );
-  }
-  if (!config.eval?.url) {
-    console.log(
-      "eval.url was not specified. Defaulting to `https://api.axiom.co`. Please set it in axiom.config.ts or AXIOM_URL environment variable if you want to use a different endpoint."
-    );
+  const isDebug = process.env.AXIOM_DEBUG === "true";
+  if (!isDebug) {
+    if (!config.eval?.token) {
+      errors.push(
+        "eval.token is required (set in axiom.config.ts or AXIOM_TOKEN environment variable)"
+      );
+    }
+    if (!config.eval?.dataset) {
+      errors.push(
+        "eval.dataset is required (set in axiom.config.ts or AXIOM_DATASET environment variable)"
+      );
+    }
+    if (!config.eval?.url) {
+      console.log(
+        "eval.url was not specified. Defaulting to `https://api.axiom.co`. Please set it in axiom.config.ts or AXIOM_URL environment variable if you want to use a different endpoint."
+      );
+    }
   }
   const instrumentation = config.eval?.instrumentation;
   if (instrumentation !== null && instrumentation !== void 0 && typeof instrumentation !== "function") {
@@ -1911,11 +1930,11 @@ function setupEvalProvider(connection) {
   axiomProvider = new import_sdk_trace_node.NodeTracerProvider({
     resource: (0, import_resources.resourceFromAttributes)({
       ["service.name"]: "axiom",
-      ["service.version"]: "0.33.0"
+      ["service.version"]: "0.34.1"
     }),
     spanProcessors: [processor]
   });
-  axiomTracer = axiomProvider.getTracer("axiom", "0.33.0");
+  axiomTracer = axiomProvider.getTracer("axiom", "0.34.1");
 }
 async function initInstrumentation(config) {
   if (initialized) {
@@ -1927,7 +1946,7 @@ async function initInstrumentation(config) {
   }
   initializationPromise = (async () => {
     if (!config.enabled) {
-      axiomTracer = import_api10.trace.getTracer("axiom", "0.33.0");
+      axiomTracer = import_api10.trace.getTracer("axiom", "0.34.1");
       initialized = true;
       return;
     }
@@ -2147,7 +2166,7 @@ async function runEvalWithContext(overrides2, runFn) {
 
 // src/cli/utils/parse-flag-overrides.ts
 init_cjs_shims();
-var import_zod6 = require("zod");
+var import_zod7 = require("zod");
 var import_node_fs2 = require("fs");
 var import_node_path3 = require("path");
 var FLAG_RE = /^--flag\.([^=]+)(?:=(.*))?$/;
@@ -2169,6 +2188,7 @@ function collectFlagValidationErrors(overrides2, flagSchema) {
   if (!flagSchema || Object.keys(overrides2).length === 0) {
     return { success: true, errors: [] };
   }
+  assertZodV4(flagSchema, "flagSchema");
   const schema = flagSchema;
   const errors = [];
   for (const dotPath of Object.keys(overrides2)) {
@@ -2181,7 +2201,8 @@ function collectFlagValidationErrors(overrides2, flagSchema) {
     return { success: false, errors };
   }
   const nestedObject = dotNotationToNested(overrides2);
-  const result = schema.strict().partial().safeParse(nestedObject);
+  const deepPartialSchema = makeDeepPartial(schema);
+  const result = deepPartialSchema.safeParse(nestedObject);
   if (!result.success) {
     errors.push({ type: "invalid_value", zodError: result.error });
   }
@@ -2330,7 +2351,7 @@ var loadEvalCommand = (program2, flagOverrides = {}) => {
         ".",
         "any *.eval.ts file in current directory"
       )
-    ).option("-w, --watch true", "keep server running and watch for changes", false).option("-t, --token <TOKEN>", "axiom token", getDefaultToken).option("-d, --dataset <DATASET>", "axiom dataset name", process.env.AXIOM_DATASET).option("-u, --url <AXIOM URL>", "axiom url", getDefaultUrl).option("-o, --org-id <ORG ID>", "axiom organization id", getDefaultOrgId).option("-b, --baseline <BASELINE ID>", "id of baseline evaluation to compare against").option("--debug", "run locally without sending to Axiom or loading baselines", false).option("--list", "list evaluations and test cases without running them", false).addOption(new import_commander.Option("-c, --console-url <URL>", "console url override").hideHelp()).action(async (target, options) => {
+    ).option("-w, --watch true", "keep server running and watch for changes", false).option("-t, --token <TOKEN>", "axiom token", getDefaultToken).option("-d, --dataset <DATASET>", "axiom dataset name", process.env.AXIOM_DATASET).option("-u, --url <AXIOM URL>", "axiom url", getDefaultUrl).option("-o, --org-id <ORG ID>", "axiom organization id", getDefaultOrgId).option("-b, --baseline <BASELINE ID>", "id of baseline evaluation to compare against").option("--debug", "run locally without any network operations", false).option("--list", "list evaluations and test cases without running them", false).addOption(new import_commander.Option("-c, --console-url <URL>", "console url override").hideHelp()).action(async (target, options) => {
       try {
         if (options.debug) {
           process.env.AXIOM_DEBUG = "true";
@@ -2775,7 +2796,7 @@ var import_commander2 = require("commander");
 var loadVersionCommand = (program2) => {
   return program2.addCommand(
     new import_commander2.Command("version").description("cli version").action(() => {
-      console.log("0.33.0");
+      console.log("0.34.1");
     })
   );
 };
@@ -2785,7 +2806,7 @@ var { loadEnvConfig } = import_env.default;
 loadEnvConfig(process.cwd());
 var { cleanedArgv, overrides } = extractOverrides(process.argv.slice(2));
 var program = new import_commander3.Command();
-program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.33.0");
+program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.34.1");
 program.hook("preAction", async (_, actionCommand) => {
   const commandName = actionCommand.name();
   const parentCommand = actionCommand.parent;