@atlanai/sdk 0.3.1 → 0.3.2

package/README.md

@@ -68,7 +68,9 @@ Set `ATLAN_API_KEY` and `ATLAN_WORKSPACE_ID`. Replace inline `data` with
 to proceed when tracing is disabled because trace-less eval rows break the
 evidence chain. After flushing, it reads every case trace back through the
 experiment filter before it uploads results; a missing trace marks the
-experiment failed.
+experiment failed. A Registry dataset case passes the value at the dataset's
+`inputKey` (default `question`) to the task and unwraps a single-key
+`{ value: ... }` expected value.
 
 ## Control an eval lifecycle directly
 

package/dist/evals.js

@@ -725,7 +725,7 @@ async function casesDigest(cases) {
     const hash = await globalThis.crypto.subtle.digest("SHA-256", new TextEncoder().encode(canonicalJson(normalized)));
     return "sha256:" + [...new Uint8Array(hash)].map((byte) => byte.toString(16).padStart(2, "0")).join("");
 }
-async function datasetCases(resources, datasetId) {
+async function datasetCases(resources, datasetId, inputKey) {
     const records = [];
     let offset = 0;
     while (true) {
@@ -749,8 +749,8 @@ async function datasetCases(resources, datasetId) {
             }
             records.push({
                 id: recordId,
-                input: field(item, "input"),
-                expected: field(item, "expected"),
+                input: recordInput(item, inputKey),
+                expected: recordExpected(item),
                 metadata: (rawMetadata ?? {}),
                 tags: (rawTags ?? []),
             });
@@ -765,11 +765,31 @@ async function datasetCases(resources, datasetId) {
     }
     return records;
 }
+function datasetInputKey(dataset) {
+    const key = field(dataset, "inputKey");
+    return typeof key === "string" && key.trim() ? key : "question";
+}
+function recordInput(record, inputKey) {
+    const stored = field(record, "input");
+    if (!isRecord(stored) || !Object.hasOwn(stored, inputKey)) {
+        const found = isRecord(stored) ? Object.keys(stored).sort().join(", ") || "no keys" : "no input object";
+        throw new Error(`dataset record ${JSON.stringify(field(record, "id"))} has nothing at ${JSON.stringify(inputKey)}, ` +
+            `the dataset's declared inputKey (found: ${found}); fix the record or its inputKey`);
+    }
+    return stored[inputKey];
+}
+function recordExpected(record) {
+    const expected = field(record, "expected");
+    return isRecord(expected) && Object.keys(expected).length === 1 && Object.hasOwn(expected, "value")
+        ? expected.value
+        : expected;
+}
 function snapshotCases(experiment) {
     const snapshot = field(experiment, "datasetSnapshot");
     const raw = field(snapshot, "records");
     if (!Array.isArray(raw))
         return undefined;
+    const inputKey = datasetInputKey(snapshot);
     return raw.map((record) => {
         const id = field(record, "id");
         if (typeof id !== "string" || id.length === 0) {
@@ -779,8 +799,8 @@ function snapshotCases(experiment) {
         const categories = field(record, "categories");
         return {
             id,
-            input: field(record, "input"),
-            expected: field(record, "expected"),
+            input: recordInput(record, inputKey),
+            expected: recordExpected(record),
             metadata: (isRecord(extra) ? extra : {}),
             tags: (Array.isArray(categories) ? categories : []),
         };
@@ -1405,7 +1425,7 @@ async function Eval(name, evaluator, options = {}) {
             }
             cases =
                 snapshot ??
-                    (await datasetCases(resources, String(field(run.dataset, "id"))));
+                    (await datasetCases(resources, String(field(run.dataset, "id")), datasetInputKey(run.dataset)));
         }
         if (evaluator.dataset !== undefined && cases.length === 0) {
             // A named dataset that yields nothing is a mistake upstream, not an eval

package/dist/tracing/version.d.ts

@@ -1,4 +1,4 @@
 /** SDK identity (SPEC §2.2, §5.1). Kept in sync with package.json — the
  * version test fails the build on drift. */
 export declare const SDK_LANGUAGE = "typescript";
-export declare const SDK_VERSION = "0.3.1";
+export declare const SDK_VERSION = "0.3.2";

package/dist/tracing/version.js

@@ -4,4 +4,4 @@ exports.SDK_VERSION = exports.SDK_LANGUAGE = void 0;
 /** SDK identity (SPEC §2.2, §5.1). Kept in sync with package.json — the
  * version test fails the build on drift. */
 exports.SDK_LANGUAGE = "typescript";
-exports.SDK_VERSION = "0.3.1";
+exports.SDK_VERSION = "0.3.2";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@atlanai/sdk",
-  "version": "0.3.1",
+  "version": "0.3.2",
   "description": "Atlan Agent Gateway management SDK",
   "type": "commonjs",
   "main": "./dist/index.js",