@nirmos/sdk 0.3.4 → 0.3.5

package/README.md

@@ -1,6 +1,6 @@
 # Nirmos TypeScript SDK
 
-Documentation and offline checks target SDK **0.3.3**.
+Documentation and offline checks track the version in [package.json](./package.json).
 
 One client for Nirmos management and AI execution. Works in modern browsers and Node 18+ with ESM/CommonJS; no runtime dependencies.
 

package/dist/cjs/core/version.js

@@ -2,5 +2,5 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SDK_VERSION = void 0;
 // Generated from package.json by scripts/generate-version.mjs.
-exports.SDK_VERSION = "0.3.4";
+exports.SDK_VERSION = "0.3.5";
 //# sourceMappingURL=version.js.map

package/dist/esm/core/version.d.ts

@@ -1,2 +1,2 @@
-export declare const SDK_VERSION = "0.3.4";
+export declare const SDK_VERSION = "0.3.5";
 //# sourceMappingURL=version.d.ts.map

package/dist/esm/core/version.js

@@ -1,3 +1,3 @@
 // Generated from package.json by scripts/generate-version.mjs.
-export const SDK_VERSION = "0.3.4";
+export const SDK_VERSION = "0.3.5";
 //# sourceMappingURL=version.js.map

package/examples/evaluation-offline.mjs

@@ -94,6 +94,7 @@ const sdk = new Nirmos({
         JSON.stringify({
           id: "run",
           status: ++polls === 1 ? "RUNNING" : "COMPLETED",
+          summary: polls === 1 ? null : { overallPassRate: 0.5, byEvaluator: { exact_match: { count: 2, passRate: 0.5, average: null } } },
         }),
       );
     if (path === "/v1/evaluations/runs/run/results") {
@@ -143,6 +144,7 @@ assert.deepEqual(
   result.results.data.map((trial) => trial.scores[0].passed),
   [true, false],
 );
+assert.equal(result.summary.overallPassRate, 0.5);
 assert.equal(archived.length, 3);
 console.log(
   "Offline workflow verified: two cases, pinned versions, mappings, polling, true/false scores and archive.",

package/examples/evaluation-quickstart.mjs

@@ -167,7 +167,12 @@ export async function evaluationQuickstart(client, options) {
                         trial.scores.some((score) => score.status !== "COMPLETED" || score.error))) {
                     throw new Error("Run ended with missing or failed trials/scores; inspect results");
                 }
-                return { runId, results }; // passed:false is a valid evaluation outcome.
+                // Runtime GET returns persisted aggregates after terminal processing.
+                const summary = run.summary;
+                if (!summary || typeof summary.overallPassRate !== "number")
+                    throw new Error("Missing aggregate scores; inspect the terminal run");
+                console.log({ overallPassRate: summary.overallPassRate, byEvaluator: summary.byEvaluator });
+                return { runId, results, summary }; // passed:false is a valid evaluation outcome.
             }
             await new Promise((resolve) => setTimeout(resolve, options.pollMs ?? 2000));
         }

package/examples/evaluation-quickstart.ts

@@ -202,7 +202,12 @@ export async function evaluationQuickstart(
             "Run ended with missing or failed trials/scores; inspect results",
           );
         }
-        return { runId, results }; // passed:false is a valid evaluation outcome.
+        // Runtime GET returns persisted aggregates after terminal processing.
+        const summary = run.summary;
+        if (!summary || typeof summary.overallPassRate !== "number")
+          throw new Error("Missing aggregate scores; inspect the terminal run");
+        console.log({ overallPassRate: summary.overallPassRate, byEvaluator: summary.byEvaluator });
+        return { runId, results, summary }; // passed:false is a valid evaluation outcome.
       }
       await new Promise((resolve) =>
         setTimeout(resolve, options.pollMs ?? 2000),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nirmos/sdk",
-  "version": "0.3.4",
+  "version": "0.3.5",
   "description": "Official TypeScript SDK for the Nirmos AI platform.",
   "license": "MIT",
   "type": "module",

package/src/core/version.ts

@@ -1,2 +1,2 @@
 // Generated from package.json by scripts/generate-version.mjs.
-export const SDK_VERSION = "0.3.4";
+export const SDK_VERSION = "0.3.5";