@babav/knowledge-core-client 0.55.0 → 0.57.0

package/dist/index.d.ts

@@ -609,6 +609,8 @@ export interface LeaderboardEntry {
     rank: number;
     config_hash: string;
     generation_model: string | null;
+    reranker: string | null;
+    label: string | null;
     composite_q: number | null;
     prod_cost_per_query_usd: number | null;
     p50_ms: number | null;
@@ -646,6 +648,30 @@ export interface RerankerComparison {
     eval_version: string;
     heads: RerankerHead[];
 }
+/** One visual-pipeline arm measured in the visual benchmark (yield + independent graded quality). */
+export interface VisualArm {
+    arm: string;
+    generation_model: string | null;
+    concept_model: string | null;
+    concept_mode: string | null;
+    visuals_per_query: number | null;
+    zero_visual_rate: number | null;
+    dropped: number | null;
+    avg_quality: number | null;
+    n_visuals_judged: number | null;
+    quality_judge: string | null;
+    quality_caveat: string | null;
+    avg_cost_per_query_usd: number | null;
+    p50_ms: number | null;
+    n_questions: number | null;
+}
+/** Visual-benchmark leaderboard (GET /v1/benchmark/visuals) — per visual-pipeline arm: yield,
+ *  independent graded quality, cost, latency. `arms` is empty if no visual benchmark has run. */
+export interface VisualComparison {
+    eval_version: string;
+    note: string | null;
+    arms: VisualArm[];
+}
 export interface Tenant {
     id: UUID;
     name: string;
@@ -1120,6 +1146,14 @@ export declare class KnowledgeCoreClient extends HttpBase {
         rerankers: (q?: {
             eval_version?: string;
         }) => Promise<RerankerComparison>;
+        /** Visual-benchmark leaderboard — per visual-pipeline arm (e.g. all-Flash vs all-Opus): yield
+         *  (visuals/query, zero-visual rate, drops), independent graded quality, cost, latency. Read-only,
+         *  tenant-anonymous. `arms` is empty when no visual benchmark has run. NOTE: quality is a Gemini
+         *  vision judge — a Gemini-family concept model (Flash) may be self-flattered, so cross-family arms
+         *  (Opus) are the cleaner quality figure (see each arm's `quality_caveat`). */
+        visuals: (q?: {
+            eval_version?: string;
+        }) => Promise<VisualComparison>;
         /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
          *  tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
          *  populates the leaderboard. Runs in the background — returns 202 immediately. */

package/dist/index.js

@@ -487,6 +487,12 @@ export class KnowledgeCoreClient extends HttpBase {
          *  with quality (full-150 composite_q + delta) and measured end-to-end latency/cost. Read-only,
          *  tenant-anonymous. `heads` is empty when no reranker benchmark has run for the eval version. */
         rerankers: (q) => this.request("GET", "/v1/benchmark/rerankers", { query: q }),
+        /** Visual-benchmark leaderboard — per visual-pipeline arm (e.g. all-Flash vs all-Opus): yield
+         *  (visuals/query, zero-visual rate, drops), independent graded quality, cost, latency. Read-only,
+         *  tenant-anonymous. `arms` is empty when no visual benchmark has run. NOTE: quality is a Gemini
+         *  vision judge — a Gemini-family concept model (Flash) may be self-flattered, so cross-family arms
+         *  (Opus) are the cleaner quality figure (see each arm's `quality_caveat`). */
+        visuals: (q) => this.request("GET", "/v1/benchmark/visuals", { query: q }),
         /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
          *  tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
          *  populates the leaderboard. Runs in the background — returns 202 immediately. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@babav/knowledge-core-client",
-  "version": "0.55.0",
+  "version": "0.57.0",
   "description": "TypeScript client for the Babav Knowledge Core API (Deno + Node 18+, zero deps). Includes the babav.visual grammar TYPES at the ./visual subpath (types only; all visual rendering is server-side).",
   "type": "module",
   "main": "./dist/index.js",

package/src/index.ts

@@ -573,6 +573,8 @@ export interface LeaderboardEntry {
   rank: number;
   config_hash: string;
   generation_model: string | null;
+  reranker: string | null;            // reranker_provider (contextual | cohere | voyage) — for the entry title
+  label: string | null;              // display summary incl. reranker, e.g. "claude-opus-5 · cohere · standard 2/2"
   composite_q: number | null;
   prod_cost_per_query_usd: number | null;
   p50_ms: number | null;
@@ -611,6 +613,30 @@ export interface RerankerComparison {
   eval_version: string;
   heads: RerankerHead[];
 }
+/** One visual-pipeline arm measured in the visual benchmark (yield + independent graded quality). */
+export interface VisualArm {
+  arm: string;                               // e.g. "all_flash" | "all_opus"
+  generation_model: string | null;
+  concept_model: string | null;
+  concept_mode: string | null;
+  visuals_per_query: number | null;          // yield: mean shipped visuals per query
+  zero_visual_rate: number | null;           // fraction of queries that shipped no visual
+  dropped: number | null;
+  avg_quality: number | null;                // 0..1, independent vision judge
+  n_visuals_judged: number | null;
+  quality_judge: string | null;
+  quality_caveat: string | null;             // e.g. same-family-judge self-preference note
+  avg_cost_per_query_usd: number | null;
+  p50_ms: number | null;
+  n_questions: number | null;
+}
+/** Visual-benchmark leaderboard (GET /v1/benchmark/visuals) — per visual-pipeline arm: yield,
+ *  independent graded quality, cost, latency. `arms` is empty if no visual benchmark has run. */
+export interface VisualComparison {
+  eval_version: string;
+  note: string | null;
+  arms: VisualArm[];
+}
 
 export interface Tenant {
   id: UUID;
@@ -1257,6 +1283,13 @@ export class KnowledgeCoreClient extends HttpBase {
      *  tenant-anonymous. `heads` is empty when no reranker benchmark has run for the eval version. */
     rerankers: (q?: { eval_version?: string }) =>
       this.request<RerankerComparison>("GET", "/v1/benchmark/rerankers", { query: q }),
+    /** Visual-benchmark leaderboard — per visual-pipeline arm (e.g. all-Flash vs all-Opus): yield
+     *  (visuals/query, zero-visual rate, drops), independent graded quality, cost, latency. Read-only,
+     *  tenant-anonymous. `arms` is empty when no visual benchmark has run. NOTE: quality is a Gemini
+     *  vision judge — a Gemini-family concept model (Flash) may be self-flattered, so cross-family arms
+     *  (Opus) are the cleaner quality figure (see each arm's `quality_caveat`). */
+    visuals: (q?: { eval_version?: string }) =>
+      this.request<VisualComparison>("GET", "/v1/benchmark/visuals", { query: q }),
     /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
      *  tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
      *  populates the leaderboard. Runs in the background — returns 202 immediately. */