@babav/knowledge-core-client 0.48.0 → 0.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -1057,25 +1057,22 @@ export declare class KnowledgeCoreClient extends HttpBase {
1057
1057
  eval_version?: string;
1058
1058
  }) => Promise<QueryProfile>;
1059
1059
  };
1060
- /** Query-profile benchmark leaderboards — top-N system-swept profiles per eval version, per tier
1061
- * (client_quick | screening | full) and per category (quality | quality_cost | quality_latency).
1062
- * Tenant-anonymous (keyed by config hash); never a customer config. */
1060
+ /** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
1061
+ * category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
1062
+ * is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
1063
1063
  benchmark: {
1064
1064
  leaderboard: (q?: {
1065
1065
  eval_version?: string;
1066
- tier?: BenchmarkTier;
1067
1066
  category?: BenchmarkCategory;
1068
1067
  limit?: number;
1069
1068
  }) => Promise<Leaderboard>;
1070
- /** Kick the NSGA-II sweep as the BENCHMARK TENANT (this client's own key — no admin key). The
1071
- * benchmark tenant owns the bench corpora + eval-set; the sweep exercises candidate configs and
1072
- * populates the leaderboards. Runs in the background — returns 202 immediately. */
1069
+ /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
1070
+ * tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
1071
+ * populates the leaderboard. Runs in the background — returns 202 immediately. */
1073
1072
  sweep: (b?: {
1074
- scale?: "full" | "scoped";
1075
1073
  concurrency?: number;
1076
1074
  }) => Promise<{
1077
1075
  status: string;
1078
- scale: string;
1079
1076
  concurrency: number | null;
1080
1077
  }>;
1081
1078
  };
package/dist/index.js CHANGED
@@ -477,14 +477,14 @@ export class KnowledgeCoreClient extends HttpBase {
477
477
  * defaults to the current one. Pair with `benchmark.leaderboard` (pick a row -> its config_hash). */
478
478
  createFromLeaderboard: (b) => this.request("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
479
479
  };
480
- /** Query-profile benchmark leaderboards — top-N system-swept profiles per eval version, per tier
481
- * (client_quick | screening | full) and per category (quality | quality_cost | quality_latency).
482
- * Tenant-anonymous (keyed by config hash); never a customer config. */
480
+ /** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
481
+ * category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
482
+ * is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
483
483
  benchmark = {
484
484
  leaderboard: (q) => this.request("GET", "/v1/benchmark/leaderboard", { query: q }),
485
- /** Kick the NSGA-II sweep as the BENCHMARK TENANT (this client's own key — no admin key). The
486
- * benchmark tenant owns the bench corpora + eval-set; the sweep exercises candidate configs and
487
- * populates the leaderboards. Runs in the background — returns 202 immediately. */
485
+ /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
486
+ * tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
487
+ * populates the leaderboard. Runs in the background — returns 202 immediately. */
488
488
  sweep: (b) => this.request("POST", "/v1/benchmark/sweep", { query: b }),
489
489
  };
490
490
  /** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@babav/knowledge-core-client",
3
- "version": "0.48.0",
3
+ "version": "0.49.0",
4
4
  "description": "TypeScript client for the Babav Knowledge Core API (Deno + Node 18+, zero deps). Includes the babav.visual grammar TYPES at the ./visual subpath (types only; all visual rendering is server-side).",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
package/src/index.ts CHANGED
@@ -1193,17 +1193,17 @@ export class KnowledgeCoreClient extends HttpBase {
1193
1193
  this.request<QueryProfile>("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
1194
1194
  };
1195
1195
 
1196
- /** Query-profile benchmark leaderboards — top-N system-swept profiles per eval version, per tier
1197
- * (client_quick | screening | full) and per category (quality | quality_cost | quality_latency).
1198
- * Tenant-anonymous (keyed by config hash); never a customer config. */
1196
+ /** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
1197
+ * category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
1198
+ * is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
1199
1199
  benchmark = {
1200
- leaderboard: (q?: { eval_version?: string; tier?: BenchmarkTier; category?: BenchmarkCategory; limit?: number }) =>
1200
+ leaderboard: (q?: { eval_version?: string; category?: BenchmarkCategory; limit?: number }) =>
1201
1201
  this.request<Leaderboard>("GET", "/v1/benchmark/leaderboard", { query: q }),
1202
- /** Kick the NSGA-II sweep as the BENCHMARK TENANT (this client's own key — no admin key). The
1203
- * benchmark tenant owns the bench corpora + eval-set; the sweep exercises candidate configs and
1204
- * populates the leaderboards. Runs in the background — returns 202 immediately. */
1205
- sweep: (b?: { scale?: "full" | "scoped"; concurrency?: number }) =>
1206
- this.request<{ status: string; scale: string; concurrency: number | null }>(
1202
+ /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
1203
+ * tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
1204
+ * populates the leaderboard. Runs in the background — returns 202 immediately. */
1205
+ sweep: (b?: { concurrency?: number }) =>
1206
+ this.request<{ status: string; concurrency: number | null }>(
1207
1207
  "POST", "/v1/benchmark/sweep", { query: b }),
1208
1208
  };
1209
1209