@babav/knowledge-core-client 0.47.0 → 0.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -1057,16 +1057,24 @@ export declare class KnowledgeCoreClient extends HttpBase {
1057
1057
  eval_version?: string;
1058
1058
  }) => Promise<QueryProfile>;
1059
1059
  };
1060
- /** Query-profile benchmark leaderboards — top-N system-swept profiles per eval version, per tier
1061
- * (client_quick | screening | full) and per category (quality | quality_cost | quality_latency).
1062
- * Tenant-anonymous (keyed by config hash); never a customer config. */
1060
+ /** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
1061
+ * category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
1062
+ * is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
1063
1063
  benchmark: {
1064
1064
  leaderboard: (q?: {
1065
1065
  eval_version?: string;
1066
- tier?: BenchmarkTier;
1067
1066
  category?: BenchmarkCategory;
1068
1067
  limit?: number;
1069
1068
  }) => Promise<Leaderboard>;
1069
+ /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
1070
+ * tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
1071
+ * populates the leaderboard. Runs in the background — returns 202 immediately. */
1072
+ sweep: (b?: {
1073
+ concurrency?: number;
1074
+ }) => Promise<{
1075
+ status: string;
1076
+ concurrency: number | null;
1077
+ }>;
1070
1078
  };
1071
1079
  /** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
1072
1080
  * named bundle of pipeline config (chunking + embedding + sparse + quant). Unlike a query profile
package/dist/index.js CHANGED
@@ -477,11 +477,15 @@ export class KnowledgeCoreClient extends HttpBase {
477
477
  * defaults to the current one. Pair with `benchmark.leaderboard` (pick a row -> its config_hash). */
478
478
  createFromLeaderboard: (b) => this.request("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
479
479
  };
480
- /** Query-profile benchmark leaderboards — top-N system-swept profiles per eval version, per tier
481
- * (client_quick | screening | full) and per category (quality | quality_cost | quality_latency).
482
- * Tenant-anonymous (keyed by config hash); never a customer config. */
480
+ /** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
481
+ * category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
482
+ * is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
483
483
  benchmark = {
484
484
  leaderboard: (q) => this.request("GET", "/v1/benchmark/leaderboard", { query: q }),
485
+ /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
486
+ * tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
487
+ * populates the leaderboard. Runs in the background — returns 202 immediately. */
488
+ sweep: (b) => this.request("POST", "/v1/benchmark/sweep", { query: b }),
485
489
  };
486
490
  /** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
487
491
  * named bundle of pipeline config (chunking + embedding + sparse + quant). Unlike a query profile
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@babav/knowledge-core-client",
3
- "version": "0.47.0",
3
+ "version": "0.49.0",
4
4
  "description": "TypeScript client for the Babav Knowledge Core API (Deno + Node 18+, zero deps). Includes the babav.visual grammar TYPES at the ./visual subpath (types only; all visual rendering is server-side).",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
package/src/index.ts CHANGED
@@ -1193,12 +1193,18 @@ export class KnowledgeCoreClient extends HttpBase {
1193
1193
  this.request<QueryProfile>("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
1194
1194
  };
1195
1195
 
1196
- /** Query-profile benchmark leaderboards — top-N system-swept profiles per eval version, per tier
1197
- * (client_quick | screening | full) and per category (quality | quality_cost | quality_latency).
1198
- * Tenant-anonymous (keyed by config hash); never a customer config. */
1196
+ /** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
1197
+ * category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
1198
+ * is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
1199
1199
  benchmark = {
1200
- leaderboard: (q?: { eval_version?: string; tier?: BenchmarkTier; category?: BenchmarkCategory; limit?: number }) =>
1200
+ leaderboard: (q?: { eval_version?: string; category?: BenchmarkCategory; limit?: number }) =>
1201
1201
  this.request<Leaderboard>("GET", "/v1/benchmark/leaderboard", { query: q }),
1202
+ /** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
1203
+ * tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
1204
+ * populates the leaderboard. Runs in the background — returns 202 immediately. */
1205
+ sweep: (b?: { concurrency?: number }) =>
1206
+ this.request<{ status: string; concurrency: number | null }>(
1207
+ "POST", "/v1/benchmark/sweep", { query: b }),
1202
1208
  };
1203
1209
 
1204
1210
  /** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,