@babav/knowledge-core-client 0.48.0 → 0.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +6 -9
- package/dist/index.js +6 -6
- package/package.json +1 -1
- package/src/index.ts +9 -9
package/dist/index.d.ts
CHANGED
|
@@ -1057,25 +1057,22 @@ export declare class KnowledgeCoreClient extends HttpBase {
|
|
|
1057
1057
|
eval_version?: string;
|
|
1058
1058
|
}) => Promise<QueryProfile>;
|
|
1059
1059
|
};
|
|
1060
|
-
/** Query-profile benchmark
|
|
1061
|
-
* (
|
|
1062
|
-
* Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1060
|
+
/** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
|
|
1061
|
+
* category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
|
|
1062
|
+
* is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1063
1063
|
benchmark: {
|
|
1064
1064
|
leaderboard: (q?: {
|
|
1065
1065
|
eval_version?: string;
|
|
1066
|
-
tier?: BenchmarkTier;
|
|
1067
1066
|
category?: BenchmarkCategory;
|
|
1068
1067
|
limit?: number;
|
|
1069
1068
|
}) => Promise<Leaderboard>;
|
|
1070
|
-
/** Kick the
|
|
1071
|
-
*
|
|
1072
|
-
* populates the
|
|
1069
|
+
/** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
|
|
1070
|
+
* tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
|
|
1071
|
+
* populates the leaderboard. Runs in the background — returns 202 immediately. */
|
|
1073
1072
|
sweep: (b?: {
|
|
1074
|
-
scale?: "full" | "scoped";
|
|
1075
1073
|
concurrency?: number;
|
|
1076
1074
|
}) => Promise<{
|
|
1077
1075
|
status: string;
|
|
1078
|
-
scale: string;
|
|
1079
1076
|
concurrency: number | null;
|
|
1080
1077
|
}>;
|
|
1081
1078
|
};
|
package/dist/index.js
CHANGED
|
@@ -477,14 +477,14 @@ export class KnowledgeCoreClient extends HttpBase {
|
|
|
477
477
|
* defaults to the current one. Pair with `benchmark.leaderboard` (pick a row -> its config_hash). */
|
|
478
478
|
createFromLeaderboard: (b) => this.request("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
|
|
479
479
|
};
|
|
480
|
-
/** Query-profile benchmark
|
|
481
|
-
* (
|
|
482
|
-
* Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
480
|
+
/** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
|
|
481
|
+
* category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
|
|
482
|
+
* is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
483
483
|
benchmark = {
|
|
484
484
|
leaderboard: (q) => this.request("GET", "/v1/benchmark/leaderboard", { query: q }),
|
|
485
|
-
/** Kick the
|
|
486
|
-
*
|
|
487
|
-
* populates the
|
|
485
|
+
/** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
|
|
486
|
+
* tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
|
|
487
|
+
* populates the leaderboard. Runs in the background — returns 202 immediately. */
|
|
488
488
|
sweep: (b) => this.request("POST", "/v1/benchmark/sweep", { query: b }),
|
|
489
489
|
};
|
|
490
490
|
/** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@babav/knowledge-core-client",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.49.0",
|
|
4
4
|
"description": "TypeScript client for the Babav Knowledge Core API (Deno + Node 18+, zero deps). Includes the babav.visual grammar TYPES at the ./visual subpath (types only; all visual rendering is server-side).",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
package/src/index.ts
CHANGED
|
@@ -1193,17 +1193,17 @@ export class KnowledgeCoreClient extends HttpBase {
|
|
|
1193
1193
|
this.request<QueryProfile>("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
|
|
1194
1194
|
};
|
|
1195
1195
|
|
|
1196
|
-
/** Query-profile benchmark
|
|
1197
|
-
* (
|
|
1198
|
-
* Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1196
|
+
/** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
|
|
1197
|
+
* category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
|
|
1198
|
+
* is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1199
1199
|
benchmark = {
|
|
1200
|
-
leaderboard: (q?: { eval_version?: string;
|
|
1200
|
+
leaderboard: (q?: { eval_version?: string; category?: BenchmarkCategory; limit?: number }) =>
|
|
1201
1201
|
this.request<Leaderboard>("GET", "/v1/benchmark/leaderboard", { query: q }),
|
|
1202
|
-
/** Kick the
|
|
1203
|
-
*
|
|
1204
|
-
* populates the
|
|
1205
|
-
sweep: (b?: {
|
|
1206
|
-
this.request<{ status: string;
|
|
1202
|
+
/** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
|
|
1203
|
+
* tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
|
|
1204
|
+
* populates the leaderboard. Runs in the background — returns 202 immediately. */
|
|
1205
|
+
sweep: (b?: { concurrency?: number }) =>
|
|
1206
|
+
this.request<{ status: string; concurrency: number | null }>(
|
|
1207
1207
|
"POST", "/v1/benchmark/sweep", { query: b }),
|
|
1208
1208
|
};
|
|
1209
1209
|
|