@babav/knowledge-core-client 0.47.0 → 0.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +12 -4
- package/dist/index.js +7 -3
- package/package.json +1 -1
- package/src/index.ts +10 -4
package/dist/index.d.ts
CHANGED
|
@@ -1057,16 +1057,24 @@ export declare class KnowledgeCoreClient extends HttpBase {
|
|
|
1057
1057
|
eval_version?: string;
|
|
1058
1058
|
}) => Promise<QueryProfile>;
|
|
1059
1059
|
};
|
|
1060
|
-
/** Query-profile benchmark
|
|
1061
|
-
* (
|
|
1062
|
-
* Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1060
|
+
/** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
|
|
1061
|
+
* category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
|
|
1062
|
+
* is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1063
1063
|
benchmark: {
|
|
1064
1064
|
leaderboard: (q?: {
|
|
1065
1065
|
eval_version?: string;
|
|
1066
|
-
tier?: BenchmarkTier;
|
|
1067
1066
|
category?: BenchmarkCategory;
|
|
1068
1067
|
limit?: number;
|
|
1069
1068
|
}) => Promise<Leaderboard>;
|
|
1069
|
+
/** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
|
|
1070
|
+
* tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
|
|
1071
|
+
* populates the leaderboard. Runs in the background — returns 202 immediately. */
|
|
1072
|
+
sweep: (b?: {
|
|
1073
|
+
concurrency?: number;
|
|
1074
|
+
}) => Promise<{
|
|
1075
|
+
status: string;
|
|
1076
|
+
concurrency: number | null;
|
|
1077
|
+
}>;
|
|
1070
1078
|
};
|
|
1071
1079
|
/** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
|
|
1072
1080
|
* named bundle of pipeline config (chunking + embedding + sparse + quant). Unlike a query profile
|
package/dist/index.js
CHANGED
|
@@ -477,11 +477,15 @@ export class KnowledgeCoreClient extends HttpBase {
|
|
|
477
477
|
* defaults to the current one. Pair with `benchmark.leaderboard` (pick a row -> its config_hash). */
|
|
478
478
|
createFromLeaderboard: (b) => this.request("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
|
|
479
479
|
};
|
|
480
|
-
/** Query-profile benchmark
|
|
481
|
-
* (
|
|
482
|
-
* Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
480
|
+
/** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
|
|
481
|
+
* category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
|
|
482
|
+
* is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
483
483
|
benchmark = {
|
|
484
484
|
leaderboard: (q) => this.request("GET", "/v1/benchmark/leaderboard", { query: q }),
|
|
485
|
+
/** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
|
|
486
|
+
* tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
|
|
487
|
+
* populates the leaderboard. Runs in the background — returns 202 immediately. */
|
|
488
|
+
sweep: (b) => this.request("POST", "/v1/benchmark/sweep", { query: b }),
|
|
485
489
|
};
|
|
486
490
|
/** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
|
|
487
491
|
* named bundle of pipeline config (chunking + embedding + sparse + quant). Unlike a query profile
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@babav/knowledge-core-client",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.49.0",
|
|
4
4
|
"description": "TypeScript client for the Babav Knowledge Core API (Deno + Node 18+, zero deps). Includes the babav.visual grammar TYPES at the ./visual subpath (types only; all visual rendering is server-side).",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
package/src/index.ts
CHANGED
|
@@ -1193,12 +1193,18 @@ export class KnowledgeCoreClient extends HttpBase {
|
|
|
1193
1193
|
this.request<QueryProfile>("POST", "/v1/query-profiles/from-leaderboard", { json: b }),
|
|
1194
1194
|
};
|
|
1195
1195
|
|
|
1196
|
-
/** Query-profile benchmark
|
|
1197
|
-
* (
|
|
1198
|
-
* Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1196
|
+
/** Query-profile benchmark leaderboard — top-N FULL-eval-set-scored profiles per eval version, per
|
|
1197
|
+
* category (quality | quality_cost | quality_latency). One tier only (the full eval-set); every row
|
|
1198
|
+
* is a full score. Tenant-anonymous (keyed by config hash); never a customer config. */
|
|
1199
1199
|
benchmark = {
|
|
1200
|
-
leaderboard: (q?: { eval_version?: string;
|
|
1200
|
+
leaderboard: (q?: { eval_version?: string; category?: BenchmarkCategory; limit?: number }) =>
|
|
1201
1201
|
this.request<Leaderboard>("GET", "/v1/benchmark/leaderboard", { query: q }),
|
|
1202
|
+
/** Kick the sweep as the BENCHMARK TENANT (this client's own key — no admin key). The benchmark
|
|
1203
|
+
* tenant owns the bench corpora + eval-set; the sweep FULL-scores the sensible config set and
|
|
1204
|
+
* populates the leaderboard. Runs in the background — returns 202 immediately. */
|
|
1205
|
+
sweep: (b?: { concurrency?: number }) =>
|
|
1206
|
+
this.request<{ status: string; concurrency: number | null }>(
|
|
1207
|
+
"POST", "/v1/benchmark/sweep", { query: b }),
|
|
1202
1208
|
};
|
|
1203
1209
|
|
|
1204
1210
|
/** Ingestion profiles — the build-side config object (counterpart to query profiles): a tenant-owned,
|