@remnic/bench 9.45.4 → 9.46.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +14 -3
- package/package.json +3 -3
package/dist/index.js
CHANGED
|
@@ -6709,7 +6709,7 @@ function benchmarkRecallBudgetForSessionCount(sessionCount) {
|
|
|
6709
6709
|
return Math.floor(MAX_COMBINED_RECALL_BUDGET_CHARS / sessionCount);
|
|
6710
6710
|
}
|
|
6711
6711
|
|
|
6712
|
-
// src/adapters/remnic-
|
|
6712
|
+
// src/adapters/remnic-recall-support.ts
|
|
6713
6713
|
var DEFAULT_ANSWER_SUPPORT_MIN_COVERAGE = 0.34;
|
|
6714
6714
|
var ANSWER_SUPPORT_STOP_WORDS = /* @__PURE__ */ new Set([
|
|
6715
6715
|
"about",
|
|
@@ -6755,7 +6755,10 @@ var ANSWER_SUPPORT_STOP_WORDS = /* @__PURE__ */ new Set([
|
|
|
6755
6755
|
function resolveAnswerSupportMinCoverage(config) {
|
|
6756
6756
|
const raw = config?.answerSupportMinCoverage;
|
|
6757
6757
|
if (raw === void 0) return DEFAULT_ANSWER_SUPPORT_MIN_COVERAGE;
|
|
6758
|
-
|
|
6758
|
+
if (typeof raw !== "number" && typeof raw !== "string") {
|
|
6759
|
+
throw new Error("answerSupportMinCoverage must be a finite number greater than 0 and at most 1.");
|
|
6760
|
+
}
|
|
6761
|
+
const parsed = typeof raw === "number" ? raw : Number(raw.trim());
|
|
6759
6762
|
if (!Number.isFinite(parsed) || parsed <= 0 || parsed > 1) {
|
|
6760
6763
|
throw new Error("answerSupportMinCoverage must be a finite number greater than 0 and at most 1.");
|
|
6761
6764
|
}
|
|
@@ -6800,7 +6803,13 @@ function exactContextEvidenceLines(recalledText) {
|
|
|
6800
6803
|
}
|
|
6801
6804
|
function assessRemnicRecallSupport(request, supportThreshold = DEFAULT_ANSWER_SUPPORT_MIN_COVERAGE) {
|
|
6802
6805
|
if (request.recalledText.trim().length === 0) {
|
|
6803
|
-
return {
|
|
6806
|
+
return {
|
|
6807
|
+
status: "empty",
|
|
6808
|
+
reason: "exact responder context is empty",
|
|
6809
|
+
evidenceCount: 0,
|
|
6810
|
+
maxScore: 0,
|
|
6811
|
+
supportThreshold
|
|
6812
|
+
};
|
|
6804
6813
|
}
|
|
6805
6814
|
const queryTerms = supportTerms(request.query);
|
|
6806
6815
|
if (queryTerms.length < 2) {
|
|
@@ -6844,6 +6853,8 @@ function assessRemnicRecallSupport(request, supportThreshold = DEFAULT_ANSWER_SU
|
|
|
6844
6853
|
supportThreshold
|
|
6845
6854
|
};
|
|
6846
6855
|
}
|
|
6856
|
+
|
|
6857
|
+
// src/adapters/remnic-adapter.ts
|
|
6847
6858
|
var BENCH_ADAPTER_SHARED_CONFIG = {
|
|
6848
6859
|
qmdEnabled: false,
|
|
6849
6860
|
qmdColdTierEnabled: false,
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@remnic/bench",
|
|
3
|
-
"version": "9.
|
|
3
|
+
"version": "9.46.0",
|
|
4
4
|
"description": "Retrieval latency ladder benchmarks + CI regression gates for @remnic/core",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -40,8 +40,8 @@
|
|
|
40
40
|
"hyparquet": "^1.25.7",
|
|
41
41
|
"yaml": "^2.4.2",
|
|
42
42
|
"zod": "^3.24.0",
|
|
43
|
-
"@remnic/coding-graph": "^9.
|
|
44
|
-
"@remnic/core": "^9.
|
|
43
|
+
"@remnic/coding-graph": "^9.46.0",
|
|
44
|
+
"@remnic/core": "^9.46.0"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|
|
47
47
|
"tsup": "^8.5.1",
|