@warmdrift/kgauto-compiler 2.0.0-alpha.95 → 2.0.0-alpha.96
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-JFM5A556.mjs → chunk-26IS3Y6Z.mjs} +1 -1
- package/dist/{chunk-BJD75WCL.mjs → chunk-2D4H7HGZ.mjs} +1 -1
- package/dist/{chunk-D3BVYXNA.mjs → chunk-AMV3M2KH.mjs} +87 -36
- package/dist/{chunk-IRXC7WEQ.mjs → chunk-SRPRNTDT.mjs} +6 -5
- package/dist/glassbox-routes/index.js +87 -36
- package/dist/glassbox-routes/index.mjs +2 -2
- package/dist/index.d.mts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +92 -40
- package/dist/index.mjs +4 -4
- package/dist/key-health.js +1 -1
- package/dist/key-health.mjs +1 -1
- package/dist/probe.js +91 -39
- package/dist/probe.mjs +3 -3
- package/dist/profiles.d.mts +4 -1
- package/dist/profiles.d.ts +4 -1
- package/dist/profiles.js +87 -36
- package/dist/profiles.mjs +1 -1
- package/package.json +1 -1
|
@@ -798,18 +798,22 @@ var PROFILES_RAW = [
|
|
|
798
798
|
maxContextTokens: 1e6,
|
|
799
799
|
maxOutputTokens: 384e3,
|
|
800
800
|
maxTools: 16,
|
|
801
|
-
|
|
801
|
+
// alpha.96 — CORRECTED from `false`, which was AI-generated at greenfield
|
|
802
|
+
// (2026-04-25) and never re-checked. Measured 2026-08-28 direct to
|
|
803
|
+
// api.deepseek.com, no kgauto in the path, 6 tools offered, 3 trials:
|
|
804
|
+
// 3 parallel tool calls returned, 3/3. L-040's original evidence said
|
|
805
|
+
// "7-8 calls per step" — which was never a claim that only one tool may be
|
|
806
|
+
// offered. See the note in lower.ts:lowerDeepSeek.
|
|
807
|
+
parallelToolCalls: true,
|
|
802
808
|
structuredOutput: "native",
|
|
803
809
|
systemPromptMode: "inline",
|
|
804
810
|
streaming: true,
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
811
|
-
}
|
|
812
|
-
],
|
|
811
|
+
// alpha.96 — the `tool_count@1 -> drop_to_top_relevant` cliff was DELETED.
|
|
812
|
+
// It restated `parallelToolCalls: false` as a threshold and was falsified by
|
|
813
|
+
// the same measurement. It is not kept-and-flagged (the usual lifecycle)
|
|
814
|
+
// because it was never a real failure mode: it was a second enforcement of a
|
|
815
|
+
// wrong belief, and keeping it active would keep amputating tools.
|
|
816
|
+
cliffs: [],
|
|
813
817
|
costInputPer1m: 0.44,
|
|
814
818
|
costOutputPer1m: 1.32,
|
|
815
819
|
lowering: {
|
|
@@ -821,7 +825,12 @@ var PROFILES_RAW = [
|
|
|
821
825
|
{ signal: "rate_limit", action: "escalate", reason: "429 \u2014 escalate" }
|
|
822
826
|
],
|
|
823
827
|
strengths: ["cost", "1m_context", "json_output", "code", "reasoning"],
|
|
824
|
-
|
|
828
|
+
// alpha.96 — 'parallel_tools' REMOVED: measurably false (2026-08-28, direct
|
|
829
|
+
// to api.deepseek.com, 6 tools, 3 trials, 3 parallel calls, both models).
|
|
830
|
+
// 'large_tool_sets' KEPT and explicitly unverified — the probe offered 6 of
|
|
831
|
+
// a declared maxTools 16, so it says nothing about behaviour at 16. Not
|
|
832
|
+
// falsified is not the same as confirmed.
|
|
833
|
+
weaknesses: ["large_tool_sets"],
|
|
825
834
|
// alpha.47 — explicit slow override. Tag derivation would say 'medium'
|
|
826
835
|
// (no 'latency' weakness, no 'speed' strength), but the alpha.46 shadow
|
|
827
836
|
// probe MEASURED deepseek-v4-flash at 20485ms served (2026-06-03) — ~2.3×
|
|
@@ -833,7 +842,11 @@ var PROFILES_RAW = [
|
|
|
833
842
|
notes: "Cheap workhorse. 1M context, 384k max output. Cache-hit input $0.0028/M (1/50\xD7 of miss). Aliased as `deepseek-chat` (non-thinking) and `deepseek-reasoner` (thinking) \u2014 see ALIASES. PEAK/OFF-PEAK since 2026-08-16 (page fetched 2026-08-24): peak = weekdays 01:00-04:00 + 06:00-10:00 UTC, off-peak = all other hours at HALF peak. Encoded prices ARE the peak rate (conservative: never understate cost); off-peak traffic costs half what the estimate says. alpha.87 was built + verified 2026-08-14 (prices then live), held at the publish gate 10 days, and published 2026-08-24 \u2014 by which time the 08-16 transition had killed them ($0.14/$0.28 flash, $0.435/$0.87 pro); corrected here (alpha.88). Build-then-hold is the mechanism: re-verify prices at publish when publish is not same-session as build. A single price field cannot represent a two-rate schedule; catalog-sync extractions oscillate between the rates day-to-day (peak read 08-21, off-peak read 08-22) \u2014 time-of-day pricing remains unmodeled, roadmap.",
|
|
834
843
|
// Master plan §6.2 anchor. Brain-validated tier 1 cross-provider for
|
|
835
844
|
// classify (169 rows, 0% empty). Tier 0 for summarize-with-no-tools.
|
|
836
|
-
//
|
|
845
|
+
// alpha.96 — the hunt half of this sentence is RETRACTED: "sequential tools
|
|
846
|
+
// — L-040" was falsified 2026-08-28 (direct measurement, 3 parallel tool
|
|
847
|
+
// calls, both models). Do not use this comment to re-lower `hunt`; it is
|
|
848
|
+
// the exact prose that justified the wrong score. The reasoning-depth
|
|
849
|
+
// rationale is untouched and still carries `critique`.
|
|
837
850
|
archetypePerf: {
|
|
838
851
|
classify: 7,
|
|
839
852
|
// brain-validated, 169 rows
|
|
@@ -845,8 +858,16 @@ var PROFILES_RAW = [
|
|
|
845
858
|
plan: 5,
|
|
846
859
|
extract: 5,
|
|
847
860
|
critique: 4,
|
|
848
|
-
|
|
849
|
-
//
|
|
861
|
+
// alpha.96 — was 4. Its ONLY written justification was "sequential tool
|
|
862
|
+
// calls only — L-040", which is falsified. A score derived from a false
|
|
863
|
+
// premise cannot be kept, and re-guessing a penalty would just relaunder
|
|
864
|
+
// the same belief. Set to the floor (6) = "no evidence of deficiency",
|
|
865
|
+
// NOT an endorsement. This is a JUDGMENT, not a measurement, and it is
|
|
866
|
+
// the honest direction of the two: the only hunt-shaped evidence we have
|
|
867
|
+
// is positive (a research-agent fixture, 3 of 3 demanded tools correctly
|
|
868
|
+
// selected from a 6-tool menu, 3/3 trials, both models). Replace with a
|
|
869
|
+
// real number from the golden-eval hunt corpus — that is what it is for.
|
|
870
|
+
hunt: 6
|
|
850
871
|
},
|
|
851
872
|
// alpha.43 — family-level conventions for the `deepseek-chat` family
|
|
852
873
|
// (V4-Flash + future non-thinking-mode members). V4-Flash struggles
|
|
@@ -871,18 +892,22 @@ var PROFILES_RAW = [
|
|
|
871
892
|
maxContextTokens: 1e6,
|
|
872
893
|
maxOutputTokens: 384e3,
|
|
873
894
|
maxTools: 16,
|
|
874
|
-
|
|
895
|
+
// alpha.96 — CORRECTED from `false`, which was AI-generated at greenfield
|
|
896
|
+
// (2026-04-25) and never re-checked. Measured 2026-08-28 direct to
|
|
897
|
+
// api.deepseek.com, no kgauto in the path, 6 tools offered, 3 trials:
|
|
898
|
+
// 3 parallel tool calls returned, 3/3. L-040's original evidence said
|
|
899
|
+
// "7-8 calls per step" — which was never a claim that only one tool may be
|
|
900
|
+
// offered. See the note in lower.ts:lowerDeepSeek.
|
|
901
|
+
parallelToolCalls: true,
|
|
875
902
|
structuredOutput: "native",
|
|
876
903
|
systemPromptMode: "inline",
|
|
877
904
|
streaming: true,
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
|
|
884
|
-
}
|
|
885
|
-
],
|
|
905
|
+
// alpha.96 — the `tool_count@1 -> drop_to_top_relevant` cliff was DELETED.
|
|
906
|
+
// It restated `parallelToolCalls: false` as a threshold and was falsified by
|
|
907
|
+
// the same measurement. It is not kept-and-flagged (the usual lifecycle)
|
|
908
|
+
// because it was never a real failure mode: it was a second enforcement of a
|
|
909
|
+
// wrong belief, and keeping it active would keep amputating tools.
|
|
910
|
+
cliffs: [],
|
|
886
911
|
// Verified against the live DeepSeek pricing page 2026-06-22: the 75%-off
|
|
887
912
|
// launch "promo" ($0.435/$0.87) did NOT revert on 2026-05-31 — it became the
|
|
888
913
|
// standing price (docs show $0.435 in / $0.87 out cache-miss, $0.003625
|
|
@@ -900,7 +925,12 @@ var PROFILES_RAW = [
|
|
|
900
925
|
{ signal: "rate_limit", action: "escalate", reason: "429 \u2014 escalate" }
|
|
901
926
|
],
|
|
902
927
|
strengths: ["quality", "reasoning", "1m_context", "json_output", "code", "extended_thinking"],
|
|
903
|
-
|
|
928
|
+
// alpha.96 — 'parallel_tools' REMOVED: measurably false (2026-08-28, direct
|
|
929
|
+
// to api.deepseek.com, 6 tools, 3 trials, 3 parallel calls, both models).
|
|
930
|
+
// 'large_tool_sets' KEPT and explicitly unverified — the probe offered 6 of
|
|
931
|
+
// a declared maxTools 16, so it says nothing about behaviour at 16. Not
|
|
932
|
+
// falsified is not the same as confirmed.
|
|
933
|
+
weaknesses: ["large_tool_sets"],
|
|
904
934
|
// alpha.47 — explicit slow override. Measured 47722ms on the alpha.46
|
|
905
935
|
// shadow probe (2026-06-03) — it's an extended-thinking reasoner, slowest
|
|
906
936
|
// of the served set. Tag derivation would say 'medium'; the measurement says
|
|
@@ -919,14 +949,24 @@ var PROFILES_RAW = [
|
|
|
919
949
|
summarize: 7,
|
|
920
950
|
extract: 6,
|
|
921
951
|
transform: 6,
|
|
922
|
-
|
|
923
|
-
//
|
|
952
|
+
// alpha.96 — was 4. Its ONLY written justification was "sequential tool
|
|
953
|
+
// calls only — L-040", which is falsified. A score derived from a false
|
|
954
|
+
// premise cannot be kept, and re-guessing a penalty would just relaunder
|
|
955
|
+
// the same belief. Set to the floor (6) = "no evidence of deficiency",
|
|
956
|
+
// NOT an endorsement. This is a JUDGMENT, not a measurement, and it is
|
|
957
|
+
// the honest direction of the two: the only hunt-shaped evidence we have
|
|
958
|
+
// is positive (a research-agent fixture, 3 of 3 demanded tools correctly
|
|
959
|
+
// selected from a 6-tool menu, 3/3 trials, both models). Replace with a
|
|
960
|
+
// real number from the golden-eval hunt corpus — that is what it is for.
|
|
961
|
+
hunt: 6
|
|
924
962
|
},
|
|
925
963
|
// alpha.43 — family-level conventions for the `deepseek-reasoner` family
|
|
926
964
|
// (V4-Pro is the family rep; future thinking-mode members inherit).
|
|
927
965
|
//
|
|
928
|
-
// The decisive-archetype suffix is the load-bearing piece:
|
|
929
|
-
//
|
|
966
|
+
// The decisive-archetype suffix is the load-bearing piece. ⚠️ alpha.96:
|
|
967
|
+
// its evidence was purged as poison on 2026-05-29 (s51) — retained as a
|
|
968
|
+
// hypothesis, not a finding. Original claim, for the record: 2026-05-28
|
|
969
|
+
// first real V4-Pro probe on tt-intel/classify
|
|
930
970
|
// showed 8/10 judge rationales citing "candidate hedges and fails to
|
|
931
971
|
// commit to a single classification" or "candidate refuses to pick
|
|
932
972
|
// among the labels." Without the forcing-function suffix, every
|
|
@@ -947,24 +987,35 @@ var PROFILES_RAW = [
|
|
|
947
987
|
{
|
|
948
988
|
archetype: "classify",
|
|
949
989
|
promptSuffix: "\n\nOutput exactly one classification label. Do not hedge, do not add preamble, do not explain your reasoning. If uncertain, pick the most likely label and commit to it.",
|
|
950
|
-
reason:
|
|
990
|
+
reason: 'Reasoners (deepseek-reasoner family) hedge on decisive-output archetypes by design. UNEVIDENCED HYPOTHESIS as of alpha.96 \u2014 this reason used to cite a 2026-05-28 V4-Pro probe on tt-intel/classify ("8 of 10 judge rationales cited hedging") and named `brain probe_outcomes` as its source. That source is EMPTY: probed 2026-08-28, zero probe_outcomes rows exist before 2026-06-01 and zero `classify` rows have ever existed. The probe was deleted on 2026-05-29 by the s51 poison purge \u2014 it replayed against truncated `prompt_preview`, which s51 established yields meaningless verdicts. The conclusion outlived the purge of its own evidence and kept shaping prompts for three months. The pointer was wrong too: exclusion-finding ID 20 is a zero-calls `recommend-probe` on classify, confidence low, later declined \u2014 the probe TRIGGER, never its result. KEPT because a promptSuffix is capability-PRESERVING (adds an instruction, removes nothing a raw call had) and is visible in mutations_applied. Re-evidence from the golden-eval corpus or drop it.'
|
|
951
991
|
},
|
|
952
992
|
{
|
|
953
993
|
archetype: "extract",
|
|
954
994
|
promptSuffix: "\n\nOutput exactly the requested structured fields. Do not hedge, do not add preamble, do not explain your reasoning. If a field is unknown, emit the field with a null/empty value and commit to that \u2014 do not refuse to extract.",
|
|
955
|
-
reason:
|
|
995
|
+
reason: 'Reasoners (deepseek-reasoner family) hedge on decisive-output archetypes by design. UNEVIDENCED HYPOTHESIS as of alpha.96 \u2014 the supporting evidence NO LONGER EXISTS. The cited 2026-05-28 V4-Pro classify probe ("8/10 judge rationales") was deleted on 2026-05-29 by the s51 poison purge, because it replayed against truncated `prompt_preview` and s51 established such verdicts are meaningless. Probed: zero probe_outcomes rows exist before 2026-06-01 and zero `classify` rows have EVER existed. The pointer was also wrong \u2014 exclusion-finding ID 20 is a zero-calls `recommend-probe` on classify, confidence low, later declined; it was the trigger for the probe, never its result. KEPT anyway because a promptSuffix is capability-PRESERVING (it adds an instruction and removes nothing a raw call had), so the cost of being wrong is bounded and a consumer can see it in mutations_applied. Re-evidence it from the golden-eval corpus or drop it.'
|
|
956
996
|
},
|
|
957
997
|
{
|
|
958
998
|
archetype: "ask",
|
|
959
999
|
promptSuffix: "\n\nAnswer the question directly. Do not hedge, do not add preamble, do not explain your reasoning unless explicitly asked. If uncertain, give your best answer and commit to it.",
|
|
960
|
-
reason:
|
|
961
|
-
},
|
|
962
|
-
{
|
|
963
|
-
archetype: "hunt",
|
|
964
|
-
whenToolCountAtLeast: 3,
|
|
965
|
-
cliffWarning: "Reasoners (deepseek-reasoner family) produce sequential reasoning chains by design; hunt archetypes with 3+ parallel tools lose substantial throughput. Consider gemini-flash family (parallel-strong) instead \u2014 see L-040 / L-041.",
|
|
966
|
-
reason: "L-040 + L-041 architectural reading; 2026-05-28 V4-Pro probe evidence (exclusion-finding ID 20) confirms reasoner-family hunt fit is structurally weak."
|
|
1000
|
+
reason: 'Reasoners (deepseek-reasoner family) hedge on decisive-output archetypes by design. UNEVIDENCED HYPOTHESIS as of alpha.96 \u2014 the supporting evidence NO LONGER EXISTS. The cited 2026-05-28 V4-Pro classify probe ("8/10 judge rationales") was deleted on 2026-05-29 by the s51 poison purge, because it replayed against truncated `prompt_preview` and s51 established such verdicts are meaningless. Probed: zero probe_outcomes rows exist before 2026-06-01 and zero `classify` rows have EVER existed. The pointer was also wrong \u2014 exclusion-finding ID 20 is a zero-calls `recommend-probe` on classify, confidence low, later declined; it was the trigger for the probe, never its result. KEPT anyway because a promptSuffix is capability-PRESERVING (it adds an instruction and removes nothing a raw call had), so the cost of being wrong is bounded and a consumer can see it in mutations_applied. Re-evidence it from the golden-eval corpus or drop it.'
|
|
967
1001
|
}
|
|
1002
|
+
// alpha.96 — the `hunt` convention was DELETED, not corrected.
|
|
1003
|
+
// It warned that "hunt archetypes with 3+ parallel tools lose substantial
|
|
1004
|
+
// throughput" and steered callers to gemini-flash. Measured false
|
|
1005
|
+
// 2026-08-28: 6 tools offered, 3 of 3 demanded served in parallel, 3/3
|
|
1006
|
+
// trials, both V4 models, direct to the provider.
|
|
1007
|
+
//
|
|
1008
|
+
// Its cited evidence did not say what it claimed. exclusion-finding ID 20
|
|
1009
|
+
// is `intent_archetype: 'classify'` (not hunt), `verdict:
|
|
1010
|
+
// 'recommend-probe'` (i.e. NOBODY PROBED), `confidence: 'low'`, its
|
|
1011
|
+
// message reads "deepseek-v4-pro has zero calls", it was later
|
|
1012
|
+
// `declined`, and its own `parallel_tool_hint: false` was this profile's
|
|
1013
|
+
// own belief round-tripped back as input. A no-data finding on the wrong
|
|
1014
|
+
// archetype was paraphrased into "probe evidence confirms".
|
|
1015
|
+
//
|
|
1016
|
+
// Deleted rather than re-scoped because a cliffWarning is
|
|
1017
|
+
// capability-REDUCING (it steers traffic away from a model) and nothing
|
|
1018
|
+
// evidenced remains. Re-add only from a measured hunt eval.
|
|
968
1019
|
]
|
|
969
1020
|
},
|
|
970
1021
|
// ── OpenAI ──
|
|
@@ -9,7 +9,7 @@ import {
|
|
|
9
9
|
getModelCompatibility,
|
|
10
10
|
isBrainQueryActiveFor,
|
|
11
11
|
policySetHas
|
|
12
|
-
} from "./chunk-
|
|
12
|
+
} from "./chunk-2D4H7HGZ.mjs";
|
|
13
13
|
import {
|
|
14
14
|
bucketContext,
|
|
15
15
|
bucketHistory,
|
|
@@ -30,7 +30,7 @@ import {
|
|
|
30
30
|
latencyTierOf,
|
|
31
31
|
resolveModelAlias,
|
|
32
32
|
tryGetProfile
|
|
33
|
-
} from "./chunk-
|
|
33
|
+
} from "./chunk-AMV3M2KH.mjs";
|
|
34
34
|
|
|
35
35
|
// src/models-brain.ts
|
|
36
36
|
function isModelRow(x) {
|
|
@@ -2597,7 +2597,7 @@ function lower(ir, profile, hints = {}) {
|
|
|
2597
2597
|
case "openai":
|
|
2598
2598
|
return lowerOpenAI(ir, profile, hints);
|
|
2599
2599
|
case "deepseek":
|
|
2600
|
-
return lowerDeepSeek(ir, profile);
|
|
2600
|
+
return lowerDeepSeek(ir, profile, hints);
|
|
2601
2601
|
case "zai":
|
|
2602
2602
|
return lowerZai(ir, profile, hints);
|
|
2603
2603
|
case "moonshot":
|
|
@@ -2858,7 +2858,7 @@ function toOpenAITools(tools) {
|
|
|
2858
2858
|
}
|
|
2859
2859
|
}));
|
|
2860
2860
|
}
|
|
2861
|
-
function lowerDeepSeek(ir, profile) {
|
|
2861
|
+
function lowerDeepSeek(ir, profile, hints) {
|
|
2862
2862
|
const ordered = sortSections(ir.sections);
|
|
2863
2863
|
const systemText = ordered.map((s) => s.text).join("\n\n");
|
|
2864
2864
|
const messages = systemText ? [{ role: "system", content: systemText }] : [];
|
|
@@ -2880,7 +2880,8 @@ function lowerDeepSeek(ir, profile) {
|
|
|
2880
2880
|
provider: "deepseek",
|
|
2881
2881
|
model: profile.id,
|
|
2882
2882
|
messages,
|
|
2883
|
-
|
|
2883
|
+
// Every tool the IR carries. Never fewer — see the note above.
|
|
2884
|
+
tools: ir.tools && ir.tools.length > 0 ? ir.tools.map((t) => ({
|
|
2884
2885
|
type: "function",
|
|
2885
2886
|
function: {
|
|
2886
2887
|
name: t.name,
|
|
@@ -843,18 +843,22 @@ var PROFILES_RAW = [
|
|
|
843
843
|
maxContextTokens: 1e6,
|
|
844
844
|
maxOutputTokens: 384e3,
|
|
845
845
|
maxTools: 16,
|
|
846
|
-
|
|
846
|
+
// alpha.96 — CORRECTED from `false`, which was AI-generated at greenfield
|
|
847
|
+
// (2026-04-25) and never re-checked. Measured 2026-08-28 direct to
|
|
848
|
+
// api.deepseek.com, no kgauto in the path, 6 tools offered, 3 trials:
|
|
849
|
+
// 3 parallel tool calls returned, 3/3. L-040's original evidence said
|
|
850
|
+
// "7-8 calls per step" — which was never a claim that only one tool may be
|
|
851
|
+
// offered. See the note in lower.ts:lowerDeepSeek.
|
|
852
|
+
parallelToolCalls: true,
|
|
847
853
|
structuredOutput: "native",
|
|
848
854
|
systemPromptMode: "inline",
|
|
849
855
|
streaming: true,
|
|
850
|
-
|
|
851
|
-
|
|
852
|
-
|
|
853
|
-
|
|
854
|
-
|
|
855
|
-
|
|
856
|
-
}
|
|
857
|
-
],
|
|
856
|
+
// alpha.96 — the `tool_count@1 -> drop_to_top_relevant` cliff was DELETED.
|
|
857
|
+
// It restated `parallelToolCalls: false` as a threshold and was falsified by
|
|
858
|
+
// the same measurement. It is not kept-and-flagged (the usual lifecycle)
|
|
859
|
+
// because it was never a real failure mode: it was a second enforcement of a
|
|
860
|
+
// wrong belief, and keeping it active would keep amputating tools.
|
|
861
|
+
cliffs: [],
|
|
858
862
|
costInputPer1m: 0.44,
|
|
859
863
|
costOutputPer1m: 1.32,
|
|
860
864
|
lowering: {
|
|
@@ -866,7 +870,12 @@ var PROFILES_RAW = [
|
|
|
866
870
|
{ signal: "rate_limit", action: "escalate", reason: "429 \u2014 escalate" }
|
|
867
871
|
],
|
|
868
872
|
strengths: ["cost", "1m_context", "json_output", "code", "reasoning"],
|
|
869
|
-
|
|
873
|
+
// alpha.96 — 'parallel_tools' REMOVED: measurably false (2026-08-28, direct
|
|
874
|
+
// to api.deepseek.com, 6 tools, 3 trials, 3 parallel calls, both models).
|
|
875
|
+
// 'large_tool_sets' KEPT and explicitly unverified — the probe offered 6 of
|
|
876
|
+
// a declared maxTools 16, so it says nothing about behaviour at 16. Not
|
|
877
|
+
// falsified is not the same as confirmed.
|
|
878
|
+
weaknesses: ["large_tool_sets"],
|
|
870
879
|
// alpha.47 — explicit slow override. Tag derivation would say 'medium'
|
|
871
880
|
// (no 'latency' weakness, no 'speed' strength), but the alpha.46 shadow
|
|
872
881
|
// probe MEASURED deepseek-v4-flash at 20485ms served (2026-06-03) — ~2.3×
|
|
@@ -878,7 +887,11 @@ var PROFILES_RAW = [
|
|
|
878
887
|
notes: "Cheap workhorse. 1M context, 384k max output. Cache-hit input $0.0028/M (1/50\xD7 of miss). Aliased as `deepseek-chat` (non-thinking) and `deepseek-reasoner` (thinking) \u2014 see ALIASES. PEAK/OFF-PEAK since 2026-08-16 (page fetched 2026-08-24): peak = weekdays 01:00-04:00 + 06:00-10:00 UTC, off-peak = all other hours at HALF peak. Encoded prices ARE the peak rate (conservative: never understate cost); off-peak traffic costs half what the estimate says. alpha.87 was built + verified 2026-08-14 (prices then live), held at the publish gate 10 days, and published 2026-08-24 \u2014 by which time the 08-16 transition had killed them ($0.14/$0.28 flash, $0.435/$0.87 pro); corrected here (alpha.88). Build-then-hold is the mechanism: re-verify prices at publish when publish is not same-session as build. A single price field cannot represent a two-rate schedule; catalog-sync extractions oscillate between the rates day-to-day (peak read 08-21, off-peak read 08-22) \u2014 time-of-day pricing remains unmodeled, roadmap.",
|
|
879
888
|
// Master plan §6.2 anchor. Brain-validated tier 1 cross-provider for
|
|
880
889
|
// classify (169 rows, 0% empty). Tier 0 for summarize-with-no-tools.
|
|
881
|
-
//
|
|
890
|
+
// alpha.96 — the hunt half of this sentence is RETRACTED: "sequential tools
|
|
891
|
+
// — L-040" was falsified 2026-08-28 (direct measurement, 3 parallel tool
|
|
892
|
+
// calls, both models). Do not use this comment to re-lower `hunt`; it is
|
|
893
|
+
// the exact prose that justified the wrong score. The reasoning-depth
|
|
894
|
+
// rationale is untouched and still carries `critique`.
|
|
882
895
|
archetypePerf: {
|
|
883
896
|
classify: 7,
|
|
884
897
|
// brain-validated, 169 rows
|
|
@@ -890,8 +903,16 @@ var PROFILES_RAW = [
|
|
|
890
903
|
plan: 5,
|
|
891
904
|
extract: 5,
|
|
892
905
|
critique: 4,
|
|
893
|
-
|
|
894
|
-
//
|
|
906
|
+
// alpha.96 — was 4. Its ONLY written justification was "sequential tool
|
|
907
|
+
// calls only — L-040", which is falsified. A score derived from a false
|
|
908
|
+
// premise cannot be kept, and re-guessing a penalty would just relaunder
|
|
909
|
+
// the same belief. Set to the floor (6) = "no evidence of deficiency",
|
|
910
|
+
// NOT an endorsement. This is a JUDGMENT, not a measurement, and it is
|
|
911
|
+
// the honest direction of the two: the only hunt-shaped evidence we have
|
|
912
|
+
// is positive (a research-agent fixture, 3 of 3 demanded tools correctly
|
|
913
|
+
// selected from a 6-tool menu, 3/3 trials, both models). Replace with a
|
|
914
|
+
// real number from the golden-eval hunt corpus — that is what it is for.
|
|
915
|
+
hunt: 6
|
|
895
916
|
},
|
|
896
917
|
// alpha.43 — family-level conventions for the `deepseek-chat` family
|
|
897
918
|
// (V4-Flash + future non-thinking-mode members). V4-Flash struggles
|
|
@@ -916,18 +937,22 @@ var PROFILES_RAW = [
|
|
|
916
937
|
maxContextTokens: 1e6,
|
|
917
938
|
maxOutputTokens: 384e3,
|
|
918
939
|
maxTools: 16,
|
|
919
|
-
|
|
940
|
+
// alpha.96 — CORRECTED from `false`, which was AI-generated at greenfield
|
|
941
|
+
// (2026-04-25) and never re-checked. Measured 2026-08-28 direct to
|
|
942
|
+
// api.deepseek.com, no kgauto in the path, 6 tools offered, 3 trials:
|
|
943
|
+
// 3 parallel tool calls returned, 3/3. L-040's original evidence said
|
|
944
|
+
// "7-8 calls per step" — which was never a claim that only one tool may be
|
|
945
|
+
// offered. See the note in lower.ts:lowerDeepSeek.
|
|
946
|
+
parallelToolCalls: true,
|
|
920
947
|
structuredOutput: "native",
|
|
921
948
|
systemPromptMode: "inline",
|
|
922
949
|
streaming: true,
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
}
|
|
930
|
-
],
|
|
950
|
+
// alpha.96 — the `tool_count@1 -> drop_to_top_relevant` cliff was DELETED.
|
|
951
|
+
// It restated `parallelToolCalls: false` as a threshold and was falsified by
|
|
952
|
+
// the same measurement. It is not kept-and-flagged (the usual lifecycle)
|
|
953
|
+
// because it was never a real failure mode: it was a second enforcement of a
|
|
954
|
+
// wrong belief, and keeping it active would keep amputating tools.
|
|
955
|
+
cliffs: [],
|
|
931
956
|
// Verified against the live DeepSeek pricing page 2026-06-22: the 75%-off
|
|
932
957
|
// launch "promo" ($0.435/$0.87) did NOT revert on 2026-05-31 — it became the
|
|
933
958
|
// standing price (docs show $0.435 in / $0.87 out cache-miss, $0.003625
|
|
@@ -945,7 +970,12 @@ var PROFILES_RAW = [
|
|
|
945
970
|
{ signal: "rate_limit", action: "escalate", reason: "429 \u2014 escalate" }
|
|
946
971
|
],
|
|
947
972
|
strengths: ["quality", "reasoning", "1m_context", "json_output", "code", "extended_thinking"],
|
|
948
|
-
|
|
973
|
+
// alpha.96 — 'parallel_tools' REMOVED: measurably false (2026-08-28, direct
|
|
974
|
+
// to api.deepseek.com, 6 tools, 3 trials, 3 parallel calls, both models).
|
|
975
|
+
// 'large_tool_sets' KEPT and explicitly unverified — the probe offered 6 of
|
|
976
|
+
// a declared maxTools 16, so it says nothing about behaviour at 16. Not
|
|
977
|
+
// falsified is not the same as confirmed.
|
|
978
|
+
weaknesses: ["large_tool_sets"],
|
|
949
979
|
// alpha.47 — explicit slow override. Measured 47722ms on the alpha.46
|
|
950
980
|
// shadow probe (2026-06-03) — it's an extended-thinking reasoner, slowest
|
|
951
981
|
// of the served set. Tag derivation would say 'medium'; the measurement says
|
|
@@ -964,14 +994,24 @@ var PROFILES_RAW = [
|
|
|
964
994
|
summarize: 7,
|
|
965
995
|
extract: 6,
|
|
966
996
|
transform: 6,
|
|
967
|
-
|
|
968
|
-
//
|
|
997
|
+
// alpha.96 — was 4. Its ONLY written justification was "sequential tool
|
|
998
|
+
// calls only — L-040", which is falsified. A score derived from a false
|
|
999
|
+
// premise cannot be kept, and re-guessing a penalty would just relaunder
|
|
1000
|
+
// the same belief. Set to the floor (6) = "no evidence of deficiency",
|
|
1001
|
+
// NOT an endorsement. This is a JUDGMENT, not a measurement, and it is
|
|
1002
|
+
// the honest direction of the two: the only hunt-shaped evidence we have
|
|
1003
|
+
// is positive (a research-agent fixture, 3 of 3 demanded tools correctly
|
|
1004
|
+
// selected from a 6-tool menu, 3/3 trials, both models). Replace with a
|
|
1005
|
+
// real number from the golden-eval hunt corpus — that is what it is for.
|
|
1006
|
+
hunt: 6
|
|
969
1007
|
},
|
|
970
1008
|
// alpha.43 — family-level conventions for the `deepseek-reasoner` family
|
|
971
1009
|
// (V4-Pro is the family rep; future thinking-mode members inherit).
|
|
972
1010
|
//
|
|
973
|
-
// The decisive-archetype suffix is the load-bearing piece:
|
|
974
|
-
//
|
|
1011
|
+
// The decisive-archetype suffix is the load-bearing piece. ⚠️ alpha.96:
|
|
1012
|
+
// its evidence was purged as poison on 2026-05-29 (s51) — retained as a
|
|
1013
|
+
// hypothesis, not a finding. Original claim, for the record: 2026-05-28
|
|
1014
|
+
// first real V4-Pro probe on tt-intel/classify
|
|
975
1015
|
// showed 8/10 judge rationales citing "candidate hedges and fails to
|
|
976
1016
|
// commit to a single classification" or "candidate refuses to pick
|
|
977
1017
|
// among the labels." Without the forcing-function suffix, every
|
|
@@ -992,24 +1032,35 @@ var PROFILES_RAW = [
|
|
|
992
1032
|
{
|
|
993
1033
|
archetype: "classify",
|
|
994
1034
|
promptSuffix: "\n\nOutput exactly one classification label. Do not hedge, do not add preamble, do not explain your reasoning. If uncertain, pick the most likely label and commit to it.",
|
|
995
|
-
reason:
|
|
1035
|
+
reason: 'Reasoners (deepseek-reasoner family) hedge on decisive-output archetypes by design. UNEVIDENCED HYPOTHESIS as of alpha.96 \u2014 this reason used to cite a 2026-05-28 V4-Pro probe on tt-intel/classify ("8 of 10 judge rationales cited hedging") and named `brain probe_outcomes` as its source. That source is EMPTY: probed 2026-08-28, zero probe_outcomes rows exist before 2026-06-01 and zero `classify` rows have ever existed. The probe was deleted on 2026-05-29 by the s51 poison purge \u2014 it replayed against truncated `prompt_preview`, which s51 established yields meaningless verdicts. The conclusion outlived the purge of its own evidence and kept shaping prompts for three months. The pointer was wrong too: exclusion-finding ID 20 is a zero-calls `recommend-probe` on classify, confidence low, later declined \u2014 the probe TRIGGER, never its result. KEPT because a promptSuffix is capability-PRESERVING (adds an instruction, removes nothing a raw call had) and is visible in mutations_applied. Re-evidence from the golden-eval corpus or drop it.'
|
|
996
1036
|
},
|
|
997
1037
|
{
|
|
998
1038
|
archetype: "extract",
|
|
999
1039
|
promptSuffix: "\n\nOutput exactly the requested structured fields. Do not hedge, do not add preamble, do not explain your reasoning. If a field is unknown, emit the field with a null/empty value and commit to that \u2014 do not refuse to extract.",
|
|
1000
|
-
reason:
|
|
1040
|
+
reason: 'Reasoners (deepseek-reasoner family) hedge on decisive-output archetypes by design. UNEVIDENCED HYPOTHESIS as of alpha.96 \u2014 the supporting evidence NO LONGER EXISTS. The cited 2026-05-28 V4-Pro classify probe ("8/10 judge rationales") was deleted on 2026-05-29 by the s51 poison purge, because it replayed against truncated `prompt_preview` and s51 established such verdicts are meaningless. Probed: zero probe_outcomes rows exist before 2026-06-01 and zero `classify` rows have EVER existed. The pointer was also wrong \u2014 exclusion-finding ID 20 is a zero-calls `recommend-probe` on classify, confidence low, later declined; it was the trigger for the probe, never its result. KEPT anyway because a promptSuffix is capability-PRESERVING (it adds an instruction and removes nothing a raw call had), so the cost of being wrong is bounded and a consumer can see it in mutations_applied. Re-evidence it from the golden-eval corpus or drop it.'
|
|
1001
1041
|
},
|
|
1002
1042
|
{
|
|
1003
1043
|
archetype: "ask",
|
|
1004
1044
|
promptSuffix: "\n\nAnswer the question directly. Do not hedge, do not add preamble, do not explain your reasoning unless explicitly asked. If uncertain, give your best answer and commit to it.",
|
|
1005
|
-
reason:
|
|
1006
|
-
},
|
|
1007
|
-
{
|
|
1008
|
-
archetype: "hunt",
|
|
1009
|
-
whenToolCountAtLeast: 3,
|
|
1010
|
-
cliffWarning: "Reasoners (deepseek-reasoner family) produce sequential reasoning chains by design; hunt archetypes with 3+ parallel tools lose substantial throughput. Consider gemini-flash family (parallel-strong) instead \u2014 see L-040 / L-041.",
|
|
1011
|
-
reason: "L-040 + L-041 architectural reading; 2026-05-28 V4-Pro probe evidence (exclusion-finding ID 20) confirms reasoner-family hunt fit is structurally weak."
|
|
1045
|
+
reason: 'Reasoners (deepseek-reasoner family) hedge on decisive-output archetypes by design. UNEVIDENCED HYPOTHESIS as of alpha.96 \u2014 the supporting evidence NO LONGER EXISTS. The cited 2026-05-28 V4-Pro classify probe ("8/10 judge rationales") was deleted on 2026-05-29 by the s51 poison purge, because it replayed against truncated `prompt_preview` and s51 established such verdicts are meaningless. Probed: zero probe_outcomes rows exist before 2026-06-01 and zero `classify` rows have EVER existed. The pointer was also wrong \u2014 exclusion-finding ID 20 is a zero-calls `recommend-probe` on classify, confidence low, later declined; it was the trigger for the probe, never its result. KEPT anyway because a promptSuffix is capability-PRESERVING (it adds an instruction and removes nothing a raw call had), so the cost of being wrong is bounded and a consumer can see it in mutations_applied. Re-evidence it from the golden-eval corpus or drop it.'
|
|
1012
1046
|
}
|
|
1047
|
+
// alpha.96 — the `hunt` convention was DELETED, not corrected.
|
|
1048
|
+
// It warned that "hunt archetypes with 3+ parallel tools lose substantial
|
|
1049
|
+
// throughput" and steered callers to gemini-flash. Measured false
|
|
1050
|
+
// 2026-08-28: 6 tools offered, 3 of 3 demanded served in parallel, 3/3
|
|
1051
|
+
// trials, both V4 models, direct to the provider.
|
|
1052
|
+
//
|
|
1053
|
+
// Its cited evidence did not say what it claimed. exclusion-finding ID 20
|
|
1054
|
+
// is `intent_archetype: 'classify'` (not hunt), `verdict:
|
|
1055
|
+
// 'recommend-probe'` (i.e. NOBODY PROBED), `confidence: 'low'`, its
|
|
1056
|
+
// message reads "deepseek-v4-pro has zero calls", it was later
|
|
1057
|
+
// `declined`, and its own `parallel_tool_hint: false` was this profile's
|
|
1058
|
+
// own belief round-tripped back as input. A no-data finding on the wrong
|
|
1059
|
+
// archetype was paraphrased into "probe evidence confirms".
|
|
1060
|
+
//
|
|
1061
|
+
// Deleted rather than re-scoped because a cliffWarning is
|
|
1062
|
+
// capability-REDUCING (it steers traffic away from a model) and nothing
|
|
1063
|
+
// evidenced remains. Re-add only from a measured hunt eval.
|
|
1013
1064
|
]
|
|
1014
1065
|
},
|
|
1015
1066
|
// ── OpenAI ──
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import {
|
|
2
2
|
ARCHETYPE_FLOOR_DEFAULT,
|
|
3
3
|
getDefaultFallbackChain
|
|
4
|
-
} from "../chunk-
|
|
4
|
+
} from "../chunk-2D4H7HGZ.mjs";
|
|
5
5
|
import {
|
|
6
6
|
tryGetProfile
|
|
7
|
-
} from "../chunk-
|
|
7
|
+
} from "../chunk-AMV3M2KH.mjs";
|
|
8
8
|
import {
|
|
9
9
|
subscribe,
|
|
10
10
|
subscribeApp
|
package/dist/index.d.mts
CHANGED
|
@@ -1241,7 +1241,7 @@ declare function runStrategyEvalWithAttribution(opts: Omit<GoldenEvalOptions, 'a
|
|
|
1241
1241
|
* guard in `tests/version.test.ts` fails the suite (and therefore
|
|
1242
1242
|
* `prepublishOnly`) when they diverge — a stale constant cannot reach npm.
|
|
1243
1243
|
*/
|
|
1244
|
-
declare const LIBRARY_VERSION = "2.0.0-alpha.
|
|
1244
|
+
declare const LIBRARY_VERSION = "2.0.0-alpha.96";
|
|
1245
1245
|
|
|
1246
1246
|
/**
|
|
1247
1247
|
* Oracle contract — how an app tells the brain whether a response was good.
|
package/dist/index.d.ts
CHANGED
|
@@ -1241,7 +1241,7 @@ declare function runStrategyEvalWithAttribution(opts: Omit<GoldenEvalOptions, 'a
|
|
|
1241
1241
|
* guard in `tests/version.test.ts` fails the suite (and therefore
|
|
1242
1242
|
* `prepublishOnly`) when they diverge — a stale constant cannot reach npm.
|
|
1243
1243
|
*/
|
|
1244
|
-
declare const LIBRARY_VERSION = "2.0.0-alpha.
|
|
1244
|
+
declare const LIBRARY_VERSION = "2.0.0-alpha.96";
|
|
1245
1245
|
|
|
1246
1246
|
/**
|
|
1247
1247
|
* Oracle contract — how an app tells the brain whether a response was good.
|