veryfront 0.1.950 → 0.1.951
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/cli/commands/eval/command-help.js +1 -1
- package/esm/deno.js +1 -1
- package/esm/src/agent/runtime/index.d.ts.map +1 -1
- package/esm/src/agent/runtime/index.js +5 -8
- package/esm/src/agent/runtime/model-capabilities.d.ts +2 -0
- package/esm/src/agent/runtime/model-capabilities.d.ts.map +1 -1
- package/esm/src/agent/runtime/model-capabilities.js +53 -0
- package/esm/src/utils/version-constant.d.ts +1 -1
- package/esm/src/utils/version-constant.js +1 -1
- package/package.json +1 -1
|
@@ -63,7 +63,7 @@ export const evalHelp = {
|
|
|
63
63
|
"veryfront eval eval:deep-research --report-dir .veryfront/evals/deep-research",
|
|
64
64
|
"veryfront eval eval:deep-research --report .veryfront/evals/deep-research/report.json --junit .veryfront/evals/deep-research/junit.xml",
|
|
65
65
|
"veryfront eval deep-research --baseline .veryfront/evals/baseline.json --json",
|
|
66
|
-
"veryfront eval deep-research --baseline-model anthropic/claude-sonnet-4-6 --candidate-model moonshotai/kimi-k2",
|
|
66
|
+
"veryfront eval deep-research --baseline-model anthropic/claude-sonnet-4-6 --candidate-model moonshotai/kimi-k2.6",
|
|
67
67
|
"veryfront eval deep-research --export braintrust,langfuse --json",
|
|
68
68
|
"veryfront eval deep-research --json",
|
|
69
69
|
],
|
package/esm/deno.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,aAAa,EAGlB,KAAK,OAAO,EAGZ,KAAK,QAAQ,EAGd,MAAM,aAAa,CAAC;AAIrB,OAAO,EAAqB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAsDpE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,8BAA8B,EAC9B,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,aAAa,EACb,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EACL,sBAAsB,EACtB,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,0BAA0B,EAC1B,iCAAiC,EACjC,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC5E,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,2BAA2B,EAC3B,gCAAgC,EAChC,4BAA4B,EAC5B,2BAA2B,EAC3B,6BAA6B,EAC7B,KAAK,+BAA+B,GACrC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,KAAK,iBAAiB,GACvB,MAAM,+BAA+B,CAAC;AA8EvC,+BAA+B;AAC/B,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,MAAM,CAAuB;gBAEzB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW;IAW3C;;;;;;;OAOG;YACW,mBAAmB;YAMnB,qBAAqB;YAcrB,mBAAmB;YAsBnB,gBAAgB;IAS9B;;OAEG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,EACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,GAC/B,OAAO,CAAC,aAAa,CAAC;IAoDzB;;;OAGG;IACG,MAAM,CACV,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,SAAS,CAAC,EAAE;QACV,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;QAC1C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QAClC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;KAC9C,EACD,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,EAChC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAmJtC;;OAEG;YACW,gBAAgB;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,aAAa,EAGlB,KAAK,OAAO,EAGZ,KAAK,QAAQ,EAGd,MAAM,aAAa,CAAC;AAIrB,OAAO,EAAqB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAsDpE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,8BAA8B,EAC9B,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,aAAa,EACb,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EACL,sBAAsB,EACtB,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,0BAA0B,EAC1B,iCAAiC,EACjC,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC5E,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,2BAA2B,EAC3B,gCAAgC,EAChC,4BAA4B,EAC5B,2BAA2B,EAC3B,6BAA6B,EAC7B,KAAK,+BAA+B,GACrC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,KAAK,iBAAiB,GACvB,MAAM,+BAA+B,CAAC;AA8EvC,+BAA+B;AAC/B,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,MAAM,CAAuB;gBAEzB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW;IAW3C;;;;;;;OAOG;YACW,mBAAmB;YAMnB,qBAAqB;YAcrB,mBAAmB;YAsBnB,gBAAgB;IAS9B;;OAEG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,EACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,GAC/B,OAAO,CAAC,aAAa,CAAC;IAoDzB;;;OAGG;IACG,MAAM,CACV,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,SAAS,CAAC,EAAE;QACV,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;QAC1C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QAClC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;KAC9C,EACD,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,EAChC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAmJtC;;OAEG;YACW,gBAAgB;IAgU9B;;;;OAIG;YACW,yBAAyB;IAkfvC;;OAEG;YACW,eAAe;IAgC7B;;OAEG;YACW,mBAAmB;IAOjC;;OAEG;IACH,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,sBAAsB;IAoB9B;;OAEG;IACH,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC;IAI5B;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC;QAC9B,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAIF;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;CAGnC"}
|
|
@@ -47,7 +47,7 @@ import { executeConfiguredTool, getAvailableTools, isDynamicTool } from "./tool-
|
|
|
47
47
|
import { accumulateUsage, getMaxSteps, normalizeInput } from "./input-utils.js";
|
|
48
48
|
import { resolveRuntimeModel } from "./model-resolution.js";
|
|
49
49
|
import { stringifyToolError, throwIfAborted } from "./error-utils.js";
|
|
50
|
-
import {
|
|
50
|
+
import { resolveTemperatureParameter } from "./model-capabilities.js";
|
|
51
51
|
import { applySkillDelegationOverridesToToolInput, extractSkillDelegationOverrides, } from "./skill-delegation-overrides.js";
|
|
52
52
|
import { resolveAgentModelTransport } from "./model-transport.js";
|
|
53
53
|
const logger = serverLogger.component("agent");
|
|
@@ -360,7 +360,7 @@ export class AgentRuntime {
|
|
|
360
360
|
currentRuntimeContext = preparedStep.runtimeContext;
|
|
361
361
|
const toolContext = preparedStep.toolContext;
|
|
362
362
|
const tools = preparedStep.tools;
|
|
363
|
-
const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel);
|
|
363
|
+
const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel, providerOptions);
|
|
364
364
|
const response = await withSpan("agent.generate_text", async (span) => {
|
|
365
365
|
setSpanAttributes(span, {
|
|
366
366
|
"model.id": effectiveModel,
|
|
@@ -620,7 +620,7 @@ export class AgentRuntime {
|
|
|
620
620
|
providerTools: stepProviderTools,
|
|
621
621
|
});
|
|
622
622
|
const runtimeToolNames = Object.keys(runtimeTools ?? {});
|
|
623
|
-
const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel);
|
|
623
|
+
const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel, providerOptions);
|
|
624
624
|
const result = streamText({
|
|
625
625
|
model: languageModel,
|
|
626
626
|
system: currentSystemPrompt,
|
|
@@ -955,11 +955,8 @@ export class AgentRuntime {
|
|
|
955
955
|
const edgeMaxSteps = this.config.edge?.enabled ? this.config.edge.maxSteps : undefined;
|
|
956
956
|
return getMaxSteps(this.config.maxSteps, edgeMaxSteps, platformLimit);
|
|
957
957
|
}
|
|
958
|
-
resolveTemperature(modelString) {
|
|
959
|
-
|
|
960
|
-
return undefined;
|
|
961
|
-
}
|
|
962
|
-
return this.config.temperature ?? DEFAULT_TEMPERATURE;
|
|
958
|
+
resolveTemperature(modelString, providerOptions) {
|
|
959
|
+
return resolveTemperatureParameter(modelString, this.config.temperature, DEFAULT_TEMPERATURE, providerOptions);
|
|
963
960
|
}
|
|
964
961
|
resolveMaxOutputTokens(modelString, maxOutputTokensOverride) {
|
|
965
962
|
if (typeof maxOutputTokensOverride === "number" &&
|
|
@@ -1,3 +1,5 @@
|
|
|
1
1
|
export declare function normalizeModelCapabilityId(modelString?: string): string | undefined;
|
|
2
2
|
export declare function supportsTemperatureParameter(modelString?: string): boolean;
|
|
3
|
+
export declare function getFixedTemperatureParameter(modelString?: string, providerOptions?: Record<string, unknown>): number | undefined;
|
|
4
|
+
export declare function resolveTemperatureParameter(modelString: string | undefined, requestedTemperature: number | undefined, defaultTemperature: number, providerOptions?: Record<string, unknown>): number | undefined;
|
|
3
5
|
//# sourceMappingURL=model-capabilities.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-capabilities.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/model-capabilities.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"model-capabilities.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/model-capabilities.ts"],"names":[],"mappings":"AA6CA,wBAAgB,0BAA0B,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKnF;AAED,wBAAgB,4BAA4B,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAI1E;AAED,wBAAgB,4BAA4B,CAC1C,WAAW,CAAC,EAAE,MAAM,EACpB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,MAAM,GAAG,SAAS,CASpB;AAED,wBAAgB,2BAA2B,CACzC,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,oBAAoB,EAAE,MAAM,GAAG,SAAS,EACxC,kBAAkB,EAAE,MAAM,EAC1B,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,MAAM,GAAG,SAAS,CAWpB"}
|
|
@@ -3,6 +3,38 @@ const MODELS_WITHOUT_TEMPERATURE_PARAMETER = new Set([
|
|
|
3
3
|
"anthropic/claude-opus-4-7",
|
|
4
4
|
"anthropic/claude-opus-4-8",
|
|
5
5
|
]);
|
|
6
|
+
const KIMI_K2_6_MODEL_ID = "moonshotai/kimi-k2.6";
|
|
7
|
+
const KIMI_K2_6_THINKING_TEMPERATURE = 1;
|
|
8
|
+
const KIMI_K2_6_NON_THINKING_TEMPERATURE = 0.6;
|
|
9
|
+
function isRecord(value) {
|
|
10
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
11
|
+
}
|
|
12
|
+
function getRecord(record, key) {
|
|
13
|
+
const value = record[key];
|
|
14
|
+
return isRecord(value) ? value : undefined;
|
|
15
|
+
}
|
|
16
|
+
function isThinkingDisabled(options) {
|
|
17
|
+
const thinking = options ? getRecord(options, "thinking") : undefined;
|
|
18
|
+
return thinking?.type === "disabled";
|
|
19
|
+
}
|
|
20
|
+
function hasDisabledThinking(providerOptions) {
|
|
21
|
+
if (!providerOptions)
|
|
22
|
+
return false;
|
|
23
|
+
if (isThinkingDisabled(providerOptions))
|
|
24
|
+
return true;
|
|
25
|
+
for (const providerKey of ["moonshotai", "openai"]) {
|
|
26
|
+
const provider = getRecord(providerOptions, providerKey);
|
|
27
|
+
if (!provider)
|
|
28
|
+
continue;
|
|
29
|
+
if (isThinkingDisabled(provider))
|
|
30
|
+
return true;
|
|
31
|
+
for (const bodyKey of ["extraBody", "extra_body"]) {
|
|
32
|
+
if (isThinkingDisabled(getRecord(provider, bodyKey)))
|
|
33
|
+
return true;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return false;
|
|
37
|
+
}
|
|
6
38
|
export function normalizeModelCapabilityId(modelString) {
|
|
7
39
|
if (!modelString)
|
|
8
40
|
return undefined;
|
|
@@ -16,3 +48,24 @@ export function supportsTemperatureParameter(modelString) {
|
|
|
16
48
|
return true;
|
|
17
49
|
return !MODELS_WITHOUT_TEMPERATURE_PARAMETER.has(normalizedModel);
|
|
18
50
|
}
|
|
51
|
+
export function getFixedTemperatureParameter(modelString, providerOptions) {
|
|
52
|
+
const normalizedModel = normalizeModelCapabilityId(modelString);
|
|
53
|
+
if (!normalizedModel)
|
|
54
|
+
return undefined;
|
|
55
|
+
if (normalizedModel === KIMI_K2_6_MODEL_ID) {
|
|
56
|
+
return hasDisabledThinking(providerOptions)
|
|
57
|
+
? KIMI_K2_6_NON_THINKING_TEMPERATURE
|
|
58
|
+
: KIMI_K2_6_THINKING_TEMPERATURE;
|
|
59
|
+
}
|
|
60
|
+
return undefined;
|
|
61
|
+
}
|
|
62
|
+
export function resolveTemperatureParameter(modelString, requestedTemperature, defaultTemperature, providerOptions) {
|
|
63
|
+
if (!supportsTemperatureParameter(modelString)) {
|
|
64
|
+
return undefined;
|
|
65
|
+
}
|
|
66
|
+
const fixedTemperature = getFixedTemperatureParameter(modelString, providerOptions);
|
|
67
|
+
if (fixedTemperature !== undefined) {
|
|
68
|
+
return fixedTemperature;
|
|
69
|
+
}
|
|
70
|
+
return requestedTemperature ?? defaultTemperature;
|
|
71
|
+
}
|