@agentv/core 4.25.1 → 4.25.2-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agentv-provider-MUIGGIP3.js +7 -0
- package/dist/chunk-5XV3FAAD.js +616 -0
- package/dist/chunk-5XV3FAAD.js.map +1 -0
- package/dist/{chunk-6HLBKYE2.js → chunk-CALQDF2Y.js} +1 -1
- package/dist/chunk-CALQDF2Y.js.map +1 -0
- package/dist/{chunk-IXTJEXWN.js → chunk-F234XBWV.js} +185 -551
- package/dist/chunk-F234XBWV.js.map +1 -0
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.js +1 -1
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +589 -419
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +78 -8
- package/dist/index.d.ts +78 -8
- package/dist/index.js +7 -12
- package/dist/index.js.map +1 -1
- package/dist/ts-eval-loader-5JMF2N65.js +12 -0
- package/package.json +2 -7
- package/dist/agentv-provider-TXM4UEUT.js +0 -7
- package/dist/chunk-6HLBKYE2.js.map +0 -1
- package/dist/chunk-IXTJEXWN.js.map +0 -1
- package/dist/chunk-PRNXHNLF.js +0 -65
- package/dist/chunk-PRNXHNLF.js.map +0 -1
- package/dist/ts-eval-loader-4CFPGHGT.js +0 -12
- /package/dist/{agentv-provider-TXM4UEUT.js.map → agentv-provider-MUIGGIP3.js.map} +0 -0
- /package/dist/{ts-eval-loader-4CFPGHGT.js.map → ts-eval-loader-5JMF2N65.js.map} +0 -0
package/dist/chunk-PRNXHNLF.js
DELETED
|
@@ -1,65 +0,0 @@
|
|
|
1
|
-
// src/evaluation/providers/agentv-provider.ts
|
|
2
|
-
import { createAnthropic } from "@ai-sdk/anthropic";
|
|
3
|
-
import { createAzure } from "@ai-sdk/azure";
|
|
4
|
-
import { createGoogleGenerativeAI } from "@ai-sdk/google";
|
|
5
|
-
import { createOpenAI } from "@ai-sdk/openai";
|
|
6
|
-
function parseModelString(model) {
|
|
7
|
-
const colonIndex = model.indexOf(":");
|
|
8
|
-
if (colonIndex === -1) {
|
|
9
|
-
throw new Error(
|
|
10
|
-
`Invalid model string "${model}". Expected format "provider:model" (e.g., "openai:gpt-5-mini")`
|
|
11
|
-
);
|
|
12
|
-
}
|
|
13
|
-
return {
|
|
14
|
-
provider: model.slice(0, colonIndex),
|
|
15
|
-
modelName: model.slice(colonIndex + 1)
|
|
16
|
-
};
|
|
17
|
-
}
|
|
18
|
-
function createLanguageModel(modelString) {
|
|
19
|
-
const { provider, modelName } = parseModelString(modelString);
|
|
20
|
-
switch (provider) {
|
|
21
|
-
case "openai":
|
|
22
|
-
return createOpenAI()(modelName);
|
|
23
|
-
case "anthropic":
|
|
24
|
-
return createAnthropic()(modelName);
|
|
25
|
-
case "azure":
|
|
26
|
-
return createAzure().chat(modelName);
|
|
27
|
-
case "google":
|
|
28
|
-
return createGoogleGenerativeAI()(modelName);
|
|
29
|
-
default:
|
|
30
|
-
throw new Error(
|
|
31
|
-
`Unsupported AI SDK provider "${provider}" in model string "${modelString}". Supported providers: openai, anthropic, azure, google`
|
|
32
|
-
);
|
|
33
|
-
}
|
|
34
|
-
}
|
|
35
|
-
var AgentvProvider = class {
|
|
36
|
-
id;
|
|
37
|
-
kind = "agentv";
|
|
38
|
-
targetName;
|
|
39
|
-
model;
|
|
40
|
-
constructor(targetName, config) {
|
|
41
|
-
this.id = `agentv:${targetName}`;
|
|
42
|
-
this.targetName = targetName;
|
|
43
|
-
this.model = createLanguageModel(config.model);
|
|
44
|
-
}
|
|
45
|
-
/**
|
|
46
|
-
* Direct invoke is not supported for the agentv provider.
|
|
47
|
-
* Use asLanguageModel() with generateText() instead.
|
|
48
|
-
*/
|
|
49
|
-
async invoke(_request) {
|
|
50
|
-
throw new Error(
|
|
51
|
-
"AgentvProvider does not support direct invoke(). Use asLanguageModel() with generateText() instead."
|
|
52
|
-
);
|
|
53
|
-
}
|
|
54
|
-
/**
|
|
55
|
-
* Returns the resolved AI SDK LanguageModel for use with generateText/generateObject.
|
|
56
|
-
*/
|
|
57
|
-
asLanguageModel() {
|
|
58
|
-
return this.model;
|
|
59
|
-
}
|
|
60
|
-
};
|
|
61
|
-
|
|
62
|
-
export {
|
|
63
|
-
AgentvProvider
|
|
64
|
-
};
|
|
65
|
-
//# sourceMappingURL=chunk-PRNXHNLF.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/evaluation/providers/agentv-provider.ts"],"sourcesContent":["import { createAnthropic } from '@ai-sdk/anthropic';\nimport { createAzure } from '@ai-sdk/azure';\nimport { createGoogleGenerativeAI } from '@ai-sdk/google';\nimport { createOpenAI } from '@ai-sdk/openai';\nimport type { LanguageModel } from 'ai';\n\nimport type { AgentVResolvedConfig } from './targets.js';\nimport type { Provider, ProviderRequest, ProviderResponse } from './types.js';\n\n/**\n * Parse a model string like \"openai:gpt-5-mini\" into provider prefix and model name.\n */\nfunction parseModelString(model: string): { provider: string; modelName: string } {\n const colonIndex = model.indexOf(':');\n if (colonIndex === -1) {\n throw new Error(\n `Invalid model string \"${model}\". Expected format \"provider:model\" (e.g., \"openai:gpt-5-mini\")`,\n );\n }\n return {\n provider: model.slice(0, colonIndex),\n modelName: model.slice(colonIndex + 1),\n };\n}\n\n/**\n * Create a LanguageModel from a model string using the appropriate AI SDK provider.\n */\nfunction createLanguageModel(modelString: string): LanguageModel {\n const { provider, modelName } = parseModelString(modelString);\n\n switch (provider) {\n case 'openai':\n return createOpenAI()(modelName);\n case 'anthropic':\n return createAnthropic()(modelName);\n case 'azure':\n return createAzure().chat(modelName);\n case 'google':\n return createGoogleGenerativeAI()(modelName);\n default:\n throw new Error(\n `Unsupported AI SDK provider \"${provider}\" in model string \"${modelString}\". Supported providers: openai, anthropic, azure, google`,\n );\n }\n}\n\n/**\n * AgentV built-in provider for LLM grader evaluation.\n *\n * Resolves an AI SDK model string (e.g., \"openai:gpt-5-mini\", \"anthropic:claude-sonnet-4-20250514\")\n * to a Vercel AI SDK LanguageModel by parsing the provider prefix and creating the appropriate\n * AI SDK provider directly. This provider is used exclusively for grader evaluation — it does not\n * support direct agent invocation.\n *\n * Usage: `--grader-target agentv --model openai:gpt-5-mini`\n */\nexport class AgentvProvider implements Provider {\n readonly id: string;\n readonly kind = 'agentv' as const;\n readonly targetName: string;\n\n private readonly model: LanguageModel;\n\n constructor(targetName: string, config: AgentVResolvedConfig) {\n this.id = `agentv:${targetName}`;\n this.targetName = targetName;\n this.model = createLanguageModel(config.model);\n }\n\n /**\n * Direct invoke is not supported for the agentv provider.\n * Use asLanguageModel() with generateText() instead.\n */\n async invoke(_request: ProviderRequest): Promise<ProviderResponse> {\n throw new Error(\n 'AgentvProvider does not support direct invoke(). Use asLanguageModel() with generateText() instead.',\n );\n }\n\n /**\n * Returns the resolved AI SDK LanguageModel for use with generateText/generateObject.\n */\n asLanguageModel(): LanguageModel {\n return this.model;\n }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mBAAmB;AAC5B,SAAS,gCAAgC;AACzC,SAAS,oBAAoB;AAS7B,SAAS,iBAAiB,OAAwD;AAChF,QAAM,aAAa,MAAM,QAAQ,GAAG;AACpC,MAAI,eAAe,IAAI;AACrB,UAAM,IAAI;AAAA,MACR,yBAAyB,KAAK;AAAA,IAChC;AAAA,EACF;AACA,SAAO;AAAA,IACL,UAAU,MAAM,MAAM,GAAG,UAAU;AAAA,IACnC,WAAW,MAAM,MAAM,aAAa,CAAC;AAAA,EACvC;AACF;AAKA,SAAS,oBAAoB,aAAoC;AAC/D,QAAM,EAAE,UAAU,UAAU,IAAI,iBAAiB,WAAW;AAE5D,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO,aAAa,EAAE,SAAS;AAAA,IACjC,KAAK;AACH,aAAO,gBAAgB,EAAE,SAAS;AAAA,IACpC,KAAK;AACH,aAAO,YAAY,EAAE,KAAK,SAAS;AAAA,IACrC,KAAK;AACH,aAAO,yBAAyB,EAAE,SAAS;AAAA,IAC7C;AACE,YAAM,IAAI;AAAA,QACR,gCAAgC,QAAQ,sBAAsB,WAAW;AAAA,MAC3E;AAAA,EACJ;AACF;AAYO,IAAM,iBAAN,MAAyC;AAAA,EACrC;AAAA,EACA,OAAO;AAAA,EACP;AAAA,EAEQ;AAAA,EAEjB,YAAY,YAAoB,QAA8B;AAC5D,SAAK,KAAK,UAAU,UAAU;AAC9B,SAAK,aAAa;AAClB,SAAK,QAAQ,oBAAoB,OAAO,KAAK;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,OAAO,UAAsD;AACjE,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAiC;AAC/B,WAAO,KAAK;AAAA,EACd;AACF;","names":[]}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
loadTsEvalFile,
|
|
3
|
-
loadTsEvalSuite
|
|
4
|
-
} from "./chunk-IXTJEXWN.js";
|
|
5
|
-
import "./chunk-6HLBKYE2.js";
|
|
6
|
-
import "./chunk-3WGHC7LC.js";
|
|
7
|
-
import "./chunk-PRNXHNLF.js";
|
|
8
|
-
export {
|
|
9
|
-
loadTsEvalFile,
|
|
10
|
-
loadTsEvalSuite
|
|
11
|
-
};
|
|
12
|
-
//# sourceMappingURL=ts-eval-loader-4CFPGHGT.js.map
|
|
File without changes
|
|
File without changes
|