@anvia/core 1.9.0 → 1.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-AGOZCYFP.js → chunk-2K7NSWUC.js} +6 -6
- package/dist/{chunk-KLDNHX4Z.js → chunk-4IOC4SP6.js} +4 -4
- package/dist/{chunk-RW32K6OO.js → chunk-547CQSO2.js} +2 -2
- package/dist/{chunk-AGPDR6FF.js → chunk-BH7RLRLQ.js} +3 -3
- package/dist/{chunk-R4AJ2EE3.js → chunk-GI6APIEU.js} +4 -4
- package/dist/{chunk-KL652GO5.js → chunk-GNBPXJC6.js} +2 -2
- package/dist/{chunk-AKQQG3IX.js → chunk-PFSWAJTY.js} +2 -2
- package/dist/{chunk-3YVGQNTI.js → chunk-WGUE44ZD.js} +3 -3
- package/dist/{chunk-BRGNY5ZB.js → chunk-Y4Q66NQY.js} +16 -1
- package/dist/chunk-Y4Q66NQY.js.map +1 -0
- package/dist/decision/decide.js +4 -4
- package/dist/decision/errors.js +5 -3
- package/dist/decision/index.d.ts +14 -1
- package/dist/decision/index.js +8 -6
- package/dist/decision/questions.js +3 -3
- package/dist/decision/result.js +3 -3
- package/dist/decision/validation.js +2 -2
- package/dist/evals/advanced-metrics.js +3 -3
- package/dist/evals/cli.js +3 -3
- package/dist/evals/index.js +7 -7
- package/dist/evals/metrics.js +3 -3
- package/dist/evals/runner.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +9 -7
- package/package.json +1 -1
- package/dist/chunk-BRGNY5ZB.js.map +0 -1
- /package/dist/{chunk-AGOZCYFP.js.map → chunk-2K7NSWUC.js.map} +0 -0
- /package/dist/{chunk-KLDNHX4Z.js.map → chunk-4IOC4SP6.js.map} +0 -0
- /package/dist/{chunk-RW32K6OO.js.map → chunk-547CQSO2.js.map} +0 -0
- /package/dist/{chunk-AGPDR6FF.js.map → chunk-BH7RLRLQ.js.map} +0 -0
- /package/dist/{chunk-R4AJ2EE3.js.map → chunk-GI6APIEU.js.map} +0 -0
- /package/dist/{chunk-KL652GO5.js.map → chunk-GNBPXJC6.js.map} +0 -0
- /package/dist/{chunk-AKQQG3IX.js.map → chunk-PFSWAJTY.js.map} +0 -0
- /package/dist/{chunk-3YVGQNTI.js.map → chunk-WGUE44ZD.js.map} +0 -0
|
@@ -1,6 +1,3 @@
|
|
|
1
|
-
import {
|
|
2
|
-
extract
|
|
3
|
-
} from "./chunk-VCOGUS3Q.js";
|
|
4
1
|
import {
|
|
5
2
|
resolveActual,
|
|
6
3
|
resolveActualText,
|
|
@@ -8,12 +5,15 @@ import {
|
|
|
8
5
|
resolveJudgePrompt
|
|
9
6
|
} from "./chunk-ZPXOBQDS.js";
|
|
10
7
|
import {
|
|
11
|
-
|
|
12
|
-
} from "./chunk-
|
|
8
|
+
extract
|
|
9
|
+
} from "./chunk-VCOGUS3Q.js";
|
|
13
10
|
import {
|
|
14
11
|
evalValuesEqual,
|
|
15
12
|
formatValue
|
|
16
13
|
} from "./chunk-ZYXMWEL4.js";
|
|
14
|
+
import {
|
|
15
|
+
EvalOutcome
|
|
16
|
+
} from "./chunk-EJR6VVB3.js";
|
|
17
17
|
import {
|
|
18
18
|
embedText
|
|
19
19
|
} from "./chunk-YCTXTOOQ.js";
|
|
@@ -328,4 +328,4 @@ export {
|
|
|
328
328
|
llmJudge,
|
|
329
329
|
llmScore
|
|
330
330
|
};
|
|
331
|
-
//# sourceMappingURL=chunk-
|
|
331
|
+
//# sourceMappingURL=chunk-2K7NSWUC.js.map
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
defaultEvalTraceSelector
|
|
3
3
|
} from "./chunk-PHLGGRHC.js";
|
|
4
|
+
import {
|
|
5
|
+
errorMessage
|
|
6
|
+
} from "./chunk-ZYXMWEL4.js";
|
|
4
7
|
import {
|
|
5
8
|
EvalOutcome
|
|
6
9
|
} from "./chunk-EJR6VVB3.js";
|
|
@@ -11,9 +14,6 @@ import {
|
|
|
11
14
|
createConcurrencyLimiter,
|
|
12
15
|
createEvalCaseSignal
|
|
13
16
|
} from "./chunk-4OSA3MMA.js";
|
|
14
|
-
import {
|
|
15
|
-
errorMessage
|
|
16
|
-
} from "./chunk-ZYXMWEL4.js";
|
|
17
17
|
import {
|
|
18
18
|
Usage
|
|
19
19
|
} from "./chunk-HJ6KTQTZ.js";
|
|
@@ -660,4 +660,4 @@ export {
|
|
|
660
660
|
EvalFailFastError,
|
|
661
661
|
runEvalSuite
|
|
662
662
|
};
|
|
663
|
-
//# sourceMappingURL=chunk-
|
|
663
|
+
//# sourceMappingURL=chunk-4IOC4SP6.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
DecisionCapabilityError
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-Y4Q66NQY.js";
|
|
4
4
|
import {
|
|
5
5
|
isJsonValue
|
|
6
6
|
} from "./chunk-4C7AXYOM.js";
|
|
@@ -97,4 +97,4 @@ export {
|
|
|
97
97
|
assertRequest,
|
|
98
98
|
isProbability
|
|
99
99
|
};
|
|
100
|
-
//# sourceMappingURL=chunk-
|
|
100
|
+
//# sourceMappingURL=chunk-547CQSO2.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import {
|
|
2
2
|
isProbability,
|
|
3
3
|
isRecord
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-547CQSO2.js";
|
|
5
5
|
import {
|
|
6
6
|
DecisionProviderOutputError
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-Y4Q66NQY.js";
|
|
8
8
|
import {
|
|
9
9
|
isJsonValue
|
|
10
10
|
} from "./chunk-4C7AXYOM.js";
|
|
@@ -101,4 +101,4 @@ function validUsage(value) {
|
|
|
101
101
|
export {
|
|
102
102
|
assertResult
|
|
103
103
|
};
|
|
104
|
-
//# sourceMappingURL=chunk-
|
|
104
|
+
//# sourceMappingURL=chunk-BH7RLRLQ.js.map
|
|
@@ -7,13 +7,13 @@ import {
|
|
|
7
7
|
resolveActualText,
|
|
8
8
|
resolveExpected
|
|
9
9
|
} from "./chunk-ZPXOBQDS.js";
|
|
10
|
-
import {
|
|
11
|
-
EvalOutcome
|
|
12
|
-
} from "./chunk-EJR6VVB3.js";
|
|
13
10
|
import {
|
|
14
11
|
errorMessage,
|
|
15
12
|
formatValue
|
|
16
13
|
} from "./chunk-ZYXMWEL4.js";
|
|
14
|
+
import {
|
|
15
|
+
EvalOutcome
|
|
16
|
+
} from "./chunk-EJR6VVB3.js";
|
|
17
17
|
import {
|
|
18
18
|
mapWithConcurrency
|
|
19
19
|
} from "./chunk-4FIVU53H.js";
|
|
@@ -1113,4 +1113,4 @@ export {
|
|
|
1113
1113
|
turnRelevancy,
|
|
1114
1114
|
knowledgeRetention
|
|
1115
1115
|
};
|
|
1116
|
-
//# sourceMappingURL=chunk-
|
|
1116
|
+
//# sourceMappingURL=chunk-GI6APIEU.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
runEvalSuite
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-4IOC4SP6.js";
|
|
4
4
|
|
|
5
5
|
// src/evals/cli.ts
|
|
6
6
|
var EvalAssertionError = class extends Error {
|
|
@@ -352,4 +352,4 @@ export {
|
|
|
352
352
|
assertEvalOutcomes,
|
|
353
353
|
runEvalCli
|
|
354
354
|
};
|
|
355
|
-
//# sourceMappingURL=chunk-
|
|
355
|
+
//# sourceMappingURL=chunk-GNBPXJC6.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
assertQuestion
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-547CQSO2.js";
|
|
4
4
|
|
|
5
5
|
// src/decision/questions.ts
|
|
6
6
|
function choice(options) {
|
|
@@ -30,4 +30,4 @@ export {
|
|
|
30
30
|
score,
|
|
31
31
|
check
|
|
32
32
|
};
|
|
33
|
-
//# sourceMappingURL=chunk-
|
|
33
|
+
//# sourceMappingURL=chunk-PFSWAJTY.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
assertResult
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-BH7RLRLQ.js";
|
|
4
4
|
import {
|
|
5
5
|
assertRequest
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-547CQSO2.js";
|
|
7
7
|
import {
|
|
8
8
|
mapWithConcurrency
|
|
9
9
|
} from "./chunk-4FIVU53H.js";
|
|
@@ -79,4 +79,4 @@ export {
|
|
|
79
79
|
decide,
|
|
80
80
|
decideBatch
|
|
81
81
|
};
|
|
82
|
-
//# sourceMappingURL=chunk-
|
|
82
|
+
//# sourceMappingURL=chunk-WGUE44ZD.js.map
|
|
@@ -1,4 +1,18 @@
|
|
|
1
1
|
// src/decision/errors.ts
|
|
2
|
+
var DecisionRefusalError = class extends Error {
|
|
3
|
+
provider;
|
|
4
|
+
modelId;
|
|
5
|
+
questionNames;
|
|
6
|
+
rawResponse;
|
|
7
|
+
constructor(options) {
|
|
8
|
+
super(`${options.provider}/${options.modelId} refused one or more decision questions.`);
|
|
9
|
+
this.name = "DecisionRefusalError";
|
|
10
|
+
this.provider = options.provider;
|
|
11
|
+
this.modelId = options.modelId;
|
|
12
|
+
this.questionNames = Object.freeze([...options.questionNames]);
|
|
13
|
+
this.rawResponse = options.rawResponse;
|
|
14
|
+
}
|
|
15
|
+
};
|
|
2
16
|
var DecisionCapabilityError = class extends Error {
|
|
3
17
|
provider;
|
|
4
18
|
modelId;
|
|
@@ -27,7 +41,8 @@ var DecisionProviderOutputError = class extends Error {
|
|
|
27
41
|
};
|
|
28
42
|
|
|
29
43
|
export {
|
|
44
|
+
DecisionRefusalError,
|
|
30
45
|
DecisionCapabilityError,
|
|
31
46
|
DecisionProviderOutputError
|
|
32
47
|
};
|
|
33
|
-
//# sourceMappingURL=chunk-
|
|
48
|
+
//# sourceMappingURL=chunk-Y4Q66NQY.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/decision/errors.ts"],"sourcesContent":["import type { DecisionQuestionType } from \"./types\";\n\n/** A provider declined one or more questions; no complete decision result is available. */\nexport class DecisionRefusalError extends Error {\n readonly provider: string;\n readonly modelId: string;\n readonly questionNames: readonly string[];\n readonly rawResponse: unknown;\n\n constructor(options: {\n provider: string;\n modelId: string;\n questionNames: readonly string[];\n rawResponse: unknown;\n }) {\n super(`${options.provider}/${options.modelId} refused one or more decision questions.`);\n this.name = \"DecisionRefusalError\";\n this.provider = options.provider;\n this.modelId = options.modelId;\n this.questionNames = Object.freeze([...options.questionNames]);\n this.rawResponse = options.rawResponse;\n }\n}\n\nexport class DecisionCapabilityError extends Error {\n readonly provider: string;\n readonly modelId: string;\n readonly questionType: DecisionQuestionType;\n\n constructor(options: { provider: string; modelId: string; questionType: DecisionQuestionType }) {\n super(\n `${options.provider}/${options.modelId} does not support ${options.questionType} questions.`,\n );\n this.name = \"DecisionCapabilityError\";\n this.provider = options.provider;\n this.modelId = options.modelId;\n this.questionType = options.questionType;\n }\n}\n\nexport class DecisionProviderOutputError extends Error {\n readonly provider: string;\n readonly modelId: string;\n readonly questionName: string | undefined;\n\n constructor(\n message: string,\n options: {\n provider: string;\n modelId: string;\n questionName?: string | undefined;\n cause?: unknown;\n },\n ) {\n super(message, options.cause === undefined ? undefined : { cause: options.cause });\n this.name = \"DecisionProviderOutputError\";\n this.provider = options.provider;\n this.modelId = options.modelId;\n this.questionName = options.questionName;\n }\n}\n"],"mappings":";AAGO,IAAM,uBAAN,cAAmC,MAAM;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,SAKT;AACD,UAAM,GAAG,QAAQ,QAAQ,IAAI,QAAQ,OAAO,0CAA0C;AACtF,SAAK,OAAO;AACZ,SAAK,WAAW,QAAQ;AACxB,SAAK,UAAU,QAAQ;AACvB,SAAK,gBAAgB,OAAO,OAAO,CAAC,GAAG,QAAQ,aAAa,CAAC;AAC7D,SAAK,cAAc,QAAQ;AAAA,EAC7B;AACF;AAEO,IAAM,0BAAN,cAAsC,MAAM;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,SAAoF;AAC9F;AAAA,MACE,GAAG,QAAQ,QAAQ,IAAI,QAAQ,OAAO,qBAAqB,QAAQ,YAAY;AAAA,IACjF;AACA,SAAK,OAAO;AACZ,SAAK,WAAW,QAAQ;AACxB,SAAK,UAAU,QAAQ;AACvB,SAAK,eAAe,QAAQ;AAAA,EAC9B;AACF;AAEO,IAAM,8BAAN,cAA0C,MAAM;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EAET,YACE,SACA,SAMA;AACA,UAAM,SAAS,QAAQ,UAAU,SAAY,SAAY,EAAE,OAAO,QAAQ,MAAM,CAAC;AACjF,SAAK,OAAO;AACZ,SAAK,WAAW,QAAQ;AACxB,SAAK,UAAU,QAAQ;AACvB,SAAK,eAAe,QAAQ;AAAA,EAC9B;AACF;","names":[]}
|
package/dist/decision/decide.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import {
|
|
2
2
|
decide,
|
|
3
3
|
decideBatch
|
|
4
|
-
} from "../chunk-
|
|
5
|
-
import "../chunk-
|
|
6
|
-
import "../chunk-
|
|
7
|
-
import "../chunk-
|
|
4
|
+
} from "../chunk-WGUE44ZD.js";
|
|
5
|
+
import "../chunk-BH7RLRLQ.js";
|
|
6
|
+
import "../chunk-547CQSO2.js";
|
|
7
|
+
import "../chunk-Y4Q66NQY.js";
|
|
8
8
|
import "../chunk-4FIVU53H.js";
|
|
9
9
|
import "../chunk-4C7AXYOM.js";
|
|
10
10
|
import "../chunk-POXHJF3H.js";
|
package/dist/decision/errors.js
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import {
|
|
2
2
|
DecisionCapabilityError,
|
|
3
|
-
DecisionProviderOutputError
|
|
4
|
-
|
|
3
|
+
DecisionProviderOutputError,
|
|
4
|
+
DecisionRefusalError
|
|
5
|
+
} from "../chunk-Y4Q66NQY.js";
|
|
5
6
|
export {
|
|
6
7
|
DecisionCapabilityError,
|
|
7
|
-
DecisionProviderOutputError
|
|
8
|
+
DecisionProviderOutputError,
|
|
9
|
+
DecisionRefusalError
|
|
8
10
|
};
|
|
9
11
|
//# sourceMappingURL=errors.js.map
|
package/dist/decision/index.d.ts
CHANGED
|
@@ -121,6 +121,19 @@ declare function decide<const Questions extends DecisionQuestions, Model extends
|
|
|
121
121
|
/** Execute independent inputs with bounded concurrency, preserving order and individual failures. */
|
|
122
122
|
declare function decideBatch<const Questions extends DecisionQuestions, Model extends DecisionModel>(options: DecideBatchOptions<Questions, Model>): Promise<DecisionBatchResult<Questions, DecisionRawResponseOf<Model>>>;
|
|
123
123
|
|
|
124
|
+
/** A provider declined one or more questions; no complete decision result is available. */
|
|
125
|
+
declare class DecisionRefusalError extends Error {
|
|
126
|
+
readonly provider: string;
|
|
127
|
+
readonly modelId: string;
|
|
128
|
+
readonly questionNames: readonly string[];
|
|
129
|
+
readonly rawResponse: unknown;
|
|
130
|
+
constructor(options: {
|
|
131
|
+
provider: string;
|
|
132
|
+
modelId: string;
|
|
133
|
+
questionNames: readonly string[];
|
|
134
|
+
rawResponse: unknown;
|
|
135
|
+
});
|
|
136
|
+
}
|
|
124
137
|
declare class DecisionCapabilityError extends Error {
|
|
125
138
|
readonly provider: string;
|
|
126
139
|
readonly modelId: string;
|
|
@@ -148,4 +161,4 @@ declare function multiLabel<const Options extends DecisionOptions>(options: Omit
|
|
|
148
161
|
declare function score<const Rubric extends DecisionRubric>(options: Omit<ScoreQuestion<Rubric>, "type">): ScoreQuestion<Rubric>;
|
|
149
162
|
declare function check(options: Omit<CheckQuestion, "type">): CheckQuestion;
|
|
150
163
|
|
|
151
|
-
export { type CheckAnswer, type CheckQuestion, type ChoiceAnswer, type ChoiceQuestion, type DecideBatchOptions, type DecideOptions, type DecisionAnswerFor, type DecisionAnswers, type DecisionBatchItem, type DecisionBatchResult, type DecisionCapabilities, DecisionCapabilityError, type DecisionModel, type DecisionOptions, DecisionProviderOutputError, type DecisionQuestion, type DecisionQuestionType, type DecisionQuestions, type DecisionRawResponseOf, type DecisionRequest, type DecisionResult, type DecisionRubric, JsonObject, JsonValue, ModelCallOptions, type MultiLabelAnswer, type MultiLabelQuestion, RetrySetting, type ScoreAnswer, type ScoreQuestion, Usage, check, choice, decide, decideBatch, multiLabel, score };
|
|
164
|
+
export { type CheckAnswer, type CheckQuestion, type ChoiceAnswer, type ChoiceQuestion, type DecideBatchOptions, type DecideOptions, type DecisionAnswerFor, type DecisionAnswers, type DecisionBatchItem, type DecisionBatchResult, type DecisionCapabilities, DecisionCapabilityError, type DecisionModel, type DecisionOptions, DecisionProviderOutputError, type DecisionQuestion, type DecisionQuestionType, type DecisionQuestions, type DecisionRawResponseOf, DecisionRefusalError, type DecisionRequest, type DecisionResult, type DecisionRubric, JsonObject, JsonValue, ModelCallOptions, type MultiLabelAnswer, type MultiLabelQuestion, RetrySetting, type ScoreAnswer, type ScoreQuestion, Usage, check, choice, decide, decideBatch, multiLabel, score };
|
package/dist/decision/index.js
CHANGED
|
@@ -4,18 +4,19 @@ import {
|
|
|
4
4
|
choice,
|
|
5
5
|
multiLabel,
|
|
6
6
|
score
|
|
7
|
-
} from "../chunk-
|
|
7
|
+
} from "../chunk-PFSWAJTY.js";
|
|
8
8
|
import "../chunk-F2UVTXNE.js";
|
|
9
9
|
import {
|
|
10
10
|
decide,
|
|
11
11
|
decideBatch
|
|
12
|
-
} from "../chunk-
|
|
13
|
-
import "../chunk-
|
|
14
|
-
import "../chunk-
|
|
12
|
+
} from "../chunk-WGUE44ZD.js";
|
|
13
|
+
import "../chunk-BH7RLRLQ.js";
|
|
14
|
+
import "../chunk-547CQSO2.js";
|
|
15
15
|
import {
|
|
16
16
|
DecisionCapabilityError,
|
|
17
|
-
DecisionProviderOutputError
|
|
18
|
-
|
|
17
|
+
DecisionProviderOutputError,
|
|
18
|
+
DecisionRefusalError
|
|
19
|
+
} from "../chunk-Y4Q66NQY.js";
|
|
19
20
|
import "../chunk-4FIVU53H.js";
|
|
20
21
|
import "../chunk-4C7AXYOM.js";
|
|
21
22
|
import "../chunk-POXHJF3H.js";
|
|
@@ -23,6 +24,7 @@ import "../chunk-USRKPEQN.js";
|
|
|
23
24
|
export {
|
|
24
25
|
DecisionCapabilityError,
|
|
25
26
|
DecisionProviderOutputError,
|
|
27
|
+
DecisionRefusalError,
|
|
26
28
|
check,
|
|
27
29
|
choice,
|
|
28
30
|
decide,
|
|
@@ -3,9 +3,9 @@ import {
|
|
|
3
3
|
choice,
|
|
4
4
|
multiLabel,
|
|
5
5
|
score
|
|
6
|
-
} from "../chunk-
|
|
7
|
-
import "../chunk-
|
|
8
|
-
import "../chunk-
|
|
6
|
+
} from "../chunk-PFSWAJTY.js";
|
|
7
|
+
import "../chunk-547CQSO2.js";
|
|
8
|
+
import "../chunk-Y4Q66NQY.js";
|
|
9
9
|
import "../chunk-4C7AXYOM.js";
|
|
10
10
|
export {
|
|
11
11
|
check,
|
package/dist/decision/result.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import {
|
|
2
2
|
assertResult
|
|
3
|
-
} from "../chunk-
|
|
4
|
-
import "../chunk-
|
|
5
|
-
import "../chunk-
|
|
3
|
+
} from "../chunk-BH7RLRLQ.js";
|
|
4
|
+
import "../chunk-547CQSO2.js";
|
|
5
|
+
import "../chunk-Y4Q66NQY.js";
|
|
6
6
|
import "../chunk-4C7AXYOM.js";
|
|
7
7
|
export {
|
|
8
8
|
assertResult
|
|
@@ -9,13 +9,13 @@ import {
|
|
|
9
9
|
promptAlignment,
|
|
10
10
|
summarization,
|
|
11
11
|
turnRelevancy
|
|
12
|
-
} from "../chunk-
|
|
12
|
+
} from "../chunk-GI6APIEU.js";
|
|
13
13
|
import "../chunk-V5KBSXAJ.js";
|
|
14
|
+
import "../chunk-ZPXOBQDS.js";
|
|
14
15
|
import "../chunk-3P3YVJ7V.js";
|
|
15
16
|
import "../chunk-VCOGUS3Q.js";
|
|
16
|
-
import "../chunk-ZPXOBQDS.js";
|
|
17
|
-
import "../chunk-EJR6VVB3.js";
|
|
18
17
|
import "../chunk-ZYXMWEL4.js";
|
|
18
|
+
import "../chunk-EJR6VVB3.js";
|
|
19
19
|
import "../chunk-TP3MCUXS.js";
|
|
20
20
|
import "../chunk-6RQYWZI3.js";
|
|
21
21
|
import "../chunk-NF6WBPFG.js";
|
package/dist/evals/cli.js
CHANGED
|
@@ -7,12 +7,12 @@ import {
|
|
|
7
7
|
formatEvalResult,
|
|
8
8
|
printEvalResult,
|
|
9
9
|
runEvalCli
|
|
10
|
-
} from "../chunk-
|
|
11
|
-
import "../chunk-
|
|
10
|
+
} from "../chunk-GNBPXJC6.js";
|
|
11
|
+
import "../chunk-4IOC4SP6.js";
|
|
12
12
|
import "../chunk-PHLGGRHC.js";
|
|
13
|
+
import "../chunk-ZYXMWEL4.js";
|
|
13
14
|
import "../chunk-EJR6VVB3.js";
|
|
14
15
|
import "../chunk-4OSA3MMA.js";
|
|
15
|
-
import "../chunk-ZYXMWEL4.js";
|
|
16
16
|
import "../chunk-TP3MCUXS.js";
|
|
17
17
|
import "../chunk-6RQYWZI3.js";
|
|
18
18
|
import "../chunk-NF6WBPFG.js";
|
package/dist/evals/index.js
CHANGED
|
@@ -19,7 +19,7 @@ import {
|
|
|
19
19
|
notContains,
|
|
20
20
|
requiredFields,
|
|
21
21
|
semanticSimilarity
|
|
22
|
-
} from "../chunk-
|
|
22
|
+
} from "../chunk-2K7NSWUC.js";
|
|
23
23
|
import {
|
|
24
24
|
abstention,
|
|
25
25
|
answerRelevancy,
|
|
@@ -31,14 +31,14 @@ import {
|
|
|
31
31
|
promptAlignment,
|
|
32
32
|
summarization,
|
|
33
33
|
turnRelevancy
|
|
34
|
-
} from "../chunk-
|
|
34
|
+
} from "../chunk-GI6APIEU.js";
|
|
35
35
|
import "../chunk-V5KBSXAJ.js";
|
|
36
|
-
import "../chunk-3P3YVJ7V.js";
|
|
37
|
-
import "../chunk-VCOGUS3Q.js";
|
|
38
36
|
import {
|
|
39
37
|
selectEvalCaseIds,
|
|
40
38
|
selectPromptOutput
|
|
41
39
|
} from "../chunk-ZPXOBQDS.js";
|
|
40
|
+
import "../chunk-3P3YVJ7V.js";
|
|
41
|
+
import "../chunk-VCOGUS3Q.js";
|
|
42
42
|
import {
|
|
43
43
|
AgentEvalSuspensionError,
|
|
44
44
|
agentEvalTarget
|
|
@@ -52,17 +52,18 @@ import {
|
|
|
52
52
|
formatEvalResult,
|
|
53
53
|
printEvalResult,
|
|
54
54
|
runEvalCli
|
|
55
|
-
} from "../chunk-
|
|
55
|
+
} from "../chunk-GNBPXJC6.js";
|
|
56
56
|
import {
|
|
57
57
|
EvalFailFastError,
|
|
58
58
|
EvalReporterDispatchError,
|
|
59
59
|
runEvalSuite
|
|
60
|
-
} from "../chunk-
|
|
60
|
+
} from "../chunk-4IOC4SP6.js";
|
|
61
61
|
import {
|
|
62
62
|
defaultEvalTraceSelector,
|
|
63
63
|
projectEvalOutcome,
|
|
64
64
|
resolveEvalTraceRef
|
|
65
65
|
} from "../chunk-PHLGGRHC.js";
|
|
66
|
+
import "../chunk-ZYXMWEL4.js";
|
|
66
67
|
import {
|
|
67
68
|
EvalOutcome
|
|
68
69
|
} from "../chunk-EJR6VVB3.js";
|
|
@@ -70,7 +71,6 @@ import {
|
|
|
70
71
|
EvalAbortError,
|
|
71
72
|
EvalTimeoutError
|
|
72
73
|
} from "../chunk-4OSA3MMA.js";
|
|
73
|
-
import "../chunk-ZYXMWEL4.js";
|
|
74
74
|
import "../chunk-TP3MCUXS.js";
|
|
75
75
|
import "../chunk-6RQYWZI3.js";
|
|
76
76
|
import "../chunk-NF6WBPFG.js";
|
package/dist/evals/metrics.js
CHANGED
|
@@ -11,12 +11,12 @@ import {
|
|
|
11
11
|
notContains,
|
|
12
12
|
requiredFields,
|
|
13
13
|
semanticSimilarity
|
|
14
|
-
} from "../chunk-
|
|
14
|
+
} from "../chunk-2K7NSWUC.js";
|
|
15
|
+
import "../chunk-ZPXOBQDS.js";
|
|
15
16
|
import "../chunk-3P3YVJ7V.js";
|
|
16
17
|
import "../chunk-VCOGUS3Q.js";
|
|
17
|
-
import "../chunk-ZPXOBQDS.js";
|
|
18
|
-
import "../chunk-EJR6VVB3.js";
|
|
19
18
|
import "../chunk-ZYXMWEL4.js";
|
|
19
|
+
import "../chunk-EJR6VVB3.js";
|
|
20
20
|
import "../chunk-TP3MCUXS.js";
|
|
21
21
|
import "../chunk-6RQYWZI3.js";
|
|
22
22
|
import "../chunk-NF6WBPFG.js";
|
package/dist/evals/runner.js
CHANGED
|
@@ -2,11 +2,11 @@ import {
|
|
|
2
2
|
EvalFailFastError,
|
|
3
3
|
EvalReporterDispatchError,
|
|
4
4
|
runEvalSuite
|
|
5
|
-
} from "../chunk-
|
|
5
|
+
} from "../chunk-4IOC4SP6.js";
|
|
6
6
|
import "../chunk-PHLGGRHC.js";
|
|
7
|
+
import "../chunk-ZYXMWEL4.js";
|
|
7
8
|
import "../chunk-EJR6VVB3.js";
|
|
8
9
|
import "../chunk-4OSA3MMA.js";
|
|
9
|
-
import "../chunk-ZYXMWEL4.js";
|
|
10
10
|
import "../chunk-TP3MCUXS.js";
|
|
11
11
|
import "../chunk-6RQYWZI3.js";
|
|
12
12
|
import "../chunk-NF6WBPFG.js";
|
package/dist/index.d.ts
CHANGED
|
@@ -17,7 +17,7 @@ export { GenerateSpeechOptions, SpeechGenerationModel, SpeechGenerationRequest,
|
|
|
17
17
|
export { C as CreateToolOptions, c as createQuestionTool, a as createThinkTool, b as createTool } from './think-tool-DJbtUDZm.js';
|
|
18
18
|
export { A as AnyTool, T as Tool, a as ToolApprovalContext, b as ToolApprovalRequirement, c as ToolCallContext, d as ToolCallStreamEvent, e as ToolRequiresApproval } from './tool-W1cAPuRF.js';
|
|
19
19
|
export { TranscribeOptions, TranscriptionAudio, TranscriptionModel, TranscriptionRequest, TranscriptionResult, transcribe } from './transcription/index.js';
|
|
20
|
-
export { CheckAnswer, CheckQuestion, ChoiceAnswer, ChoiceQuestion, DecideBatchOptions, DecideOptions, DecisionAnswerFor, DecisionAnswers, DecisionBatchItem, DecisionBatchResult, DecisionCapabilities, DecisionCapabilityError, DecisionModel, DecisionOptions, DecisionProviderOutputError, DecisionQuestion, DecisionQuestionType, DecisionQuestions, DecisionRawResponseOf, DecisionRequest, DecisionResult, DecisionRubric, MultiLabelAnswer, MultiLabelQuestion, ScoreAnswer, ScoreQuestion, check, choice, decide, decideBatch, multiLabel, score } from './decision/index.js';
|
|
20
|
+
export { CheckAnswer, CheckQuestion, ChoiceAnswer, ChoiceQuestion, DecideBatchOptions, DecideOptions, DecisionAnswerFor, DecisionAnswers, DecisionBatchItem, DecisionBatchResult, DecisionCapabilities, DecisionCapabilityError, DecisionModel, DecisionOptions, DecisionProviderOutputError, DecisionQuestion, DecisionQuestionType, DecisionQuestions, DecisionRawResponseOf, DecisionRefusalError, DecisionRequest, DecisionResult, DecisionRubric, MultiLabelAnswer, MultiLabelQuestion, ScoreAnswer, ScoreQuestion, check, choice, decide, decideBatch, multiLabel, score } from './decision/index.js';
|
|
21
21
|
import './types-94Q2mPRa.js';
|
|
22
22
|
import './agent/interactions/index.js';
|
|
23
23
|
import 'zod';
|
package/dist/index.js
CHANGED
|
@@ -21,12 +21,12 @@ import {
|
|
|
21
21
|
generateSpeech
|
|
22
22
|
} from "./chunk-SYULMZGL.js";
|
|
23
23
|
import "./chunk-NMPDZTBM.js";
|
|
24
|
-
import "./chunk-V4OZ7ISA.js";
|
|
25
24
|
import "./chunk-4ITAV7YA.js";
|
|
26
25
|
import {
|
|
27
26
|
createMemoryScopeKey
|
|
28
27
|
} from "./chunk-2XSMGVBG.js";
|
|
29
28
|
import "./chunk-GDJNOZ47.js";
|
|
29
|
+
import "./chunk-V4OZ7ISA.js";
|
|
30
30
|
import "./chunk-RA4YVN43.js";
|
|
31
31
|
import "./chunk-4UUIGAIX.js";
|
|
32
32
|
import {
|
|
@@ -38,18 +38,19 @@ import {
|
|
|
38
38
|
choice,
|
|
39
39
|
multiLabel,
|
|
40
40
|
score
|
|
41
|
-
} from "./chunk-
|
|
41
|
+
} from "./chunk-PFSWAJTY.js";
|
|
42
42
|
import "./chunk-F2UVTXNE.js";
|
|
43
43
|
import {
|
|
44
44
|
decide,
|
|
45
45
|
decideBatch
|
|
46
|
-
} from "./chunk-
|
|
47
|
-
import "./chunk-
|
|
48
|
-
import "./chunk-
|
|
46
|
+
} from "./chunk-WGUE44ZD.js";
|
|
47
|
+
import "./chunk-BH7RLRLQ.js";
|
|
48
|
+
import "./chunk-547CQSO2.js";
|
|
49
49
|
import {
|
|
50
50
|
DecisionCapabilityError,
|
|
51
|
-
DecisionProviderOutputError
|
|
52
|
-
|
|
51
|
+
DecisionProviderOutputError,
|
|
52
|
+
DecisionRefusalError
|
|
53
|
+
} from "./chunk-Y4Q66NQY.js";
|
|
53
54
|
import "./chunk-53TPAXYR.js";
|
|
54
55
|
import {
|
|
55
56
|
AgentTeam
|
|
@@ -230,6 +231,7 @@ export {
|
|
|
230
231
|
CompletionStructuredOutputError,
|
|
231
232
|
DecisionCapabilityError,
|
|
232
233
|
DecisionProviderOutputError,
|
|
234
|
+
DecisionRefusalError,
|
|
233
235
|
MaxTurnsError,
|
|
234
236
|
MemoryCompactionConflictError,
|
|
235
237
|
MemoryCompactionError,
|
package/package.json
CHANGED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/decision/errors.ts"],"sourcesContent":["import type { DecisionQuestionType } from \"./types\";\n\nexport class DecisionCapabilityError extends Error {\n readonly provider: string;\n readonly modelId: string;\n readonly questionType: DecisionQuestionType;\n\n constructor(options: { provider: string; modelId: string; questionType: DecisionQuestionType }) {\n super(\n `${options.provider}/${options.modelId} does not support ${options.questionType} questions.`,\n );\n this.name = \"DecisionCapabilityError\";\n this.provider = options.provider;\n this.modelId = options.modelId;\n this.questionType = options.questionType;\n }\n}\n\nexport class DecisionProviderOutputError extends Error {\n readonly provider: string;\n readonly modelId: string;\n readonly questionName: string | undefined;\n\n constructor(\n message: string,\n options: {\n provider: string;\n modelId: string;\n questionName?: string | undefined;\n cause?: unknown;\n },\n ) {\n super(message, options.cause === undefined ? undefined : { cause: options.cause });\n this.name = \"DecisionProviderOutputError\";\n this.provider = options.provider;\n this.modelId = options.modelId;\n this.questionName = options.questionName;\n }\n}\n"],"mappings":";AAEO,IAAM,0BAAN,cAAsC,MAAM;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,SAAoF;AAC9F;AAAA,MACE,GAAG,QAAQ,QAAQ,IAAI,QAAQ,OAAO,qBAAqB,QAAQ,YAAY;AAAA,IACjF;AACA,SAAK,OAAO;AACZ,SAAK,WAAW,QAAQ;AACxB,SAAK,UAAU,QAAQ;AACvB,SAAK,eAAe,QAAQ;AAAA,EAC9B;AACF;AAEO,IAAM,8BAAN,cAA0C,MAAM;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EAET,YACE,SACA,SAMA;AACA,UAAM,SAAS,QAAQ,UAAU,SAAY,SAAY,EAAE,OAAO,QAAQ,MAAM,CAAC;AACjF,SAAK,OAAO;AACZ,SAAK,WAAW,QAAQ;AACxB,SAAK,UAAU,QAAQ;AACvB,SAAK,eAAe,QAAQ;AAAA,EAC9B;AACF;","names":[]}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|