@fonoster/types 0.13.2 → 0.13.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -22,6 +22,10 @@ declare enum ApplicationType {
|
|
|
22
22
|
EXTERNAL = "EXTERNAL",
|
|
23
23
|
AUTOPILOT = "AUTOPILOT"
|
|
24
24
|
}
|
|
25
|
+
declare enum ExpectedTextType {
|
|
26
|
+
EXACT = "EXACT",
|
|
27
|
+
SIMILAR = "SIMILAR"
|
|
28
|
+
}
|
|
25
29
|
type Application = {
|
|
26
30
|
ref: string;
|
|
27
31
|
name: string;
|
|
@@ -63,4 +67,35 @@ type CreateApplicationRequest = {
|
|
|
63
67
|
type UpdateApplicationRequest = Flatten<BaseApiObject & Partial<CreateApplicationRequest>>;
|
|
64
68
|
type ListApplicationsRequest = ListRequest;
|
|
65
69
|
type ListApplicationsResponse = ListResponse<Application>;
|
|
66
|
-
|
|
70
|
+
type EvaluateIntelligenceRequest = {
|
|
71
|
+
intelligence: {
|
|
72
|
+
productRef: string;
|
|
73
|
+
config: Record<string, unknown>;
|
|
74
|
+
};
|
|
75
|
+
};
|
|
76
|
+
type EvaluateIntelligenceResponse = {
|
|
77
|
+
results: ScenarioEvaluationReport[];
|
|
78
|
+
};
|
|
79
|
+
type ScenarioEvaluationReport = {
|
|
80
|
+
scenarioRef: string;
|
|
81
|
+
overallPassed: boolean;
|
|
82
|
+
steps: StepEvaluationReport[];
|
|
83
|
+
};
|
|
84
|
+
type StepEvaluationReport = {
|
|
85
|
+
humanInput: string;
|
|
86
|
+
expectedResponse: string;
|
|
87
|
+
aiResponse: string;
|
|
88
|
+
evaluationType: ExpectedTextType;
|
|
89
|
+
passed: boolean;
|
|
90
|
+
errorMessage?: string;
|
|
91
|
+
toolEvaluations?: ToolEvaluationReport[];
|
|
92
|
+
};
|
|
93
|
+
type ToolEvaluationReport = {
|
|
94
|
+
expectedTool: string;
|
|
95
|
+
actualTool: string;
|
|
96
|
+
passed: boolean;
|
|
97
|
+
expectedParameters?: Record<string, unknown>;
|
|
98
|
+
actualParameters?: Record<string, unknown>;
|
|
99
|
+
errorMessage?: string;
|
|
100
|
+
};
|
|
101
|
+
export { Application, ApplicationType, CreateApplicationRequest, ListApplicationsRequest, ListApplicationsResponse, UpdateApplicationRequest, EvaluateIntelligenceRequest, EvaluateIntelligenceResponse, ScenarioEvaluationReport, StepEvaluationReport, ToolEvaluationReport, ExpectedTextType };
|
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.ApplicationType = void 0;
|
|
3
|
+
exports.ExpectedTextType = exports.ApplicationType = void 0;
|
|
4
4
|
var ApplicationType;
|
|
5
5
|
(function (ApplicationType) {
|
|
6
6
|
ApplicationType["EXTERNAL"] = "EXTERNAL";
|
|
7
7
|
ApplicationType["AUTOPILOT"] = "AUTOPILOT";
|
|
8
8
|
})(ApplicationType || (exports.ApplicationType = ApplicationType = {}));
|
|
9
|
+
var ExpectedTextType;
|
|
10
|
+
(function (ExpectedTextType) {
|
|
11
|
+
ExpectedTextType["EXACT"] = "EXACT";
|
|
12
|
+
ExpectedTextType["SIMILAR"] = "SIMILAR";
|
|
13
|
+
})(ExpectedTextType || (exports.ExpectedTextType = ExpectedTextType = {}));
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fonoster/types",
|
|
3
|
-
"version": "0.13.
|
|
3
|
+
"version": "0.13.5",
|
|
4
4
|
"description": "Common types for Fonoster projects",
|
|
5
5
|
"author": "Pedro Sanders <psanders@fonoster.com>",
|
|
6
6
|
"homepage": "https://github.com/fonoster/fonoster#readme",
|
|
@@ -29,5 +29,5 @@
|
|
|
29
29
|
"bugs": {
|
|
30
30
|
"url": "https://github.com/fonoster/fonoster/issues"
|
|
31
31
|
},
|
|
32
|
-
"gitHead": "
|
|
32
|
+
"gitHead": "a502dc44c7b180a4424eea51952e41194e4ffaf4"
|
|
33
33
|
}
|