@or-sdk/agents 4.11.0-beta.3643.0 → 4.11.0-beta.3659.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. package/dist/cjs/types.js +9 -7
  2. package/dist/cjs/types.js.map +1 -1
  3. package/dist/esm/types.js +8 -6
  4. package/dist/esm/types.js.map +1 -1
  5. package/dist/types/types.d.ts +20 -4
  6. package/dist/types/types.d.ts.map +1 -1
  7. package/package.json +1 -1
  8. package/src/types.ts +32 -3
package/dist/cjs/types.js CHANGED
@@ -1,14 +1,16 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TestResultStatus = exports.TemplateTypeEnum = void 0;
3
+ exports.TestResultVerdict = exports.TemplateTypeEnum = void 0;
4
4
  var TemplateTypeEnum;
5
5
  (function (TemplateTypeEnum) {
6
6
  TemplateTypeEnum["Agent"] = "Agent";
7
7
  })(TemplateTypeEnum || (exports.TemplateTypeEnum = TemplateTypeEnum = {}));
8
- var TestResultStatus;
9
- (function (TestResultStatus) {
10
- TestResultStatus["PENDING"] = "PENDING";
11
- TestResultStatus["PASSED"] = "PASSED";
12
- TestResultStatus["FAILED"] = "FAILED";
13
- })(TestResultStatus || (exports.TestResultStatus = TestResultStatus = {}));
8
+ var TestResultVerdict;
9
+ (function (TestResultVerdict) {
10
+ TestResultVerdict["PENDING"] = "PENDING";
11
+ TestResultVerdict["WARNING"] = "WARNING";
12
+ TestResultVerdict["PASSED"] = "PASSED";
13
+ TestResultVerdict["FAILED"] = "FAILED";
14
+ TestResultVerdict["UNKNOWN"] = "UNKNOWN";
15
+ })(TestResultVerdict || (exports.TestResultVerdict = TestResultVerdict = {}));
14
16
  //# sourceMappingURL=types.js.map
package/dist/cjs/types.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AAkiBA,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,mCAAe,CAAA;AACjB,CAAC,EAFW,gBAAgB,gCAAhB,gBAAgB,QAE3B;AAgOD,IAAY,gBAIX;AAJD,WAAY,gBAAgB;IAC1B,uCAAmB,CAAA;IACnB,qCAAiB,CAAA;IACjB,qCAAiB,CAAA;AACnB,CAAC,EAJW,gBAAgB,gCAAhB,gBAAgB,QAI3B"}
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AAkiBA,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,mCAAe,CAAA;AACjB,CAAC,EAFW,gBAAgB,gCAAhB,gBAAgB,QAE3B;AAgOD,IAAY,iBAMX;AAND,WAAY,iBAAiB;IAC3B,wCAAmB,CAAA;IACnB,wCAAmB,CAAA;IACnB,sCAAiB,CAAA;IACjB,sCAAiB,CAAA;IACjB,wCAAmB,CAAA;AACrB,CAAC,EANW,iBAAiB,iCAAjB,iBAAiB,QAM5B"}
package/dist/esm/types.js CHANGED
@@ -2,10 +2,12 @@ export var TemplateTypeEnum;
2
2
  (function (TemplateTypeEnum) {
3
3
  TemplateTypeEnum["Agent"] = "Agent";
4
4
  })(TemplateTypeEnum || (TemplateTypeEnum = {}));
5
- export var TestResultStatus;
6
- (function (TestResultStatus) {
7
- TestResultStatus["PENDING"] = "PENDING";
8
- TestResultStatus["PASSED"] = "PASSED";
9
- TestResultStatus["FAILED"] = "FAILED";
10
- })(TestResultStatus || (TestResultStatus = {}));
5
+ export var TestResultVerdict;
6
+ (function (TestResultVerdict) {
7
+ TestResultVerdict["PENDING"] = "PENDING";
8
+ TestResultVerdict["WARNING"] = "WARNING";
9
+ TestResultVerdict["PASSED"] = "PASSED";
10
+ TestResultVerdict["FAILED"] = "FAILED";
11
+ TestResultVerdict["UNKNOWN"] = "UNKNOWN";
12
+ })(TestResultVerdict || (TestResultVerdict = {}));
11
13
  //# sourceMappingURL=types.js.map
package/dist/esm/types.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAkiBA,MAAM,CAAN,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,mCAAe,CAAA;AACjB,CAAC,EAFW,gBAAgB,KAAhB,gBAAgB,QAE3B;AAgOD,MAAM,CAAN,IAAY,gBAIX;AAJD,WAAY,gBAAgB;IAC1B,uCAAmB,CAAA;IACnB,qCAAiB,CAAA;IACjB,qCAAiB,CAAA;AACnB,CAAC,EAJW,gBAAgB,KAAhB,gBAAgB,QAI3B"}
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAkiBA,MAAM,CAAN,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,mCAAe,CAAA;AACjB,CAAC,EAFW,gBAAgB,KAAhB,gBAAgB,QAE3B;AAgOD,MAAM,CAAN,IAAY,iBAMX;AAND,WAAY,iBAAiB;IAC3B,wCAAmB,CAAA;IACnB,wCAAmB,CAAA;IACnB,sCAAiB,CAAA;IACjB,sCAAiB,CAAA;IACjB,wCAAmB,CAAA;AACrB,CAAC,EANW,iBAAiB,KAAjB,iBAAiB,QAM5B"}
package/dist/types/types.d.ts CHANGED
@@ -261,10 +261,12 @@ export type TestCase = {
261
261
  testResults?: TestResult[];
262
262
  };
263
263
  export type CreateTestCase = Omit<TestCase, 'id' | 'createdAt' | 'updatedAt' | 'testResults'>;
264
- export declare enum TestResultStatus {
264
+ export declare enum TestResultVerdict {
265
265
  PENDING = "PENDING",
266
+ WARNING = "WARNING",
266
267
  PASSED = "PASSED",
267
- FAILED = "FAILED"
268
+ FAILED = "FAILED",
269
+ UNKNOWN = "UNKNOWN"
268
270
  }
269
271
  export type TestResult = {
270
272
  id: string;
@@ -273,8 +275,22 @@ export type TestResult = {
273
275
  createdAt?: Date;
274
276
  duration?: number;
275
277
  executionId?: string;
276
- status: TestResultStatus;
277
- result?: Record<string, unknown>;
278
+ status: TestResultVerdict;
279
+ result?: {
280
+ executions: {
281
+ executionId: string;
282
+ steps: {
283
+ executionMessageId: string;
284
+ verdict: TestResultVerdict;
285
+ reasoning: string;
286
+ score: number;
287
+ }[];
288
+ overallVerdict: TestResultVerdict;
289
+ overallScore: number;
290
+ }[];
291
+ overallVerdict: TestResultVerdict;
292
+ overallScore: number;
293
+ };
278
294
  error?: Record<string, unknown>;
279
295
  };
280
296
  //# sourceMappingURL=types.d.ts.map
package/dist/types/types.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAK7C,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAAC,CAAC;AAK7D,MAAM,MAAM,WAAW,GAAG;IAIxB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAKF,MAAM,MAAM,YAAY,GAAG;IAIzB,KAAK,EAAE,KAAK,CAAC;IAKb,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,UAAU,CAAC,EAAE,MAAM,CAAC;IAKpB,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAKF,MAAM,MAAM,iBAAiB,GAAG;IAI9B,WAAW,EAAE,MAAM,CAAC;IAKpB,SAAS,EAAE,MAAM,CAAC;IAKlB,gBAAgB,EAAE,MAAM,CAAC;IAKzB,eAAe,EAAE,MAAM,CAAC;IAKxB,SAAS,EAAE,MAAM,CAAC;IAKlB,QAAQ,EAAE,MAAM,CAAC;IAKjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAKF,MAAM,MAAM,aAAa,GAAG;IAI1B,WAAW,EAAE,MAAM,CAAC;IAKpB,UAAU,EAAE,aAAa,EAAE,CAAC;CAC7B,CAAC;AAKF,MAAM,MAAM,WAAW,GAAG;IAIxB,IAAI,EAAE,MAAM,CAAC;IAKb,WAAW,EAAE,MAAM,CAAC;IAKpB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAK3B,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;IAK3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,aAAa,EAAE;QACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;CACH,CAAC;AAKF,MAAM,MAAM,KAAK,GAAG;IAIlB,EAAE,EAAE,MAAM,CAAC;IAKX,SAAS,EAAE,MAAM,CAAC;IAKlB,IAAI,EAAE,MAAM,CAAC;IAKb,WAAW,EAAE,MAAM,CAAC;IAKpB,KAAK,EAAE,MAAM,CAAC;IAKd,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAK/B,OAAO,EAAE,WAAW,EAAE,CAAC;IAKvB,QAAQ,EAAE,MAAM,CAAC;IAKjB,SAAS,EAAE,MAAM,CAAC;IAKlB,KAAK,EAAE,iBAAiB,CAAC;IAKzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAKzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAKzB,cAAc,EAAE,aAAa,EAAE,CAAC;IAKhC,WAAW,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;KAAE,EAAE,CAAC;IAK9C,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,mBAAmB,EAAE,aAAa,CAAC;IAKnC,iBAAiB,EAAE,MAAM,CAAC;IAK1B,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IAKxB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAKvC,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAK3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAKhC,SAAS,EAAE,MAAM,CAAC;IAKlB,YAAY,EAAE,MAAM,CAAC;IAKrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAKhC,QAAQ,EAAE,WAAW,EAAE,CAAC;IAMxB,mBAAmB,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;KAAE,EAAE,CAAC;IAK7G,iBAAiB,EAAE,MAAM,CAAC;IAK1B,oBAAoB,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;IAKF,aAAa,CAAC,EAAE,MAAM,CAAC;IAKvB,UAAU,CAAC,EAAE,MAAM,CAAC;IAKpB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IAIxB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAK3B,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,SAAS,EAAE,MAAM,CAAC;IAKlB,SAAS,EAAE,MAAM,CAAC;IAKlB,YAAY,EAAE,MAAM,CAAC;IAKrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC;AAKF,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CACtC,KAAK,EACL,IAAI,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAC1D,CAAC,CAAC;AAKH,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC;AAK5D,MAAM,MAAM,iBAAiB,GAAG;IAI9B,IAAI,CAAC,EAAE,MAAM,CAAC;IAKd,IAAI,CAAC,EAAE,MAAM,CAAC;IAKd,KAAK,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAAE,CAAC;IAKpD,aAAa,CAAC,EAAE,MAAM,CAAC;IAKvB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAKF,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC;IAK/B,EAAE,EAAE,MAAM,CAAC;IAKX,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAKhB,OAAO,EAAE,MAAM,CAAC;IAKhB,qBAAqB,EAAE,MAAM,CAAC;IAK9B,iBAAiB,EAAE,MAAM,CAAC;IAK1B,SAAS,EAAE,MAAM,CAAC;IAKlB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG;IACtB,OAAO,EAAE,CAAC,aAAa,GAAG;QAIxB,EAAE,CAAC,EAAE,MAAM,CAAC;QAKZ,SAAS,EAAE,MAAM,CAAC;QAKlB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,EAAE,CAAC;IAKL,qBAAqB,EAAE,MAAM,CAAC;IAK9B,iBAAiB,EAAE,MAAM,CAAC;IAK1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAKF,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG;IAI5C,OAAO,EAAE,aAAa,EAAE,CAAC;IAIzB,OAAO,CAAC,EAAE,MAAM,CAAC;IAIjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAKjC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAKF,MAAM,MAAM,gBAAgB,GAAG;IAI7B,OAAO,EAAE;QAIP,IAAI,EAAE;YACJ,CAAC,UAAU,EAAE,MAAM,GAAG;gBAIpB,MAAM,EAAE,MAAM,CAAC;gBAIf,KAAK,EAAE,MAAM,CAAC;aACf,CAAC;SACH,CAAC;KACH,CAAC;IAIF,WAAW,EAAE,MAAM,CAAC;IAIpB,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;CAC/B,CAAC;AAEF,oBAAY,gBAAgB;IAC1B,KAAK,UAAU;CAChB;AAED,MAAM,MAAM,oBAAoB,GAAG,iBAAiB,GAAG;IAAE,IAAI,CAAC,EAAE,gBAAgB,CAAC;CAAE,CAAC;AAEpF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE;QACJ,KAAK,EAAE,KAAK,CAAC;QACb,eAAe,EAAE,KAAK,EAAE,CAAC;QACzB,IAAI,EAAE;YACJ,EAAE,EAAE,MAAM,CAAC;YACX,GAAG,EAAE,GAAG,CAAC;YACT,KAAK,EAAE,IAAI,EAAE,CAAC;SACf,EAAE,CAAC;QACJ,MAAM,EAAE;YACN,YAAY,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACpC,SAAS,EAAE;gBACT,UAAU,EAAE,MAAM,CAAC;gBACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;aACrC,EAAE,CAAC;SACL,EAAE,CAAC;QACJ,QAAQ,EAAE;YACR,GAAG,EAAE,MAAM,CAAC;YACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;YAChC,QAAQ,EAAE,MAAM,CAAC;YACjB,MAAM,EAAE,MAAM,CAAC;YACf,KAAK,EAAE,MAAM,CAAC;SACf,EAAE,CAAC;KACL,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;KACf,EAAE,CAAC;IACJ,IAAI,CAAC,EAAE,gBAAgB,CAAC;CACzB,CAAC;AAKF,MAAM,MAAM,IAAI,GAAG;IACjB,EAAE,EAAE,MAAM,CAAC;IAEX,KAAK,EAAE,MAAM,CAAC;IAEd,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,MAAM,CAAC;IAEf,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEhC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;KAAE,CAAC;CACtC,CAAC;AAKF,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAC;IAEX,MAAM,EAAE,MAAM,CAAC;IAEf,YAAY,EAAE,MAAM,CAAC;IAErB,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAKF,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;CAC5B,CAAC;AAKF,MAAM,MAAM,cAAc,GAAG;IAI3B,KAAK,EAAE,MAAM,CAAC;IAKd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAI3B,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAIzB,SAAS,EAAE,MAAM,CAAC;IAIlB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAI1B,YAAY,EAAE,MAAM,CAAC;IAIrB,YAAY,EAAE,MAAM,CAAC;IAIrB,gBAAgB,EAAE,MAAM,CAAC;IAIzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IAIrB,EAAE,EAAE,MAAM,CAAC;IAKX,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,OAAO,EAAE,MAAM,CAAC;IAKhB,cAAc,EAAE,MAAM,CAAC;IAQvB,UAAU,EAAE,MAAM,CAAC;IAKnB,KAAK,EAAE,aAAa,EAAE,CAAC;IAKvB,OAAO,EAAE,MAAM,CAAC;IAKhB,WAAW,EAAE,MAAM,CAAC;IAMpB,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;IAKF,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,WAAW,GAAG,WAAW,GAAG,aAAa,CAAC,CAAC;AAE9F,oBAAY,gBAAgB;IAC1B,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,MAAM,WAAW;CAClB;AAED,MAAM,MAAM,UAAU,GAAG;IAIvB,EAAE,EAAE,MAAM,CAAC;IAKX,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,WAAW,CAAC,EAAE,MAAM,CAAC;IASrB,MAAM,EAAE,gBAAgB,CAAC;IAKzB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAKjC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAK7C,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAAC,CAAC;AAK7D,MAAM,MAAM,WAAW,GAAG;IAIxB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAKF,MAAM,MAAM,YAAY,GAAG;IAIzB,KAAK,EAAE,KAAK,CAAC;IAKb,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,UAAU,CAAC,EAAE,MAAM,CAAC;IAKpB,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAKF,MAAM,MAAM,iBAAiB,GAAG;IAI9B,WAAW,EAAE,MAAM,CAAC;IAKpB,SAAS,EAAE,MAAM,CAAC;IAKlB,gBAAgB,EAAE,MAAM,CAAC;IAKzB,eAAe,EAAE,MAAM,CAAC;IAKxB,SAAS,EAAE,MAAM,CAAC;IAKlB,QAAQ,EAAE,MAAM,CAAC;IAKjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAKF,MAAM,MAAM,aAAa,GAAG;IAI1B,WAAW,EAAE,MAAM,CAAC;IAKpB,UAAU,EAAE,aAAa,EAAE,CAAC;CAC7B,CAAC;AAKF,MAAM,MAAM,WAAW,GAAG;IAIxB,IAAI,EAAE,MAAM,CAAC;IAKb,WAAW,EAAE,MAAM,CAAC;IAKpB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAK3B,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;IAK3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IAKnB,aAAa,EAAE;QACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;CACH,CAAC;AAKF,MAAM,MAAM,KAAK,GAAG;IAIlB,EAAE,EAAE,MAAM,CAAC;IAKX,SAAS,EAAE,MAAM,CAAC;IAKlB,IAAI,EAAE,MAAM,CAAC;IAKb,WAAW,EAAE,MAAM,CAAC;IAKpB,KAAK,EAAE,MAAM,CAAC;IAKd,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAK/B,OAAO,EAAE,WAAW,EAAE,CAAC;IAKvB,QAAQ,EAAE,MAAM,CAAC;IAKjB,SAAS,EAAE,MAAM,CAAC;IAKlB,KAAK,EAAE,iBAAiB,CAAC;IAKzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAKzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAKzB,cAAc,EAAE,aAAa,EAAE,CAAC;IAKhC,WAAW,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;KAAE,EAAE,CAAC;IAK9C,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,mBAAmB,EAAE,aAAa,CAAC;IAKnC,iBAAiB,EAAE,MAAM,CAAC;IAK1B,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IAKxB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAKvC,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAK3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAKhC,SAAS,EAAE,MAAM,CAAC;IAKlB,YAAY,EAAE,MAAM,CAAC;IAKrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAKhC,QAAQ,EAAE,WAAW,EAAE,CAAC;IAMxB,mBAAmB,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;KAAE,EAAE,CAAC;IAK7G,iBAAiB,EAAE,MAAM,CAAC;IAK1B,oBAAoB,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;IAKF,aAAa,CAAC,EAAE,MAAM,CAAC;IAKvB,UAAU,CAAC,EAAE,MAAM,CAAC;IAKpB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IAIxB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAK3B,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,SAAS,EAAE,MAAM,CAAC;IAKlB,SAAS,EAAE,MAAM,CAAC;IAKlB,YAAY,EAAE,MAAM,CAAC;IAKrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC;AAKF,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CACtC,KAAK,EACL,IAAI,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAC1D,CAAC,CAAC;AAKH,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC;AAK5D,MAAM,MAAM,iBAAiB,GAAG;IAI9B,IAAI,CAAC,EAAE,MAAM,CAAC;IAKd,IAAI,CAAC,EAAE,MAAM,CAAC;IAKd,KAAK,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAAE,CAAC;IAKpD,aAAa,CAAC,EAAE,MAAM,CAAC;IAKvB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAKF,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC;IAK/B,EAAE,EAAE,MAAM,CAAC;IAKX,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAKhB,OAAO,EAAE,MAAM,CAAC;IAKhB,qBAAqB,EAAE,MAAM,CAAC;IAK9B,iBAAiB,EAAE,MAAM,CAAC;IAK1B,SAAS,EAAE,MAAM,CAAC;IAKlB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG;IACtB,OAAO,EAAE,CAAC,aAAa,GAAG;QAIxB,EAAE,CAAC,EAAE,MAAM,CAAC;QAKZ,SAAS,EAAE,MAAM,CAAC;QAKlB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,EAAE,CAAC;IAKL,qBAAqB,EAAE,MAAM,CAAC;IAK9B,iBAAiB,EAAE,MAAM,CAAC;IAK1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAKF,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG;IAI5C,OAAO,EAAE,aAAa,EAAE,CAAC;IAIzB,OAAO,CAAC,EAAE,MAAM,CAAC;IAIjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAKjC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAKF,MAAM,MAAM,gBAAgB,GAAG;IAI7B,OAAO,EAAE;QAIP,IAAI,EAAE;YACJ,CAAC,UAAU,EAAE,MAAM,GAAG;gBAIpB,MAAM,EAAE,MAAM,CAAC;gBAIf,KAAK,EAAE,MAAM,CAAC;aACf,CAAC;SACH,CAAC;KACH,CAAC;IAIF,WAAW,EAAE,MAAM,CAAC;IAIpB,OAAO,CAAC,EAAE,MAAM,CAAC;IAKjB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;CAC/B,CAAC;AAEF,oBAAY,gBAAgB;IAC1B,KAAK,UAAU;CAChB;AAED,MAAM,MAAM,oBAAoB,GAAG,iBAAiB,GAAG;IAAE,IAAI,CAAC,EAAE,gBAAgB,CAAC;CAAE,CAAC;AAEpF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE;QACJ,KAAK,EAAE,KAAK,CAAC;QACb,eAAe,EAAE,KAAK,EAAE,CAAC;QACzB,IAAI,EAAE;YACJ,EAAE,EAAE,MAAM,CAAC;YACX,GAAG,EAAE,GAAG,CAAC;YACT,KAAK,EAAE,IAAI,EAAE,CAAC;SACf,EAAE,CAAC;QACJ,MAAM,EAAE;YACN,YAAY,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACpC,SAAS,EAAE;gBACT,UAAU,EAAE,MAAM,CAAC;gBACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;aACrC,EAAE,CAAC;SACL,EAAE,CAAC;QACJ,QAAQ,EAAE;YACR,GAAG,EAAE,MAAM,CAAC;YACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;YAChC,QAAQ,EAAE,MAAM,CAAC;YACjB,MAAM,EAAE,MAAM,CAAC;YACf,KAAK,EAAE,MAAM,CAAC;SACf,EAAE,CAAC;KACL,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;KACf,EAAE,CAAC;IACJ,IAAI,CAAC,EAAE,gBAAgB,CAAC;CACzB,CAAC;AAKF,MAAM,MAAM,IAAI,GAAG;IACjB,EAAE,EAAE,MAAM,CAAC;IAEX,KAAK,EAAE,MAAM,CAAC;IAEd,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,MAAM,CAAC;IAEf,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEhC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;KAAE,CAAC;CACtC,CAAC;AAKF,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAC;IAEX,MAAM,EAAE,MAAM,CAAC;IAEf,YAAY,EAAE,MAAM,CAAC;IAErB,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAKF,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;CAC5B,CAAC;AAKF,MAAM,MAAM,cAAc,GAAG;IAI3B,KAAK,EAAE,MAAM,CAAC;IAKd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAI3B,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAIzB,SAAS,EAAE,MAAM,CAAC;IAIlB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAI1B,YAAY,EAAE,MAAM,CAAC;IAIrB,YAAY,EAAE,MAAM,CAAC;IAIrB,gBAAgB,EAAE,MAAM,CAAC;IAIzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IAIrB,EAAE,EAAE,MAAM,CAAC;IAKX,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,OAAO,EAAE,MAAM,CAAC;IAKhB,cAAc,EAAE,MAAM,CAAC;IAQvB,UAAU,EAAE,MAAM,CAAC;IAKnB,KAAK,EAAE,aAAa,EAAE,CAAC;IAKvB,OAAO,EAAE,MAAM,CAAC;IAKhB,WAAW,EAAE,MAAM,CAAC;IAMpB,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;IAKF,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,WAAW,GAAG,WAAW,GAAG,aAAa,CAAC,CAAC;AAE9F,oBAAY,iBAAiB;IAC3B,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,OAAO,YAAY;CACpB;AAED,MAAM,MAAM,UAAU,GAAG;IAIvB,EAAE,EAAE,MAAM,CAAC;IAKX,UAAU,EAAE,MAAM,CAAC;IAKnB,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,SAAS,CAAC,EAAE,IAAI,CAAC;IAKjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,WAAW,CAAC,EAAE,MAAM,CAAC;IASrB,MAAM,EAAE,iBAAiB,CAAC;IAK1B,MAAM,CAAC,EAAE;QAMP,UAAU,EAAE;YACV,WAAW,EAAE,MAAM,CAAC;YACpB,KAAK,EAAE;gBACL,kBAAkB,EAAE,MAAM,CAAC;gBAC3B,OAAO,EAAE,iBAAiB,CAAC;gBAC3B,SAAS,EAAE,MAAM,CAAC;gBAClB,KAAK,EAAE,MAAM,CAAC;aACf,EAAE,CAAC;YAIJ,cAAc,EAAE,iBAAiB,CAAC;YAClC,YAAY,EAAE,MAAM,CAAC;SACtB,EAAE,CAAC;QAMJ,cAAc,EAAE,iBAAiB,CAAC;QAClC,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAKF,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@or-sdk/agents",
3
- "version": "4.11.0-beta.3643.0",
3
+ "version": "4.11.0-beta.3659.0",
4
4
  "license": "Apache-2.0",
5
5
  "main": "dist/cjs/index.js",
6
6
  "module": "dist/esm/index.js",
package/src/types.ts CHANGED
@@ -770,10 +770,12 @@ export type TestCase = {
770
770
 
771
771
  export type CreateTestCase = Omit<TestCase, 'id' | 'createdAt' | 'updatedAt' | 'testResults'>;
772
772
 
773
- export enum TestResultStatus {
773
+ export enum TestResultVerdict {
774
774
  PENDING = 'PENDING',
775
+ WARNING = 'WARNING',
775
776
  PASSED = 'PASSED',
776
777
  FAILED = 'FAILED',
778
+ UNKNOWN = 'UNKNOWN',
777
779
  }
778
780
 
779
781
  export type TestResult = {
@@ -814,12 +816,39 @@ export type TestResult = {
814
816
  * 'PASSED' indicates that the test case has passed successfully.
815
817
  * 'FAILED' indicates that the test case has failed.
816
818
  */
817
- status: TestResultStatus;
819
+ status: TestResultVerdict;
818
820
 
819
821
  /**
820
822
  * The expected output of the test case.
821
823
  */
822
- result?: Record<string, unknown>;
824
+ result?: {
825
+ /*
826
+ * Detailed result of each execution like {executionId: {status: PASSED, retry: 1}}
827
+ * and each execution has a list of steps like {executionMessageId: {verdict: PASSED, reasoning: '...'}}
828
+ * and each step has a list of messages like {executionMessageId: {verdict: PASSED, reasoning: '...'}}
829
+ */
830
+ executions: {
831
+ executionId: string;
832
+ steps: {
833
+ executionMessageId: string;
834
+ verdict: TestResultVerdict;
835
+ reasoning: string;
836
+ score: number;
837
+ }[];
838
+ /*
839
+ * Summary of the each iteration of steps result
840
+ */
841
+ overallVerdict: TestResultVerdict;
842
+ overallScore: number;
843
+ }[];
844
+ /*
845
+ * Summary of the each execution like {FAILED: 2, PASSED: 3}
846
+ * and overall verdict like PASSED, FAILED, SKIPPED
847
+ * and overall score like 0.5
848
+ */
849
+ overallVerdict: TestResultVerdict;
850
+ overallScore: number;
851
+ };
823
852
 
824
853
  /**
825
854
  * The actual output of the test case.