@chanl/scenarios-core 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/__tests__/e2e/test-helpers.d.ts +79 -0
- package/dist/__tests__/e2e/test-helpers.d.ts.map +1 -0
- package/dist/__tests__/e2e/test-helpers.js +162 -0
- package/dist/__tests__/e2e/test-helpers.js.map +1 -0
- package/dist/adapters/adapter-registry.d.ts +14 -0
- package/dist/adapters/adapter-registry.d.ts.map +1 -0
- package/dist/adapters/adapter-registry.js +53 -0
- package/dist/adapters/adapter-registry.js.map +1 -0
- package/dist/adapters/agent-adapter.interface.d.ts +70 -0
- package/dist/adapters/agent-adapter.interface.d.ts.map +1 -0
- package/dist/adapters/agent-adapter.interface.js +3 -0
- package/dist/adapters/agent-adapter.interface.js.map +1 -0
- package/dist/adapters/anthropic.adapter.d.ts +17 -0
- package/dist/adapters/anthropic.adapter.d.ts.map +1 -0
- package/dist/adapters/anthropic.adapter.js +145 -0
- package/dist/adapters/anthropic.adapter.js.map +1 -0
- package/dist/adapters/http.adapter.d.ts +17 -0
- package/dist/adapters/http.adapter.d.ts.map +1 -0
- package/dist/adapters/http.adapter.js +95 -0
- package/dist/adapters/http.adapter.js.map +1 -0
- package/dist/adapters/index.d.ts +6 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +22 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/openai.adapter.d.ts +17 -0
- package/dist/adapters/openai.adapter.d.ts.map +1 -0
- package/dist/adapters/openai.adapter.js +133 -0
- package/dist/adapters/openai.adapter.js.map +1 -0
- package/dist/dataset/convert.d.ts +28 -0
- package/dist/dataset/convert.d.ts.map +1 -0
- package/dist/dataset/convert.js +94 -0
- package/dist/dataset/convert.js.map +1 -0
- package/dist/dataset/formats/dpo.d.ts +41 -0
- package/dist/dataset/formats/dpo.d.ts.map +1 -0
- package/dist/dataset/formats/dpo.js +79 -0
- package/dist/dataset/formats/dpo.js.map +1 -0
- package/dist/dataset/formats/index.d.ts +4 -0
- package/dist/dataset/formats/index.d.ts.map +1 -0
- package/dist/dataset/formats/index.js +13 -0
- package/dist/dataset/formats/index.js.map +1 -0
- package/dist/dataset/formats/openai.d.ts +29 -0
- package/dist/dataset/formats/openai.d.ts.map +1 -0
- package/dist/dataset/formats/openai.js +98 -0
- package/dist/dataset/formats/openai.js.map +1 -0
- package/dist/dataset/formats/sharegpt.d.ts +31 -0
- package/dist/dataset/formats/sharegpt.d.ts.map +1 -0
- package/dist/dataset/formats/sharegpt.js +76 -0
- package/dist/dataset/formats/sharegpt.js.map +1 -0
- package/dist/dataset/index.d.ts +4 -0
- package/dist/dataset/index.d.ts.map +1 -0
- package/dist/dataset/index.js +20 -0
- package/dist/dataset/index.js.map +1 -0
- package/dist/dataset/types.d.ts +108 -0
- package/dist/dataset/types.d.ts.map +1 -0
- package/dist/dataset/types.js +7 -0
- package/dist/dataset/types.js.map +1 -0
- package/dist/execution/agent-config-resolver.d.ts +44 -0
- package/dist/execution/agent-config-resolver.d.ts.map +1 -0
- package/dist/execution/agent-config-resolver.js +76 -0
- package/dist/execution/agent-config-resolver.js.map +1 -0
- package/dist/execution/execution-processor.d.ts +75 -0
- package/dist/execution/execution-processor.d.ts.map +1 -0
- package/dist/execution/execution-processor.js +569 -0
- package/dist/execution/execution-processor.js.map +1 -0
- package/dist/execution/execution.module.d.ts +3 -0
- package/dist/execution/execution.module.d.ts.map +1 -0
- package/dist/execution/execution.module.js +56 -0
- package/dist/execution/execution.module.js.map +1 -0
- package/dist/execution/execution.service.d.ts +52 -0
- package/dist/execution/execution.service.d.ts.map +1 -0
- package/dist/execution/execution.service.js +182 -0
- package/dist/execution/execution.service.js.map +1 -0
- package/dist/execution/index.d.ts +11 -0
- package/dist/execution/index.d.ts.map +1 -0
- package/dist/execution/index.js +30 -0
- package/dist/execution/index.js.map +1 -0
- package/dist/execution/interfaces/job-data.interface.d.ts +38 -0
- package/dist/execution/interfaces/job-data.interface.d.ts.map +1 -0
- package/dist/execution/interfaces/job-data.interface.js +3 -0
- package/dist/execution/interfaces/job-data.interface.js.map +1 -0
- package/dist/execution/judge-llm.d.ts +35 -0
- package/dist/execution/judge-llm.d.ts.map +1 -0
- package/dist/execution/judge-llm.js +129 -0
- package/dist/execution/judge-llm.js.map +1 -0
- package/dist/execution/llm-config-resolver.d.ts +26 -0
- package/dist/execution/llm-config-resolver.d.ts.map +1 -0
- package/dist/execution/llm-config-resolver.js +99 -0
- package/dist/execution/llm-config-resolver.js.map +1 -0
- package/dist/execution/persona-llm.d.ts +29 -0
- package/dist/execution/persona-llm.d.ts.map +1 -0
- package/dist/execution/persona-llm.js +98 -0
- package/dist/execution/persona-llm.js.map +1 -0
- package/dist/execution/persona-strategy-registry.d.ts +14 -0
- package/dist/execution/persona-strategy-registry.d.ts.map +1 -0
- package/dist/execution/persona-strategy-registry.js +51 -0
- package/dist/execution/persona-strategy-registry.js.map +1 -0
- package/dist/execution/persona-strategy.interface.d.ts +88 -0
- package/dist/execution/persona-strategy.interface.d.ts.map +1 -0
- package/dist/execution/persona-strategy.interface.js +3 -0
- package/dist/execution/persona-strategy.interface.js.map +1 -0
- package/dist/execution/queue-producer.service.d.ts +21 -0
- package/dist/execution/queue-producer.service.d.ts.map +1 -0
- package/dist/execution/queue-producer.service.js +60 -0
- package/dist/execution/queue-producer.service.js.map +1 -0
- package/dist/execution/queues.config.d.ts +39 -0
- package/dist/execution/queues.config.d.ts.map +1 -0
- package/dist/execution/queues.config.js +43 -0
- package/dist/execution/queues.config.js.map +1 -0
- package/dist/execution/strategies/default.strategy.d.ts +11 -0
- package/dist/execution/strategies/default.strategy.d.ts.map +1 -0
- package/dist/execution/strategies/default.strategy.js +31 -0
- package/dist/execution/strategies/default.strategy.js.map +1 -0
- package/dist/execution/strategies/reactive.strategy.d.ts +28 -0
- package/dist/execution/strategies/reactive.strategy.d.ts.map +1 -0
- package/dist/execution/strategies/reactive.strategy.js +220 -0
- package/dist/execution/strategies/reactive.strategy.js.map +1 -0
- package/dist/execution/template-renderer.d.ts +52 -0
- package/dist/execution/template-renderer.d.ts.map +1 -0
- package/dist/execution/template-renderer.js +90 -0
- package/dist/execution/template-renderer.js.map +1 -0
- package/dist/generation/index.d.ts +2 -0
- package/dist/generation/index.d.ts.map +1 -0
- package/dist/generation/index.js +6 -0
- package/dist/generation/index.js.map +1 -0
- package/dist/generation/scenario-generator.service.d.ts +77 -0
- package/dist/generation/scenario-generator.service.d.ts.map +1 -0
- package/dist/generation/scenario-generator.service.js +272 -0
- package/dist/generation/scenario-generator.service.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +27 -0
- package/dist/index.js.map +1 -0
- package/dist/personas/dto/create-persona.dto.d.ts +61 -0
- package/dist/personas/dto/create-persona.dto.d.ts.map +1 -0
- package/dist/personas/dto/create-persona.dto.js +146 -0
- package/dist/personas/dto/create-persona.dto.js.map +1 -0
- package/dist/personas/dto/index.d.ts +3 -0
- package/dist/personas/dto/index.d.ts.map +1 -0
- package/dist/personas/dto/index.js +19 -0
- package/dist/personas/dto/index.js.map +1 -0
- package/dist/personas/dto/update-persona.dto.d.ts +8 -0
- package/dist/personas/dto/update-persona.dto.d.ts.map +1 -0
- package/dist/personas/dto/update-persona.dto.js +29 -0
- package/dist/personas/dto/update-persona.dto.js.map +1 -0
- package/dist/personas/index.d.ts +6 -0
- package/dist/personas/index.d.ts.map +1 -0
- package/dist/personas/index.js +22 -0
- package/dist/personas/index.js.map +1 -0
- package/dist/personas/persona.controller.d.ts +69 -0
- package/dist/personas/persona.controller.d.ts.map +1 -0
- package/dist/personas/persona.controller.js +282 -0
- package/dist/personas/persona.controller.js.map +1 -0
- package/dist/personas/persona.module.d.ts +3 -0
- package/dist/personas/persona.module.d.ts.map +1 -0
- package/dist/personas/persona.module.js +28 -0
- package/dist/personas/persona.module.js.map +1 -0
- package/dist/personas/persona.service.d.ts +85 -0
- package/dist/personas/persona.service.d.ts.map +1 -0
- package/dist/personas/persona.service.js +382 -0
- package/dist/personas/persona.service.js.map +1 -0
- package/dist/personas/schemas/persona.schema.d.ts +90 -0
- package/dist/personas/schemas/persona.schema.d.ts.map +1 -0
- package/dist/personas/schemas/persona.schema.js +321 -0
- package/dist/personas/schemas/persona.schema.js.map +1 -0
- package/dist/scenarios/controllers/scenario-execution.controller.d.ts +48 -0
- package/dist/scenarios/controllers/scenario-execution.controller.d.ts.map +1 -0
- package/dist/scenarios/controllers/scenario-execution.controller.js +260 -0
- package/dist/scenarios/controllers/scenario-execution.controller.js.map +1 -0
- package/dist/scenarios/controllers/scenario.controller.d.ts +81 -0
- package/dist/scenarios/controllers/scenario.controller.d.ts.map +1 -0
- package/dist/scenarios/controllers/scenario.controller.js +345 -0
- package/dist/scenarios/controllers/scenario.controller.js.map +1 -0
- package/dist/scenarios/dto/create-scenario.dto.d.ts +31 -0
- package/dist/scenarios/dto/create-scenario.dto.d.ts.map +1 -0
- package/dist/scenarios/dto/create-scenario.dto.js +102 -0
- package/dist/scenarios/dto/create-scenario.dto.js.map +1 -0
- package/dist/scenarios/dto/execute-scenario.dto.d.ts +34 -0
- package/dist/scenarios/dto/execute-scenario.dto.d.ts.map +1 -0
- package/dist/scenarios/dto/execute-scenario.dto.js +150 -0
- package/dist/scenarios/dto/execute-scenario.dto.js.map +1 -0
- package/dist/scenarios/dto/index.d.ts +4 -0
- package/dist/scenarios/dto/index.d.ts.map +1 -0
- package/dist/scenarios/dto/index.js +20 -0
- package/dist/scenarios/dto/index.js.map +1 -0
- package/dist/scenarios/dto/update-scenario.dto.d.ts +6 -0
- package/dist/scenarios/dto/update-scenario.dto.d.ts.map +1 -0
- package/dist/scenarios/dto/update-scenario.dto.js +9 -0
- package/dist/scenarios/dto/update-scenario.dto.js.map +1 -0
- package/dist/scenarios/index.d.ts +9 -0
- package/dist/scenarios/index.d.ts.map +1 -0
- package/dist/scenarios/index.js +25 -0
- package/dist/scenarios/index.js.map +1 -0
- package/dist/scenarios/scenario.module.d.ts +3 -0
- package/dist/scenarios/scenario.module.d.ts.map +1 -0
- package/dist/scenarios/scenario.module.js +42 -0
- package/dist/scenarios/scenario.module.js.map +1 -0
- package/dist/scenarios/schemas/scenario-execution.schema.d.ts +133 -0
- package/dist/scenarios/schemas/scenario-execution.schema.d.ts.map +1 -0
- package/dist/scenarios/schemas/scenario-execution.schema.js +292 -0
- package/dist/scenarios/schemas/scenario-execution.schema.js.map +1 -0
- package/dist/scenarios/schemas/scenario.schema.d.ts +106 -0
- package/dist/scenarios/schemas/scenario.schema.d.ts.map +1 -0
- package/dist/scenarios/schemas/scenario.schema.js +205 -0
- package/dist/scenarios/schemas/scenario.schema.js.map +1 -0
- package/dist/scenarios/services/scenario-execution.service.d.ts +73 -0
- package/dist/scenarios/services/scenario-execution.service.d.ts.map +1 -0
- package/dist/scenarios/services/scenario-execution.service.js +505 -0
- package/dist/scenarios/services/scenario-execution.service.js.map +1 -0
- package/dist/scenarios/services/scenario.service.d.ts +110 -0
- package/dist/scenarios/services/scenario.service.d.ts.map +1 -0
- package/dist/scenarios/services/scenario.service.js +608 -0
- package/dist/scenarios/services/scenario.service.js.map +1 -0
- package/dist/simulator/index.d.ts +2 -0
- package/dist/simulator/index.d.ts.map +1 -0
- package/dist/simulator/index.js +18 -0
- package/dist/simulator/index.js.map +1 -0
- package/dist/simulator/persona-simulator.service.d.ts +81 -0
- package/dist/simulator/persona-simulator.service.d.ts.map +1 -0
- package/dist/simulator/persona-simulator.service.js +358 -0
- package/dist/simulator/persona-simulator.service.js.map +1 -0
- package/dist/templates/dto/create-template.dto.d.ts +16 -0
- package/dist/templates/dto/create-template.dto.d.ts.map +1 -0
- package/dist/templates/dto/create-template.dto.js +75 -0
- package/dist/templates/dto/create-template.dto.js.map +1 -0
- package/dist/templates/dto/index.d.ts +4 -0
- package/dist/templates/dto/index.d.ts.map +1 -0
- package/dist/templates/dto/index.js +10 -0
- package/dist/templates/dto/index.js.map +1 -0
- package/dist/templates/dto/instantiate-template.dto.d.ts +7 -0
- package/dist/templates/dto/instantiate-template.dto.d.ts.map +1 -0
- package/dist/templates/dto/instantiate-template.dto.js +38 -0
- package/dist/templates/dto/instantiate-template.dto.js.map +1 -0
- package/dist/templates/dto/update-template.dto.d.ts +6 -0
- package/dist/templates/dto/update-template.dto.d.ts.map +1 -0
- package/dist/templates/dto/update-template.dto.js +9 -0
- package/dist/templates/dto/update-template.dto.js.map +1 -0
- package/dist/templates/index.d.ts +6 -0
- package/dist/templates/index.d.ts.map +1 -0
- package/dist/templates/index.js +22 -0
- package/dist/templates/index.js.map +1 -0
- package/dist/templates/scenario-template.controller.d.ts +42 -0
- package/dist/templates/scenario-template.controller.d.ts.map +1 -0
- package/dist/templates/scenario-template.controller.js +148 -0
- package/dist/templates/scenario-template.controller.js.map +1 -0
- package/dist/templates/scenario-template.module.d.ts +3 -0
- package/dist/templates/scenario-template.module.d.ts.map +1 -0
- package/dist/templates/scenario-template.module.js +30 -0
- package/dist/templates/scenario-template.module.js.map +1 -0
- package/dist/templates/scenario-template.service.d.ts +50 -0
- package/dist/templates/scenario-template.service.d.ts.map +1 -0
- package/dist/templates/scenario-template.service.js +497 -0
- package/dist/templates/scenario-template.service.js.map +1 -0
- package/dist/templates/schemas/scenario-template.schema.d.ts +59 -0
- package/dist/templates/schemas/scenario-template.schema.d.ts.map +1 -0
- package/dist/templates/schemas/scenario-template.schema.js +132 -0
- package/dist/templates/schemas/scenario-template.schema.js.map +1 -0
- package/dist/tool-fixtures/dto/create-tool-fixture.dto.d.ts +18 -0
- package/dist/tool-fixtures/dto/create-tool-fixture.dto.d.ts.map +1 -0
- package/dist/tool-fixtures/dto/create-tool-fixture.dto.js +46 -0
- package/dist/tool-fixtures/dto/create-tool-fixture.dto.js.map +1 -0
- package/dist/tool-fixtures/dto/index.d.ts +4 -0
- package/dist/tool-fixtures/dto/index.d.ts.map +1 -0
- package/dist/tool-fixtures/dto/index.js +20 -0
- package/dist/tool-fixtures/dto/index.js.map +1 -0
- package/dist/tool-fixtures/dto/tool-fixture-filter.dto.d.ts +6 -0
- package/dist/tool-fixtures/dto/tool-fixture-filter.dto.d.ts.map +1 -0
- package/dist/tool-fixtures/dto/tool-fixture-filter.dto.js +33 -0
- package/dist/tool-fixtures/dto/tool-fixture-filter.dto.js.map +1 -0
- package/dist/tool-fixtures/dto/update-tool-fixture.dto.d.ts +6 -0
- package/dist/tool-fixtures/dto/update-tool-fixture.dto.d.ts.map +1 -0
- package/dist/tool-fixtures/dto/update-tool-fixture.dto.js +9 -0
- package/dist/tool-fixtures/dto/update-tool-fixture.dto.js.map +1 -0
- package/dist/tool-fixtures/index.d.ts +7 -0
- package/dist/tool-fixtures/index.d.ts.map +1 -0
- package/dist/tool-fixtures/index.js +23 -0
- package/dist/tool-fixtures/index.js.map +1 -0
- package/dist/tool-fixtures/mock-resolver.service.d.ts +48 -0
- package/dist/tool-fixtures/mock-resolver.service.d.ts.map +1 -0
- package/dist/tool-fixtures/mock-resolver.service.js +99 -0
- package/dist/tool-fixtures/mock-resolver.service.js.map +1 -0
- package/dist/tool-fixtures/schemas/tool-fixture.schema.d.ts +35 -0
- package/dist/tool-fixtures/schemas/tool-fixture.schema.d.ts.map +1 -0
- package/dist/tool-fixtures/schemas/tool-fixture.schema.js +87 -0
- package/dist/tool-fixtures/schemas/tool-fixture.schema.js.map +1 -0
- package/dist/tool-fixtures/tool-fixture.controller.d.ts +45 -0
- package/dist/tool-fixtures/tool-fixture.controller.d.ts.map +1 -0
- package/dist/tool-fixtures/tool-fixture.controller.js +223 -0
- package/dist/tool-fixtures/tool-fixture.controller.js.map +1 -0
- package/dist/tool-fixtures/tool-fixture.module.d.ts +3 -0
- package/dist/tool-fixtures/tool-fixture.module.d.ts.map +1 -0
- package/dist/tool-fixtures/tool-fixture.module.js +31 -0
- package/dist/tool-fixtures/tool-fixture.module.js.map +1 -0
- package/dist/tool-fixtures/tool-fixture.service.d.ts +59 -0
- package/dist/tool-fixtures/tool-fixture.service.d.ts.map +1 -0
- package/dist/tool-fixtures/tool-fixture.service.js +198 -0
- package/dist/tool-fixtures/tool-fixture.service.js.map +1 -0
- package/package.json +47 -0
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.EvaluateExecutionDto = exports.ExecutionFiltersDto = exports.RetryExecutionDto = exports.ExecuteScenarioDto = void 0;
|
|
13
|
+
const class_validator_1 = require("class-validator");
|
|
14
|
+
class ExecuteScenarioDto {
|
|
15
|
+
}
|
|
16
|
+
exports.ExecuteScenarioDto = ExecuteScenarioDto;
|
|
17
|
+
__decorate([
|
|
18
|
+
(0, class_validator_1.IsString)(),
|
|
19
|
+
__metadata("design:type", String)
|
|
20
|
+
], ExecuteScenarioDto.prototype, "promptId", void 0);
|
|
21
|
+
__decorate([
|
|
22
|
+
(0, class_validator_1.IsOptional)(),
|
|
23
|
+
(0, class_validator_1.IsEnum)(['text', 'phone']),
|
|
24
|
+
__metadata("design:type", String)
|
|
25
|
+
], ExecuteScenarioDto.prototype, "mode", void 0);
|
|
26
|
+
__decorate([
|
|
27
|
+
(0, class_validator_1.IsOptional)(),
|
|
28
|
+
(0, class_validator_1.IsString)(),
|
|
29
|
+
__metadata("design:type", String)
|
|
30
|
+
], ExecuteScenarioDto.prototype, "phoneNumber", void 0);
|
|
31
|
+
__decorate([
|
|
32
|
+
(0, class_validator_1.IsOptional)(),
|
|
33
|
+
(0, class_validator_1.IsString)(),
|
|
34
|
+
__metadata("design:type", String)
|
|
35
|
+
], ExecuteScenarioDto.prototype, "personaId", void 0);
|
|
36
|
+
__decorate([
|
|
37
|
+
(0, class_validator_1.IsOptional)(),
|
|
38
|
+
(0, class_validator_1.IsString)(),
|
|
39
|
+
__metadata("design:type", String)
|
|
40
|
+
], ExecuteScenarioDto.prototype, "scorecardId", void 0);
|
|
41
|
+
__decorate([
|
|
42
|
+
(0, class_validator_1.IsOptional)(),
|
|
43
|
+
(0, class_validator_1.IsObject)(),
|
|
44
|
+
__metadata("design:type", Object)
|
|
45
|
+
], ExecuteScenarioDto.prototype, "parameters", void 0);
|
|
46
|
+
__decorate([
|
|
47
|
+
(0, class_validator_1.IsOptional)(),
|
|
48
|
+
(0, class_validator_1.IsString)(),
|
|
49
|
+
__metadata("design:type", String)
|
|
50
|
+
], ExecuteScenarioDto.prototype, "triggerId", void 0);
|
|
51
|
+
__decorate([
|
|
52
|
+
(0, class_validator_1.IsOptional)(),
|
|
53
|
+
(0, class_validator_1.IsString)(),
|
|
54
|
+
__metadata("design:type", String)
|
|
55
|
+
], ExecuteScenarioDto.prototype, "environment", void 0);
|
|
56
|
+
__decorate([
|
|
57
|
+
(0, class_validator_1.IsOptional)(),
|
|
58
|
+
(0, class_validator_1.IsNumber)(),
|
|
59
|
+
__metadata("design:type", Number)
|
|
60
|
+
], ExecuteScenarioDto.prototype, "priority", void 0);
|
|
61
|
+
__decorate([
|
|
62
|
+
(0, class_validator_1.IsOptional)(),
|
|
63
|
+
(0, class_validator_1.IsBoolean)(),
|
|
64
|
+
__metadata("design:type", Boolean)
|
|
65
|
+
], ExecuteScenarioDto.prototype, "dryRun", void 0);
|
|
66
|
+
__decorate([
|
|
67
|
+
(0, class_validator_1.IsOptional)(),
|
|
68
|
+
(0, class_validator_1.IsArray)(),
|
|
69
|
+
(0, class_validator_1.IsString)({ each: true }),
|
|
70
|
+
__metadata("design:type", Array)
|
|
71
|
+
], ExecuteScenarioDto.prototype, "toolFixtureIds", void 0);
|
|
72
|
+
class RetryExecutionDto {
|
|
73
|
+
}
|
|
74
|
+
exports.RetryExecutionDto = RetryExecutionDto;
|
|
75
|
+
__decorate([
|
|
76
|
+
(0, class_validator_1.IsOptional)(),
|
|
77
|
+
(0, class_validator_1.IsString)(),
|
|
78
|
+
__metadata("design:type", String)
|
|
79
|
+
], RetryExecutionDto.prototype, "reason", void 0);
|
|
80
|
+
__decorate([
|
|
81
|
+
(0, class_validator_1.IsOptional)(),
|
|
82
|
+
(0, class_validator_1.IsObject)(),
|
|
83
|
+
__metadata("design:type", Object)
|
|
84
|
+
], RetryExecutionDto.prototype, "parameters", void 0);
|
|
85
|
+
class ExecutionFiltersDto {
|
|
86
|
+
}
|
|
87
|
+
exports.ExecutionFiltersDto = ExecutionFiltersDto;
|
|
88
|
+
__decorate([
|
|
89
|
+
(0, class_validator_1.IsOptional)(),
|
|
90
|
+
(0, class_validator_1.IsString)(),
|
|
91
|
+
__metadata("design:type", String)
|
|
92
|
+
], ExecutionFiltersDto.prototype, "scenarioId", void 0);
|
|
93
|
+
__decorate([
|
|
94
|
+
(0, class_validator_1.IsOptional)(),
|
|
95
|
+
(0, class_validator_1.IsString)(),
|
|
96
|
+
__metadata("design:type", String)
|
|
97
|
+
], ExecutionFiltersDto.prototype, "promptId", void 0);
|
|
98
|
+
__decorate([
|
|
99
|
+
(0, class_validator_1.IsOptional)(),
|
|
100
|
+
(0, class_validator_1.IsString)(),
|
|
101
|
+
__metadata("design:type", String)
|
|
102
|
+
], ExecutionFiltersDto.prototype, "personaId", void 0);
|
|
103
|
+
__decorate([
|
|
104
|
+
(0, class_validator_1.IsOptional)(),
|
|
105
|
+
(0, class_validator_1.IsString)(),
|
|
106
|
+
__metadata("design:type", String)
|
|
107
|
+
], ExecutionFiltersDto.prototype, "status", void 0);
|
|
108
|
+
__decorate([
|
|
109
|
+
(0, class_validator_1.IsOptional)(),
|
|
110
|
+
(0, class_validator_1.IsString)(),
|
|
111
|
+
__metadata("design:type", String)
|
|
112
|
+
], ExecutionFiltersDto.prototype, "triggerId", void 0);
|
|
113
|
+
__decorate([
|
|
114
|
+
(0, class_validator_1.IsOptional)(),
|
|
115
|
+
(0, class_validator_1.IsString)(),
|
|
116
|
+
__metadata("design:type", String)
|
|
117
|
+
], ExecutionFiltersDto.prototype, "triggeredBy", void 0);
|
|
118
|
+
__decorate([
|
|
119
|
+
(0, class_validator_1.IsOptional)(),
|
|
120
|
+
(0, class_validator_1.IsString)(),
|
|
121
|
+
__metadata("design:type", String)
|
|
122
|
+
], ExecutionFiltersDto.prototype, "fromDate", void 0);
|
|
123
|
+
__decorate([
|
|
124
|
+
(0, class_validator_1.IsOptional)(),
|
|
125
|
+
(0, class_validator_1.IsString)(),
|
|
126
|
+
__metadata("design:type", String)
|
|
127
|
+
], ExecutionFiltersDto.prototype, "toDate", void 0);
|
|
128
|
+
__decorate([
|
|
129
|
+
(0, class_validator_1.IsOptional)(),
|
|
130
|
+
(0, class_validator_1.IsNumber)(),
|
|
131
|
+
__metadata("design:type", Number)
|
|
132
|
+
], ExecutionFiltersDto.prototype, "minScore", void 0);
|
|
133
|
+
__decorate([
|
|
134
|
+
(0, class_validator_1.IsOptional)(),
|
|
135
|
+
(0, class_validator_1.IsNumber)(),
|
|
136
|
+
__metadata("design:type", Number)
|
|
137
|
+
], ExecutionFiltersDto.prototype, "maxScore", void 0);
|
|
138
|
+
class EvaluateExecutionDto {
|
|
139
|
+
}
|
|
140
|
+
exports.EvaluateExecutionDto = EvaluateExecutionDto;
|
|
141
|
+
__decorate([
|
|
142
|
+
(0, class_validator_1.IsString)(),
|
|
143
|
+
__metadata("design:type", String)
|
|
144
|
+
], EvaluateExecutionDto.prototype, "scorecardId", void 0);
|
|
145
|
+
__decorate([
|
|
146
|
+
(0, class_validator_1.IsOptional)(),
|
|
147
|
+
(0, class_validator_1.IsString)(),
|
|
148
|
+
__metadata("design:type", String)
|
|
149
|
+
], EvaluateExecutionDto.prototype, "apiKey", void 0);
|
|
150
|
+
//# sourceMappingURL=execute-scenario.dto.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute-scenario.dto.js","sourceRoot":"","sources":["../../../src/scenarios/dto/execute-scenario.dto.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qDAQyB;AAEzB,MAAa,kBAAkB;CA4C9B;AA5CD,gDA4CC;AA1CC;IADC,IAAA,0BAAQ,GAAE;;oDACO;AAIlB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,wBAAM,EAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;;gDACF;AAIxB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;uDACU;AAIrB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACQ;AAInB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;uDACU;AAIrB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;sDACsB;AAIjC;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACQ;AAInB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;uDACU;AAIrB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;oDACO;AAIlB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,2BAAS,GAAE;;kDACK;AAKjB;IAHC,IAAA,4BAAU,GAAE;IACZ,IAAA,yBAAO,GAAE;IACT,IAAA,0BAAQ,EAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;;0DACC;AAG5B,MAAa,iBAAiB;CAQ7B;AARD,8CAQC;AALC;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;iDACK;AAIhB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACsB;AAGnC,MAAa,mBAAmB;CAwC/B;AAxCD,kDAwCC;AArCC;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;uDACS;AAIpB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACO;AAIlB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;sDACQ;AAInB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;mDACK;AAIhB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;sDACQ;AAInB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;wDACU;AAIrB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACO;AAIlB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;mDACK;AAIhB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACO;AAIlB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;qDACO;AAGpB,MAAa,oBAAoB;CAOhC;AAPD,oDAOC;AALC;IADC,IAAA,0BAAQ,GAAE;;yDACU;AAIrB;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;oDACK"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scenarios/dto/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./create-scenario.dto"), exports);
|
|
18
|
+
__exportStar(require("./update-scenario.dto"), exports);
|
|
19
|
+
__exportStar(require("./execute-scenario.dto"), exports);
|
|
20
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scenarios/dto/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAAsC;AACtC,wDAAsC;AACtC,yDAAuC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { CreateScenarioDto } from './create-scenario.dto';
|
|
2
|
+
declare const UpdateScenarioDto_base: import("@nestjs/mapped-types").MappedType<Partial<CreateScenarioDto>>;
|
|
3
|
+
export declare class UpdateScenarioDto extends UpdateScenarioDto_base {
|
|
4
|
+
}
|
|
5
|
+
export {};
|
|
6
|
+
//# sourceMappingURL=update-scenario.dto.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"update-scenario.dto.d.ts","sourceRoot":"","sources":["../../../src/scenarios/dto/update-scenario.dto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;;AAE1D,qBAAa,iBAAkB,SAAQ,sBAA8B;CAAG"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.UpdateScenarioDto = void 0;
|
|
4
|
+
const mapped_types_1 = require("@nestjs/mapped-types");
|
|
5
|
+
const create_scenario_dto_1 = require("./create-scenario.dto");
|
|
6
|
+
class UpdateScenarioDto extends (0, mapped_types_1.PartialType)(create_scenario_dto_1.CreateScenarioDto) {
|
|
7
|
+
}
|
|
8
|
+
exports.UpdateScenarioDto = UpdateScenarioDto;
|
|
9
|
+
//# sourceMappingURL=update-scenario.dto.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"update-scenario.dto.js","sourceRoot":"","sources":["../../../src/scenarios/dto/update-scenario.dto.ts"],"names":[],"mappings":";;;AAAA,uDAAmD;AACnD,+DAA0D;AAE1D,MAAa,iBAAkB,SAAQ,IAAA,0BAAW,EAAC,uCAAiB,CAAC;CAAG;AAAxE,8CAAwE"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export * from './schemas/scenario.schema';
|
|
2
|
+
export * from './schemas/scenario-execution.schema';
|
|
3
|
+
export * from './services/scenario.service';
|
|
4
|
+
export * from './services/scenario-execution.service';
|
|
5
|
+
export * from './controllers/scenario.controller';
|
|
6
|
+
export * from './controllers/scenario-execution.controller';
|
|
7
|
+
export * from './scenario.module';
|
|
8
|
+
export * from './dto';
|
|
9
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scenarios/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,qCAAqC,CAAC;AACpD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uCAAuC,CAAC;AACtD,cAAc,mCAAmC,CAAC;AAClD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,mBAAmB,CAAC;AAClC,cAAc,OAAO,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./schemas/scenario.schema"), exports);
|
|
18
|
+
__exportStar(require("./schemas/scenario-execution.schema"), exports);
|
|
19
|
+
__exportStar(require("./services/scenario.service"), exports);
|
|
20
|
+
__exportStar(require("./services/scenario-execution.service"), exports);
|
|
21
|
+
__exportStar(require("./controllers/scenario.controller"), exports);
|
|
22
|
+
__exportStar(require("./controllers/scenario-execution.controller"), exports);
|
|
23
|
+
__exportStar(require("./scenario.module"), exports);
|
|
24
|
+
__exportStar(require("./dto"), exports);
|
|
25
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scenarios/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,sEAAoD;AACpD,8DAA4C;AAC5C,wEAAsD;AACtD,oEAAkD;AAClD,8EAA4D;AAC5D,oDAAkC;AAClC,wCAAsB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario.module.d.ts","sourceRoot":"","sources":["../../src/scenarios/scenario.module.ts"],"names":[],"mappings":"AAeA,qBAgBa,cAAc;CAAG"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
|
+
exports.ScenarioModule = void 0;
|
|
10
|
+
const common_1 = require("@nestjs/common");
|
|
11
|
+
const mongoose_1 = require("@nestjs/mongoose");
|
|
12
|
+
const scorecards_core_1 = require("@chanl/scorecards-core");
|
|
13
|
+
const scenario_schema_1 = require("./schemas/scenario.schema");
|
|
14
|
+
const scenario_execution_schema_1 = require("./schemas/scenario-execution.schema");
|
|
15
|
+
const scenario_service_1 = require("./services/scenario.service");
|
|
16
|
+
const scenario_execution_service_1 = require("./services/scenario-execution.service");
|
|
17
|
+
const scenario_controller_1 = require("./controllers/scenario.controller");
|
|
18
|
+
const scenario_execution_controller_1 = require("./controllers/scenario-execution.controller");
|
|
19
|
+
const persona_module_1 = require("../personas/persona.module");
|
|
20
|
+
const execution_module_1 = require("../execution/execution.module");
|
|
21
|
+
let ScenarioModule = class ScenarioModule {
|
|
22
|
+
};
|
|
23
|
+
exports.ScenarioModule = ScenarioModule;
|
|
24
|
+
exports.ScenarioModule = ScenarioModule = __decorate([
|
|
25
|
+
(0, common_1.Module)({
|
|
26
|
+
imports: [
|
|
27
|
+
mongoose_1.MongooseModule.forFeature([
|
|
28
|
+
{ name: scenario_schema_1.Scenario.name, schema: scenario_schema_1.ScenarioSchema },
|
|
29
|
+
{ name: scenario_execution_schema_1.ScenarioExecution.name, schema: scenario_execution_schema_1.ScenarioExecutionSchema },
|
|
30
|
+
]),
|
|
31
|
+
(0, common_1.forwardRef)(() => persona_module_1.PersonaModule),
|
|
32
|
+
execution_module_1.ExecutionModule,
|
|
33
|
+
scorecards_core_1.ScorecardsModule,
|
|
34
|
+
],
|
|
35
|
+
// IMPORTANT: ExecutionController MUST come first for route ordering
|
|
36
|
+
// /scenarios/executions must be matched before /scenarios/:id
|
|
37
|
+
controllers: [scenario_execution_controller_1.ScenarioExecutionController, scenario_controller_1.ScenarioController],
|
|
38
|
+
providers: [scenario_service_1.ScenarioService, scenario_execution_service_1.ScenarioExecutionService],
|
|
39
|
+
exports: [scenario_service_1.ScenarioService, scenario_execution_service_1.ScenarioExecutionService],
|
|
40
|
+
})
|
|
41
|
+
], ScenarioModule);
|
|
42
|
+
//# sourceMappingURL=scenario.module.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario.module.js","sourceRoot":"","sources":["../../src/scenarios/scenario.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAoD;AACpD,+CAAkD;AAClD,4DAA0D;AAC1D,+DAAqE;AACrE,mFAG6C;AAC7C,kEAA8D;AAC9D,sFAAiF;AACjF,2EAAuE;AACvE,+FAA0F;AAC1F,+DAA2D;AAC3D,oEAAgE;AAkBzD,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAhB1B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,yBAAc,CAAC,UAAU,CAAC;gBACxB,EAAE,IAAI,EAAE,0BAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,gCAAc,EAAE;gBAC/C,EAAE,IAAI,EAAE,6CAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,mDAAuB,EAAE;aAClE,CAAC;YACF,IAAA,mBAAU,EAAC,GAAG,EAAE,CAAC,8BAAa,CAAC;YAC/B,kCAAe;YACf,kCAAgB;SACjB;QACD,oEAAoE;QACpE,8DAA8D;QAC9D,WAAW,EAAE,CAAC,2DAA2B,EAAE,wCAAkB,CAAC;QAC9D,SAAS,EAAE,CAAC,kCAAe,EAAE,qDAAwB,CAAC;QACtD,OAAO,EAAE,CAAC,kCAAe,EAAE,qDAAwB,CAAC;KACrD,CAAC;GACW,cAAc,CAAG"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import { Document, Types } from 'mongoose';
|
|
2
|
+
export type ScenarioExecutionDocument = ScenarioExecution & Document;
|
|
3
|
+
export interface StepResult {
|
|
4
|
+
stepId: string;
|
|
5
|
+
status: 'pending' | 'running' | 'completed' | 'failed' | 'skipped' | 'timeout';
|
|
6
|
+
role?: 'persona' | 'agent' | 'tool';
|
|
7
|
+
actualResponse?: string;
|
|
8
|
+
expectedResponse?: string;
|
|
9
|
+
score?: number;
|
|
10
|
+
duration?: number;
|
|
11
|
+
startTime?: Date;
|
|
12
|
+
endTime?: Date;
|
|
13
|
+
errorMessages?: string[];
|
|
14
|
+
metadata?: Record<string, any>;
|
|
15
|
+
toolCalls?: Array<{
|
|
16
|
+
name: string;
|
|
17
|
+
arguments: Record<string, any>;
|
|
18
|
+
result: any;
|
|
19
|
+
}>;
|
|
20
|
+
}
|
|
21
|
+
export interface CallDetails {
|
|
22
|
+
callId?: string;
|
|
23
|
+
phoneNumber?: string;
|
|
24
|
+
recordingUrl?: string;
|
|
25
|
+
transcription?: string;
|
|
26
|
+
providerCallId?: string;
|
|
27
|
+
origin?: 'simulation' | 'real';
|
|
28
|
+
duration?: number;
|
|
29
|
+
cost?: number;
|
|
30
|
+
startTime?: Date;
|
|
31
|
+
endTime?: Date;
|
|
32
|
+
}
|
|
33
|
+
export interface ExecutionMetrics {
|
|
34
|
+
responseTime: number;
|
|
35
|
+
accuracy: number;
|
|
36
|
+
completion: number;
|
|
37
|
+
satisfaction?: number;
|
|
38
|
+
customMetrics?: Record<string, number>;
|
|
39
|
+
totalSteps: number;
|
|
40
|
+
completedSteps: number;
|
|
41
|
+
failedSteps: number;
|
|
42
|
+
skippedSteps: number;
|
|
43
|
+
}
|
|
44
|
+
export declare class ScenarioExecution {
|
|
45
|
+
scenarioId?: Types.ObjectId;
|
|
46
|
+
agentId?: Types.ObjectId;
|
|
47
|
+
personaId?: Types.ObjectId;
|
|
48
|
+
scorecardId?: Types.ObjectId;
|
|
49
|
+
promptId?: Types.ObjectId;
|
|
50
|
+
mode?: string;
|
|
51
|
+
/** Groups executions from a single dataset generation batch */
|
|
52
|
+
batchId?: string;
|
|
53
|
+
/** Human-readable name for the dataset batch */
|
|
54
|
+
batchName?: string;
|
|
55
|
+
executionId: string;
|
|
56
|
+
status: string;
|
|
57
|
+
startTime: Date;
|
|
58
|
+
endTime?: Date;
|
|
59
|
+
duration?: number;
|
|
60
|
+
overallScore?: number;
|
|
61
|
+
stepResults: StepResult[];
|
|
62
|
+
callDetails?: CallDetails;
|
|
63
|
+
metrics?: ExecutionMetrics;
|
|
64
|
+
errorMessages: string[];
|
|
65
|
+
errorMetadata?: {
|
|
66
|
+
errorCode?: string;
|
|
67
|
+
platform?: string;
|
|
68
|
+
recoverySteps?: string[];
|
|
69
|
+
helpUrl?: string;
|
|
70
|
+
timestamp?: Date;
|
|
71
|
+
};
|
|
72
|
+
logs: string[];
|
|
73
|
+
parameters: Record<string, any>;
|
|
74
|
+
triggeredBy: string;
|
|
75
|
+
triggerId?: Types.ObjectId;
|
|
76
|
+
retryAttempt?: number;
|
|
77
|
+
parentExecutionId?: Types.ObjectId;
|
|
78
|
+
dependsOnExecutionId?: Types.ObjectId;
|
|
79
|
+
queuedBy?: string;
|
|
80
|
+
metadata?: {
|
|
81
|
+
llmCalls?: Array<{
|
|
82
|
+
timestamp: Date;
|
|
83
|
+
model: string;
|
|
84
|
+
tokens: number;
|
|
85
|
+
}>;
|
|
86
|
+
[key: string]: any;
|
|
87
|
+
};
|
|
88
|
+
creditsConsumed?: number;
|
|
89
|
+
creditReported?: boolean;
|
|
90
|
+
creditReportedAt?: Date;
|
|
91
|
+
environment?: {
|
|
92
|
+
version: string;
|
|
93
|
+
environment: string;
|
|
94
|
+
userAgent?: string;
|
|
95
|
+
ip?: string;
|
|
96
|
+
};
|
|
97
|
+
improvementIds?: Types.ObjectId[];
|
|
98
|
+
scheduledExecutionId?: Types.ObjectId;
|
|
99
|
+
retryInfo?: {
|
|
100
|
+
isRetry: boolean;
|
|
101
|
+
retryCount: number;
|
|
102
|
+
originalExecutionId: string;
|
|
103
|
+
retryReason: string;
|
|
104
|
+
};
|
|
105
|
+
scorecardSummary?: string;
|
|
106
|
+
scorecardResults?: {
|
|
107
|
+
scorecardId: string;
|
|
108
|
+
resultId: string;
|
|
109
|
+
overallScore: number;
|
|
110
|
+
passed: boolean;
|
|
111
|
+
categoryScores: Record<string, number>;
|
|
112
|
+
criteriaResults: Array<{
|
|
113
|
+
criteriaId: string;
|
|
114
|
+
criteriaKey: string;
|
|
115
|
+
criteriaName?: string;
|
|
116
|
+
categoryId: string;
|
|
117
|
+
categoryName?: string;
|
|
118
|
+
passed: boolean;
|
|
119
|
+
result: any;
|
|
120
|
+
reasoning?: string;
|
|
121
|
+
evidence?: string[];
|
|
122
|
+
}>;
|
|
123
|
+
evaluatedAt: Date;
|
|
124
|
+
};
|
|
125
|
+
createdAt: Date;
|
|
126
|
+
updatedAt: Date;
|
|
127
|
+
}
|
|
128
|
+
export declare const ScenarioExecutionSchema: import("mongoose").Schema<ScenarioExecution, import("mongoose").Model<ScenarioExecution, any, any, any, Document<unknown, any, ScenarioExecution> & ScenarioExecution & {
|
|
129
|
+
_id: Types.ObjectId;
|
|
130
|
+
}, any>, {}, {}, {}, {}, import("mongoose").DefaultSchemaOptions, ScenarioExecution, Document<unknown, {}, import("mongoose").FlatRecord<ScenarioExecution>> & import("mongoose").FlatRecord<ScenarioExecution> & {
|
|
131
|
+
_id: Types.ObjectId;
|
|
132
|
+
}>;
|
|
133
|
+
//# sourceMappingURL=scenario-execution.schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario-execution.schema.d.ts","sourceRoot":"","sources":["../../../src/scenarios/schemas/scenario-execution.schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAE3C,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG,QAAQ,CAAC;AAGrE,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EACF,SAAS,GACT,SAAS,GACT,WAAW,GACX,QAAQ,GACR,SAAS,GACT,SAAS,CAAC;IACd,IAAI,CAAC,EAAE,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,EAAE,GAAG,CAAC;KACb,CAAC,CAAC;CACJ;AAGD,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,YAAY,GAAG,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,IAAI,CAAC;CAChB;AAGD,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB;AAmBD,qBAIa,iBAAiB;IAE5B,UAAU,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAG5B,OAAO,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAGzB,SAAS,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAG3B,WAAW,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAG7B,QAAQ,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAG1B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+DAA+D;IAE/D,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gDAAgD;IAEhD,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,EAAG,MAAM,CAAC;IAOrB,MAAM,EAAG,MAAM,CAAC;IAGhB,SAAS,EAAG,IAAI,CAAC;IAGjB,OAAO,CAAC,EAAE,IAAI,CAAC;IAGf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IAsCtB,WAAW,EAAG,UAAU,EAAE,CAAC;IAgB3B,WAAW,CAAC,EAAE,WAAW,CAAC;IAe1B,OAAO,CAAC,EAAE,gBAAgB,CAAC;IAG3B,aAAa,EAAG,MAAM,EAAE,CAAC;IAGzB,aAAa,CAAC,EAAE;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,IAAI,CAAC;KAClB,CAAC;IAGF,IAAI,EAAG,MAAM,EAAE,CAAC;IAGhB,UAAU,EAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAGjC,WAAW,EAAG,MAAM,CAAC;IAGrB,SAAS,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAG3B,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,iBAAiB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAGnC,oBAAoB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAGtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,QAAQ,CAAC,EAAE;QACT,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,SAAS,EAAE,IAAI,CAAC;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC,CAAC;QACH,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;IAGF,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,cAAc,CAAC,EAAE,OAAO,CAAC;IAGzB,gBAAgB,CAAC,EAAE,IAAI,CAAC;IAUxB,WAAW,CAAC,EAAE;QACZ,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,EAAE,CAAC,EAAE,MAAM,CAAC;KACb,CAAC;IAGF,cAAc,CAAC,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;IAGlC,oBAAoB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAUtC,SAAS,CAAC,EAAE;QACV,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IAGF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,gBAAgB,CAAC,EAAE;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,OAAO,CAAC;QAChB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACvC,eAAe,EAAE,KAAK,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC;YACnB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,MAAM,EAAE,OAAO,CAAC;YAChB,MAAM,EAAE,GAAG,CAAC;YACZ,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;SACrB,CAAC,CAAC;QACH,WAAW,EAAE,IAAI,CAAC;KACnB,CAAC;IAGF,SAAS,EAAG,IAAI,CAAC;IAGjB,SAAS,EAAG,IAAI,CAAC;CAClB;AAED,eAAO,MAAM,uBAAuB;;;;EACa,CAAC"}
|