@roarkanalytics/sdk 4.19.0 → 4.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/package.json +1 -1
- package/resources/call.d.mts +128 -0
- package/resources/call.d.mts.map +1 -1
- package/resources/call.d.ts +128 -0
- package/resources/call.d.ts.map +1 -1
- package/resources/customer-flow-edge-case.d.mts +60 -0
- package/resources/customer-flow-edge-case.d.mts.map +1 -1
- package/resources/customer-flow-edge-case.d.ts +60 -0
- package/resources/customer-flow-edge-case.d.ts.map +1 -1
- package/resources/customer-flow.d.mts +240 -0
- package/resources/customer-flow.d.mts.map +1 -1
- package/resources/customer-flow.d.ts +240 -0
- package/resources/customer-flow.d.ts.map +1 -1
- package/resources/simulation-job.d.mts +10 -0
- package/resources/simulation-job.d.mts.map +1 -1
- package/resources/simulation-job.d.ts +10 -0
- package/resources/simulation-job.d.ts.map +1 -1
- package/resources/simulation-persona.d.mts +20 -0
- package/resources/simulation-persona.d.mts.map +1 -1
- package/resources/simulation-persona.d.ts +20 -0
- package/resources/simulation-persona.d.ts.map +1 -1
- package/resources/simulation-run-plan-job.d.mts +33 -2
- package/resources/simulation-run-plan-job.d.mts.map +1 -1
- package/resources/simulation-run-plan-job.d.ts +33 -2
- package/resources/simulation-run-plan-job.d.ts.map +1 -1
- package/resources/simulation-run-plan.d.mts +46 -42
- package/resources/simulation-run-plan.d.mts.map +1 -1
- package/resources/simulation-run-plan.d.ts +46 -42
- package/resources/simulation-run-plan.d.ts.map +1 -1
- package/resources/simulation-run-plan.js +0 -1
- package/resources/simulation-run-plan.js.map +1 -1
- package/resources/simulation-run-plan.mjs +0 -1
- package/resources/simulation-run-plan.mjs.map +1 -1
- package/resources/simulation.d.mts +46 -42
- package/resources/simulation.d.mts.map +1 -1
- package/resources/simulation.d.ts +46 -42
- package/resources/simulation.d.ts.map +1 -1
- package/resources/simulation.js +0 -1
- package/resources/simulation.js.map +1 -1
- package/resources/simulation.mjs +0 -1
- package/resources/simulation.mjs.map +1 -1
- package/src/resources/call.ts +152 -0
- package/src/resources/customer-flow-edge-case.ts +72 -0
- package/src/resources/customer-flow.ts +288 -0
- package/src/resources/simulation-job.ts +12 -0
- package/src/resources/simulation-persona.ts +24 -0
- package/src/resources/simulation-run-plan-job.ts +43 -2
- package/src/resources/simulation-run-plan.ts +52 -48
- package/src/resources/simulation.ts +52 -48
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -52,7 +52,6 @@ export declare class Simulation extends APIResource {
|
|
|
52
52
|
* ],
|
|
53
53
|
* direction: 'INBOUND',
|
|
54
54
|
* maxSimulationDurationSeconds: 300,
|
|
55
|
-
* metrics: [{}],
|
|
56
55
|
* },
|
|
57
56
|
* });
|
|
58
57
|
* ```
|
|
@@ -221,11 +220,6 @@ export declare namespace SimulationRunParams {
|
|
|
221
220
|
* Maximum duration in seconds for each simulation
|
|
222
221
|
*/
|
|
223
222
|
maxSimulationDurationSeconds: number;
|
|
224
|
-
/**
|
|
225
|
-
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
226
|
-
* `slug`.
|
|
227
|
-
*/
|
|
228
|
-
metrics: Array<Plan.Metric>;
|
|
229
223
|
/**
|
|
230
224
|
* The reference value of `comparisonProperty`, for example `NONE` for
|
|
231
225
|
* `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results.
|
|
@@ -340,6 +334,16 @@ export declare namespace SimulationRunParams {
|
|
|
340
334
|
* Maximum number of concurrent simulation jobs
|
|
341
335
|
*/
|
|
342
336
|
maxConcurrentJobs?: number;
|
|
337
|
+
/**
|
|
338
|
+
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
339
|
+
* `slug`.
|
|
340
|
+
*
|
|
341
|
+
* Optional when the attached `flows` carry the grading: metrics a flow declares
|
|
342
|
+
* itself (with `includeFlowMetrics`), or the Agent Expectations and Keypad Entry
|
|
343
|
+
* metrics a run adds for flows with expectations or expected keypad entries (with
|
|
344
|
+
* `includeAutomaticMetrics`). A plan with nothing to grade is rejected with a 400.
|
|
345
|
+
*/
|
|
346
|
+
metrics?: Array<Plan.Metric>;
|
|
343
347
|
/**
|
|
344
348
|
* What to call this. Generated from the date when omitted, and required with
|
|
345
349
|
* `saveAsPlan`.
|
|
@@ -364,42 +368,6 @@ export declare namespace SimulationRunParams {
|
|
|
364
368
|
interface AgentEndpoint {
|
|
365
369
|
id: string;
|
|
366
370
|
}
|
|
367
|
-
interface Metric {
|
|
368
|
-
/**
|
|
369
|
-
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
370
|
-
*/
|
|
371
|
-
id?: string;
|
|
372
|
-
/**
|
|
373
|
-
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
374
|
-
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
375
|
-
* conversation and the customer's own live recording of it.
|
|
376
|
-
*
|
|
377
|
-
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
378
|
-
* the real recording (audio quality, provider latency) rather than the simulated
|
|
379
|
-
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
380
|
-
* sent straight to PUT.
|
|
381
|
-
*/
|
|
382
|
-
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
383
|
-
/**
|
|
384
|
-
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
385
|
-
* integrations.
|
|
386
|
-
*/
|
|
387
|
-
metricId?: string;
|
|
388
|
-
/**
|
|
389
|
-
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
390
|
-
* simulations that must pass this check, 0-100.
|
|
391
|
-
*
|
|
392
|
-
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
393
|
-
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
394
|
-
* word count. Omit or `null` for the 80% default.
|
|
395
|
-
*/
|
|
396
|
-
minPassRate?: number | null;
|
|
397
|
-
/**
|
|
398
|
-
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
399
|
-
* not both.
|
|
400
|
-
*/
|
|
401
|
-
slug?: string;
|
|
402
|
-
}
|
|
403
371
|
/**
|
|
404
372
|
* One customer flow attached to a run plan, and which of its ways of running you
|
|
405
373
|
* cover.
|
|
@@ -482,6 +450,42 @@ export declare namespace SimulationRunParams {
|
|
|
482
450
|
value: string;
|
|
483
451
|
}
|
|
484
452
|
}
|
|
453
|
+
interface Metric {
|
|
454
|
+
/**
|
|
455
|
+
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
456
|
+
*/
|
|
457
|
+
id?: string;
|
|
458
|
+
/**
|
|
459
|
+
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
460
|
+
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
461
|
+
* conversation and the customer's own live recording of it.
|
|
462
|
+
*
|
|
463
|
+
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
464
|
+
* the real recording (audio quality, provider latency) rather than the simulated
|
|
465
|
+
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
466
|
+
* sent straight to PUT.
|
|
467
|
+
*/
|
|
468
|
+
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
469
|
+
/**
|
|
470
|
+
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
471
|
+
* integrations.
|
|
472
|
+
*/
|
|
473
|
+
metricId?: string;
|
|
474
|
+
/**
|
|
475
|
+
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
476
|
+
* simulations that must pass this check, 0-100.
|
|
477
|
+
*
|
|
478
|
+
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
479
|
+
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
480
|
+
* word count. Omit or `null` for the 80% default.
|
|
481
|
+
*/
|
|
482
|
+
minPassRate?: number | null;
|
|
483
|
+
/**
|
|
484
|
+
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
485
|
+
* not both.
|
|
486
|
+
*/
|
|
487
|
+
slug?: string;
|
|
488
|
+
}
|
|
485
489
|
interface Persona {
|
|
486
490
|
id: string;
|
|
487
491
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation.d.mts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,gCAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,wCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G
|
|
1
|
+
{"version":3,"file":"simulation.d.mts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,gCAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,wCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACH,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAG5F;AAED,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACvC;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB,eAAe,EAAE,MAAM,CAAC;QAExB;;;WAGG;QACH,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;QAEhC,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAC,IAAI,CAAC;CAClC;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;;WAGG;QACH,WAAW,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,kBAAkB,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,mBAAmB,EAAE,MAAM,CAAC;QAE5B;;WAEG;QACH,sBAAsB,EAAE,MAAM,CAAC;QAE/B;;;WAGG;QACH,MAAM,EACF,SAAS,GACT,QAAQ,GACR,oBAAoB,GACpB,sBAAsB,GACtB,oBAAoB,GACpB,qBAAqB,GACrB,WAAW,GACX,QAAQ,GACR,WAAW,GACX,WAAW,GACX,YAAY,GACZ,oBAAoB,CAAC;KAC1B;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEvC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,yBAAyB,CAAC;AAElD,MAAM,CAAC,OAAO,WAAW,mBAAmB,CAAC;IAC3C,UAAiB,uBAAuB;QACtC;;WAEG;QACH,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC;QAEnC;;;;;;;WAOG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE1C;;eAEG;YACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;YAElC;;eAEG;YACH,4BAA4B,EAAE,MAAM,CAAC;YAErC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEnC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EACf,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,GACb,IAAI,CAAC;YAET;;;;;;;;;;;eAWG;YACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEjC;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;;;;;;;;;;;eAaG;YACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;YAErC;;eAEG;YACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;YAE/E;;;;;eAKG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzB;;;;;;;;;;;;;eAaG;YACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;YAElC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;YAE7B;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;YAE3B;;;;;;;;eAQG;YACH,OAAO,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE7B;;;eAGG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;;eAGG;YACH,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE/B;;;eAGG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAChC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,aAAa;gBAC5B,EAAE,EAAE,MAAM,CAAC;aACZ;YAED;;;;;;eAMG;YACH,UAAiB,IAAI;gBACnB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;mBAIG;gBACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAE7C;;mBAEG;gBACH,SAAS,CAAC,EAAE,OAAO,CAAC;gBAEpB;;;;;;;;;mBASG;gBACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEjC;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;mBAIG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED,UAAiB,IAAI,CAAC;gBACpB,UAAiB,YAAY;oBAC3B;;uBAEG;oBACH,EAAE,CAAC,EAAE,MAAM,CAAC;oBAEZ;;uBAEG;oBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;oBAElC;;;;;uBAKG;oBACH,IAAI,CAAC,EAAE,MAAM,CAAC;oBAEd;;uBAEG;oBACH,SAAS,CAAC,EAAE;wBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;qBAAE,CAAC;iBACvC;gBAED;;mBAEG;gBACH,UAAiB,QAAQ;oBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;oBAElB,KAAK,EAAE,MAAM,CAAC;iBACf;aACF;YAED,UAAiB,MAAM;gBACrB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;;;;;;mBASG;gBACH,kBAAkB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAAC;gBAEjD;;;mBAGG;gBACH,QAAQ,CAAC,EAAE,MAAM,CAAC;gBAElB;;;;;;;mBAOG;gBACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAE5B;;;mBAGG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;aACf;YAED,UAAiB,OAAO;gBACtB,EAAE,EAAE,MAAM,CAAC;aACZ;YAED,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;mBAGG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;SACF;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,uBAAuB;QACtC;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,yBAAyB;QACxC;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAE/D;;WAEG;QACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;QAElC;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;;;;WAWG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEnC;;;;;;;;;WASG;QACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;WAIG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;;;;;;;;;;WAaG;QACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;QAErC;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,CAAC;QAEvB;;WAEG;QACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;QAE/E;;;;;;;;WAQG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAE9C;;;;WAIG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;QAEtC;;;WAGG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,SAAS,CAAC,EAAE,MAAM,CAAC;QAEnB;;;WAGG;QACH,SAAS,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAEtD;;;WAGG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAE/B;;;;;;;WAOG;QACH,SAAS,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GAAG,KAAK,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;KACvF;IAED,UAAiB,yBAAyB,CAAC;QACzC,UAAiB,aAAa;YAC5B,EAAE,EAAE,MAAM,CAAC;SACZ;QAED;;;;;;WAMG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,CAAC,EAAE,MAAM,CAAC;YAEZ;;;;eAIG;YACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE7C;;eAEG;YACH,SAAS,CAAC,EAAE,OAAO,CAAC;YAEpB;;;;;;;;;eASG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAElC;;;;eAIG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,SAAS,CAAC,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACvC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,YAAY;gBAC3B;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;;mBAKG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED;;eAEG;YACH,UAAiB,QAAQ;gBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;gBAElB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,QAAQ;YACvB;;eAEG;YACH,GAAG,EAAE,MAAM,CAAC;YAEZ;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;SAChB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}
|
|
@@ -52,7 +52,6 @@ export declare class Simulation extends APIResource {
|
|
|
52
52
|
* ],
|
|
53
53
|
* direction: 'INBOUND',
|
|
54
54
|
* maxSimulationDurationSeconds: 300,
|
|
55
|
-
* metrics: [{}],
|
|
56
55
|
* },
|
|
57
56
|
* });
|
|
58
57
|
* ```
|
|
@@ -221,11 +220,6 @@ export declare namespace SimulationRunParams {
|
|
|
221
220
|
* Maximum duration in seconds for each simulation
|
|
222
221
|
*/
|
|
223
222
|
maxSimulationDurationSeconds: number;
|
|
224
|
-
/**
|
|
225
|
-
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
226
|
-
* `slug`.
|
|
227
|
-
*/
|
|
228
|
-
metrics: Array<Plan.Metric>;
|
|
229
223
|
/**
|
|
230
224
|
* The reference value of `comparisonProperty`, for example `NONE` for
|
|
231
225
|
* `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results.
|
|
@@ -340,6 +334,16 @@ export declare namespace SimulationRunParams {
|
|
|
340
334
|
* Maximum number of concurrent simulation jobs
|
|
341
335
|
*/
|
|
342
336
|
maxConcurrentJobs?: number;
|
|
337
|
+
/**
|
|
338
|
+
* Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
339
|
+
* `slug`.
|
|
340
|
+
*
|
|
341
|
+
* Optional when the attached `flows` carry the grading: metrics a flow declares
|
|
342
|
+
* itself (with `includeFlowMetrics`), or the Agent Expectations and Keypad Entry
|
|
343
|
+
* metrics a run adds for flows with expectations or expected keypad entries (with
|
|
344
|
+
* `includeAutomaticMetrics`). A plan with nothing to grade is rejected with a 400.
|
|
345
|
+
*/
|
|
346
|
+
metrics?: Array<Plan.Metric>;
|
|
343
347
|
/**
|
|
344
348
|
* What to call this. Generated from the date when omitted, and required with
|
|
345
349
|
* `saveAsPlan`.
|
|
@@ -364,42 +368,6 @@ export declare namespace SimulationRunParams {
|
|
|
364
368
|
interface AgentEndpoint {
|
|
365
369
|
id: string;
|
|
366
370
|
}
|
|
367
|
-
interface Metric {
|
|
368
|
-
/**
|
|
369
|
-
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
370
|
-
*/
|
|
371
|
-
id?: string;
|
|
372
|
-
/**
|
|
373
|
-
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
374
|
-
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
375
|
-
* conversation and the customer's own live recording of it.
|
|
376
|
-
*
|
|
377
|
-
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
378
|
-
* the real recording (audio quality, provider latency) rather than the simulated
|
|
379
|
-
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
380
|
-
* sent straight to PUT.
|
|
381
|
-
*/
|
|
382
|
-
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
383
|
-
/**
|
|
384
|
-
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
385
|
-
* integrations.
|
|
386
|
-
*/
|
|
387
|
-
metricId?: string;
|
|
388
|
-
/**
|
|
389
|
-
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
390
|
-
* simulations that must pass this check, 0-100.
|
|
391
|
-
*
|
|
392
|
-
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
393
|
-
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
394
|
-
* word count. Omit or `null` for the 80% default.
|
|
395
|
-
*/
|
|
396
|
-
minPassRate?: number | null;
|
|
397
|
-
/**
|
|
398
|
-
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
399
|
-
* not both.
|
|
400
|
-
*/
|
|
401
|
-
slug?: string;
|
|
402
|
-
}
|
|
403
371
|
/**
|
|
404
372
|
* One customer flow attached to a run plan, and which of its ways of running you
|
|
405
373
|
* cover.
|
|
@@ -482,6 +450,42 @@ export declare namespace SimulationRunParams {
|
|
|
482
450
|
value: string;
|
|
483
451
|
}
|
|
484
452
|
}
|
|
453
|
+
interface Metric {
|
|
454
|
+
/**
|
|
455
|
+
* Metric definition UUID. Provide either this or `slug`, not both.
|
|
456
|
+
*/
|
|
457
|
+
id?: string;
|
|
458
|
+
/**
|
|
459
|
+
* Which side of an enriched run this metric is scored on. Only meaningful with
|
|
460
|
+
* `enrichWithLiveConversation: true`, where a run has both a simulated
|
|
461
|
+
* conversation and the customer's own live recording of it.
|
|
462
|
+
*
|
|
463
|
+
* Defaults to `SIMULATED`. Use `LIVE` for a metric that must be measured against
|
|
464
|
+
* the real recording (audio quality, provider latency) rather than the simulated
|
|
465
|
+
* leg. `null` means the same as omitting it, so a plan read back from GET can be
|
|
466
|
+
* sent straight to PUT.
|
|
467
|
+
*/
|
|
468
|
+
conversationSource?: 'SIMULATED' | 'LIVE' | null;
|
|
469
|
+
/**
|
|
470
|
+
* Alias of `slug` accepted for backwards compatibility. Use `slug` for new
|
|
471
|
+
* integrations.
|
|
472
|
+
*/
|
|
473
|
+
metricId?: string;
|
|
474
|
+
/**
|
|
475
|
+
* THE BAR, and the only thing that decides pass/fail. The share of the run's
|
|
476
|
+
* simulations that must pass this check, 0-100.
|
|
477
|
+
*
|
|
478
|
+
* Applied to this check alone and never pooled: silence duration at 40 and word
|
|
479
|
+
* count at 80 means the run fails unless 40% of sims clear silence AND 80% clear
|
|
480
|
+
* word count. Omit or `null` for the 80% default.
|
|
481
|
+
*/
|
|
482
|
+
minPassRate?: number | null;
|
|
483
|
+
/**
|
|
484
|
+
* Stable metric slug (e.g. `customer_satisfaction`). Provide either this or `id`,
|
|
485
|
+
* not both.
|
|
486
|
+
*/
|
|
487
|
+
slug?: string;
|
|
488
|
+
}
|
|
485
489
|
interface Persona {
|
|
486
490
|
id: string;
|
|
487
491
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation.d.ts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,4BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,+BAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,uCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G
|
|
1
|
+
{"version":3,"file":"simulation.d.ts","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,4BAAyB;AAC/C,OAAO,EAAE,UAAU,EAAE,+BAA4B;AACjD,OAAO,EAAE,cAAc,EAAE,uCAAoC;AAE7D,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAAI,EAAE,wBAAwB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,0BAA0B,CAAC;IAI1G;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACH,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAG5F;AAED,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACvC;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;;OAGG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB,eAAe,EAAE,MAAM,CAAC;QAExB;;;WAGG;QACH,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;QAEhC,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAC,IAAI,CAAC;CAClC;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;;WAGG;QACH,WAAW,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,kBAAkB,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,mBAAmB,EAAE,MAAM,CAAC;QAE5B;;WAEG;QACH,sBAAsB,EAAE,MAAM,CAAC;QAE/B;;;WAGG;QACH,MAAM,EACF,SAAS,GACT,QAAQ,GACR,oBAAoB,GACpB,sBAAsB,GACtB,oBAAoB,GACpB,qBAAqB,GACrB,WAAW,GACX,QAAQ,GACR,WAAW,GACX,WAAW,GACX,YAAY,GACZ,oBAAoB,CAAC;KAC1B;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,SAAS,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEvC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAC3B,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,uBAAuB,GAC3C,mBAAmB,CAAC,yBAAyB,CAAC;AAElD,MAAM,CAAC,OAAO,WAAW,mBAAmB,CAAC;IAC3C,UAAiB,uBAAuB;QACtC;;WAEG;QACH,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC;QAEnC;;;;;;;WAOG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE1C;;eAEG;YACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;YAElC;;eAEG;YACH,4BAA4B,EAAE,MAAM,CAAC;YAErC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEnC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EACf,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,GACb,IAAI,CAAC;YAET;;;;;;;;;;;eAWG;YACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEjC;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B;;;;;;;;;;;;;eAaG;YACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;YAErC;;eAEG;YACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;YAE/E;;;;;eAKG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzB;;;;;;;;;;;;;eAaG;YACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;YAElC;;;;;;;;;;;eAWG;YACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;YAE7B;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;YAE3B;;;;;;;;eAQG;YACH,OAAO,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE7B;;;eAGG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;;eAGG;YACH,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE/B;;;eAGG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAChC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,aAAa;gBAC5B,EAAE,EAAE,MAAM,CAAC;aACZ;YAED;;;;;;eAMG;YACH,UAAiB,IAAI;gBACnB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;mBAIG;gBACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAE7C;;mBAEG;gBACH,SAAS,CAAC,EAAE,OAAO,CAAC;gBAEpB;;;;;;;;;mBASG;gBACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEjC;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;mBAIG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED,UAAiB,IAAI,CAAC;gBACpB,UAAiB,YAAY;oBAC3B;;uBAEG;oBACH,EAAE,CAAC,EAAE,MAAM,CAAC;oBAEZ;;uBAEG;oBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;oBAElC;;;;;uBAKG;oBACH,IAAI,CAAC,EAAE,MAAM,CAAC;oBAEd;;uBAEG;oBACH,SAAS,CAAC,EAAE;wBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;qBAAE,CAAC;iBACvC;gBAED;;mBAEG;gBACH,UAAiB,QAAQ;oBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;oBAElB,KAAK,EAAE,MAAM,CAAC;iBACf;aACF;YAED,UAAiB,MAAM;gBACrB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;;;;;;;;mBASG;gBACH,kBAAkB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAAC;gBAEjD;;;mBAGG;gBACH,QAAQ,CAAC,EAAE,MAAM,CAAC;gBAElB;;;;;;;mBAOG;gBACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAE5B;;;mBAGG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;aACf;YAED,UAAiB,OAAO;gBACtB,EAAE,EAAE,MAAM,CAAC;aACZ;YAED,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,EAAE,MAAM,CAAC;gBAEX;;;mBAGG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;SACF;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,uBAAuB;QACtC;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH,SAAS,CAAC,EACN;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GACzB,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,GAC3C,KAAK,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;KACjD;IAED,UAAiB,uBAAuB,CAAC;QACvC,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,UAAU,EAAE,MAAM,CAAC;YAEnB;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACtC;KACF;IAED,UAAiB,yBAAyB;QACxC;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAE/D;;WAEG;QACH,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC;QAElC;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;;;;;;;;;;WAWG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEnC;;;;;;;;;WASG;QACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;WAIG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/B;;;;;;;;;;;;;WAaG;QACH,0BAA0B,CAAC,EAAE,OAAO,CAAC;QAErC;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,CAAC;QAEvB;;WAEG;QACH,aAAa,CAAC,EAAE,UAAU,GAAG,0BAA0B,GAAG,oBAAoB,CAAC;QAE/E;;;;;;;;WAQG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAE9C;;;;WAIG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B;;;WAGG;QACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;QAEtC;;;WAGG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,SAAS,CAAC,EAAE,MAAM,CAAC;QAEnB;;;WAGG;QACH,SAAS,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAEtD;;;WAGG;QACH,UAAU,CAAC,EAAE,OAAO,CAAC;QAErB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAE/B;;;;;;;WAOG;QACH,SAAS,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,GAAG,KAAK,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;KACvF;IAED,UAAiB,yBAAyB,CAAC;QACzC,UAAiB,aAAa;YAC5B,EAAE,EAAE,MAAM,CAAC;SACZ;QAED;;;;;;WAMG;QACH,UAAiB,IAAI;YACnB;;eAEG;YACH,EAAE,CAAC,EAAE,MAAM,CAAC;YAEZ;;;;eAIG;YACH,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE7C;;eAEG;YACH,SAAS,CAAC,EAAE,OAAO,CAAC;YAEpB;;;;;;;;;eASG;YACH,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEjC;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAElC;;;;eAIG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,SAAS,CAAC,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;SACvC;QAED,UAAiB,IAAI,CAAC;YACpB,UAAiB,YAAY;gBAC3B;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,CAAC;gBAEZ;;mBAEG;gBACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAElC;;;;;mBAKG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,SAAS,CAAC,EAAE;oBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;iBAAE,CAAC;aACvC;YAED;;eAEG;YACH,UAAiB,QAAQ;gBACvB,QAAQ,EACJ,QAAQ,GACR,KAAK,GACL,kBAAkB,GAClB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,aAAa,CAAC;gBAElB,KAAK,EAAE,MAAM,CAAC;aACf;SACF;QAED,UAAiB,QAAQ;YACvB;;eAEG;YACH,GAAG,EAAE,MAAM,CAAC;YAEZ;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;SAChB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,MAAM,EAAE,MAAM,CAAC;YAEf;;eAEG;YACH,SAAS,EAAE;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YAErC;;eAEG;YACH,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB;;eAEG;YACH,SAAS,CAAC,EAAE,IAAI,CAAC;SAClB;KACF;CACF;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}
|
package/resources/simulation.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation.js","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,UAAW,SAAQ,sBAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAA8B,EAAE,OAAwB;QAC/D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED
|
|
1
|
+
{"version":3,"file":"simulation.js","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,UAAW,SAAQ,sBAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAA8B,EAAE,OAAwB;QAC/D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACH,GAAG,CAAC,IAAyB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;CACF;AA7DD,gCA6DC"}
|
package/resources/simulation.mjs
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simulation.mjs","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAEtF,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAI/C,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAA8B,EAAE,OAAwB;QAC/D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED
|
|
1
|
+
{"version":3,"file":"simulation.mjs","sourceRoot":"","sources":["../src/resources/simulation.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAEtF,OAAO,EAAE,WAAW,EAAE,6BAAyB;AAI/C,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,IAA8B,EAAE,OAAwB;QAC/D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACH,GAAG,CAAC,IAAyB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;CACF"}
|
package/src/resources/call.ts
CHANGED
|
@@ -903,6 +903,13 @@ export namespace CallListMetricsResponse {
|
|
|
903
903
|
*/
|
|
904
904
|
errorMessage?: string;
|
|
905
905
|
|
|
906
|
+
/**
|
|
907
|
+
* For CALL-context values of LLM judge metrics that cited where their evidence is:
|
|
908
|
+
* the transcript spans that decided the value, most decisive first. Omitted
|
|
909
|
+
* otherwise.
|
|
910
|
+
*/
|
|
911
|
+
evidenceSpans?: Array<StandardMetricValue.EvidenceSpan>;
|
|
912
|
+
|
|
906
913
|
/**
|
|
907
914
|
* Starting segment information (for SEGMENT_RANGE context metrics)
|
|
908
915
|
*/
|
|
@@ -941,6 +948,75 @@ export namespace CallListMetricsResponse {
|
|
|
941
948
|
}
|
|
942
949
|
|
|
943
950
|
export namespace StandardMetricValue {
|
|
951
|
+
export interface EvidenceSpan {
|
|
952
|
+
/**
|
|
953
|
+
* First segment of the span
|
|
954
|
+
*/
|
|
955
|
+
fromSegment: EvidenceSpan.FromSegment;
|
|
956
|
+
|
|
957
|
+
/**
|
|
958
|
+
* Last segment of the span (the same as fromSegment for one line)
|
|
959
|
+
*/
|
|
960
|
+
toSegment: EvidenceSpan.ToSegment;
|
|
961
|
+
|
|
962
|
+
/**
|
|
963
|
+
* The judge's one-line account of what happens here
|
|
964
|
+
*/
|
|
965
|
+
reason?: string;
|
|
966
|
+
}
|
|
967
|
+
|
|
968
|
+
export namespace EvidenceSpan {
|
|
969
|
+
/**
|
|
970
|
+
* First segment of the span
|
|
971
|
+
*/
|
|
972
|
+
export interface FromSegment {
|
|
973
|
+
/**
|
|
974
|
+
* Segment ID
|
|
975
|
+
*/
|
|
976
|
+
id: string;
|
|
977
|
+
|
|
978
|
+
/**
|
|
979
|
+
* End time offset in milliseconds
|
|
980
|
+
*/
|
|
981
|
+
endOffsetMs: number;
|
|
982
|
+
|
|
983
|
+
/**
|
|
984
|
+
* Start time offset in milliseconds
|
|
985
|
+
*/
|
|
986
|
+
startOffsetMs: number;
|
|
987
|
+
|
|
988
|
+
/**
|
|
989
|
+
* Segment text content
|
|
990
|
+
*/
|
|
991
|
+
text: string;
|
|
992
|
+
}
|
|
993
|
+
|
|
994
|
+
/**
|
|
995
|
+
* Last segment of the span (the same as fromSegment for one line)
|
|
996
|
+
*/
|
|
997
|
+
export interface ToSegment {
|
|
998
|
+
/**
|
|
999
|
+
* Segment ID
|
|
1000
|
+
*/
|
|
1001
|
+
id: string;
|
|
1002
|
+
|
|
1003
|
+
/**
|
|
1004
|
+
* End time offset in milliseconds
|
|
1005
|
+
*/
|
|
1006
|
+
endOffsetMs: number;
|
|
1007
|
+
|
|
1008
|
+
/**
|
|
1009
|
+
* Start time offset in milliseconds
|
|
1010
|
+
*/
|
|
1011
|
+
startOffsetMs: number;
|
|
1012
|
+
|
|
1013
|
+
/**
|
|
1014
|
+
* Segment text content
|
|
1015
|
+
*/
|
|
1016
|
+
text: string;
|
|
1017
|
+
}
|
|
1018
|
+
}
|
|
1019
|
+
|
|
944
1020
|
/**
|
|
945
1021
|
* Starting segment information (for SEGMENT_RANGE context metrics)
|
|
946
1022
|
*/
|
|
@@ -1064,6 +1140,13 @@ export namespace CallListMetricsResponse {
|
|
|
1064
1140
|
*/
|
|
1065
1141
|
errorMessage?: string;
|
|
1066
1142
|
|
|
1143
|
+
/**
|
|
1144
|
+
* For CALL-context values of LLM judge metrics that cited where their evidence is:
|
|
1145
|
+
* the transcript spans that decided the value, most decisive first. Omitted
|
|
1146
|
+
* otherwise.
|
|
1147
|
+
*/
|
|
1148
|
+
evidenceSpans?: Array<PropertyVerificationMetricValue.EvidenceSpan>;
|
|
1149
|
+
|
|
1067
1150
|
/**
|
|
1068
1151
|
* Starting segment information (for SEGMENT_RANGE context metrics)
|
|
1069
1152
|
*/
|
|
@@ -1108,6 +1191,75 @@ export namespace CallListMetricsResponse {
|
|
|
1108
1191
|
}
|
|
1109
1192
|
|
|
1110
1193
|
export namespace PropertyVerificationMetricValue {
|
|
1194
|
+
export interface EvidenceSpan {
|
|
1195
|
+
/**
|
|
1196
|
+
* First segment of the span
|
|
1197
|
+
*/
|
|
1198
|
+
fromSegment: EvidenceSpan.FromSegment;
|
|
1199
|
+
|
|
1200
|
+
/**
|
|
1201
|
+
* Last segment of the span (the same as fromSegment for one line)
|
|
1202
|
+
*/
|
|
1203
|
+
toSegment: EvidenceSpan.ToSegment;
|
|
1204
|
+
|
|
1205
|
+
/**
|
|
1206
|
+
* The judge's one-line account of what happens here
|
|
1207
|
+
*/
|
|
1208
|
+
reason?: string;
|
|
1209
|
+
}
|
|
1210
|
+
|
|
1211
|
+
export namespace EvidenceSpan {
|
|
1212
|
+
/**
|
|
1213
|
+
* First segment of the span
|
|
1214
|
+
*/
|
|
1215
|
+
export interface FromSegment {
|
|
1216
|
+
/**
|
|
1217
|
+
* Segment ID
|
|
1218
|
+
*/
|
|
1219
|
+
id: string;
|
|
1220
|
+
|
|
1221
|
+
/**
|
|
1222
|
+
* End time offset in milliseconds
|
|
1223
|
+
*/
|
|
1224
|
+
endOffsetMs: number;
|
|
1225
|
+
|
|
1226
|
+
/**
|
|
1227
|
+
* Start time offset in milliseconds
|
|
1228
|
+
*/
|
|
1229
|
+
startOffsetMs: number;
|
|
1230
|
+
|
|
1231
|
+
/**
|
|
1232
|
+
* Segment text content
|
|
1233
|
+
*/
|
|
1234
|
+
text: string;
|
|
1235
|
+
}
|
|
1236
|
+
|
|
1237
|
+
/**
|
|
1238
|
+
* Last segment of the span (the same as fromSegment for one line)
|
|
1239
|
+
*/
|
|
1240
|
+
export interface ToSegment {
|
|
1241
|
+
/**
|
|
1242
|
+
* Segment ID
|
|
1243
|
+
*/
|
|
1244
|
+
id: string;
|
|
1245
|
+
|
|
1246
|
+
/**
|
|
1247
|
+
* End time offset in milliseconds
|
|
1248
|
+
*/
|
|
1249
|
+
endOffsetMs: number;
|
|
1250
|
+
|
|
1251
|
+
/**
|
|
1252
|
+
* Start time offset in milliseconds
|
|
1253
|
+
*/
|
|
1254
|
+
startOffsetMs: number;
|
|
1255
|
+
|
|
1256
|
+
/**
|
|
1257
|
+
* Segment text content
|
|
1258
|
+
*/
|
|
1259
|
+
text: string;
|
|
1260
|
+
}
|
|
1261
|
+
}
|
|
1262
|
+
|
|
1111
1263
|
/**
|
|
1112
1264
|
* Starting segment information (for SEGMENT_RANGE context metrics)
|
|
1113
1265
|
*/
|