@ancplua/qyl-api-schema 0.5.14 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/api/routes.tsp +151 -50
- package/api/runner.tsp +711 -31
- package/generated/json-schema/qyl-api-schema.json +6761 -2704
- package/generated/openapi/qyl.openapi.json +17761 -4035
- package/generated/ts-runtime/api.d.ts +953 -143
- package/generated/ts-runtime/api.js +143 -20
- package/index.tsp +1 -0
- package/models/cost-etl-audit.tsp +592 -80
- package/models/runner-mcp.tsp +990 -141
- package/models/runner.tsp +7 -7
- package/otel/enums.tsp +0 -3
- package/otel/metrics.tsp +215 -0
- package/otel/otel-conventions.tsp +1 -0
- package/package.json +3 -2
|
@@ -10,6 +10,30 @@ export type SessionId = string & {
|
|
|
10
10
|
export type UserId = string & {
|
|
11
11
|
readonly __brand: "UserId";
|
|
12
12
|
};
|
|
13
|
+
export type RunnerMcpSessionId = string & {
|
|
14
|
+
readonly __brand: "RunnerMcpSessionId";
|
|
15
|
+
};
|
|
16
|
+
export type RunnerMcpWorkspaceId = string & {
|
|
17
|
+
readonly __brand: "RunnerMcpWorkspaceId";
|
|
18
|
+
};
|
|
19
|
+
export type RunnerMcpServerId = string & {
|
|
20
|
+
readonly __brand: "RunnerMcpServerId";
|
|
21
|
+
};
|
|
22
|
+
export type RunnerMcpExecutionId = string & {
|
|
23
|
+
readonly __brand: "RunnerMcpExecutionId";
|
|
24
|
+
};
|
|
25
|
+
export type RunnerMcpEvaluationRunId = string & {
|
|
26
|
+
readonly __brand: "RunnerMcpEvaluationRunId";
|
|
27
|
+
};
|
|
28
|
+
export type RunnerMcpTestCaseId = string & {
|
|
29
|
+
readonly __brand: "RunnerMcpTestCaseId";
|
|
30
|
+
};
|
|
31
|
+
export type RunnerMcpSuiteId = string & {
|
|
32
|
+
readonly __brand: "RunnerMcpSuiteId";
|
|
33
|
+
};
|
|
34
|
+
export type RunnerMcpEvaluationExportId = string & {
|
|
35
|
+
readonly __brand: "RunnerMcpEvaluationExportId";
|
|
36
|
+
};
|
|
13
37
|
export declare const ProblemDetailsMediaType: "application/problem+json";
|
|
14
38
|
export type ProblemDetailsMediaType = typeof ProblemDetailsMediaType;
|
|
15
39
|
export declare const SortOrderValues: {
|
|
@@ -94,7 +118,6 @@ export declare const MetricTypeValues: {
|
|
|
94
118
|
};
|
|
95
119
|
export type MetricType = typeof MetricTypeValues[keyof typeof MetricTypeValues];
|
|
96
120
|
export declare const AggregationTemporalityValues: {
|
|
97
|
-
readonly unspecified: 0;
|
|
98
121
|
readonly delta: 1;
|
|
99
122
|
readonly cumulative: 2;
|
|
100
123
|
};
|
|
@@ -263,20 +286,122 @@ export declare const RunnerLogStreamValues: {
|
|
|
263
286
|
readonly stderr: "err";
|
|
264
287
|
};
|
|
265
288
|
export type RunnerLogStream = typeof RunnerLogStreamValues[keyof typeof RunnerLogStreamValues];
|
|
266
|
-
export declare const
|
|
267
|
-
readonly
|
|
268
|
-
readonly
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
export
|
|
272
|
-
|
|
273
|
-
readonly
|
|
274
|
-
|
|
289
|
+
export declare const RunnerMcpToolInputModeValues: {
|
|
290
|
+
readonly form: "form";
|
|
291
|
+
readonly json: "json";
|
|
292
|
+
};
|
|
293
|
+
export type RunnerMcpToolInputMode = typeof RunnerMcpToolInputModeValues[keyof typeof RunnerMcpToolInputModeValues];
|
|
294
|
+
export declare const RunnerMcpHeaderSecretSchemeValues: {
|
|
295
|
+
readonly bearer: "bearer";
|
|
296
|
+
readonly basic: "basic";
|
|
297
|
+
};
|
|
298
|
+
export type RunnerMcpHeaderSecretScheme = typeof RunnerMcpHeaderSecretSchemeValues[keyof typeof RunnerMcpHeaderSecretSchemeValues];
|
|
299
|
+
export declare const RunnerMcpErrorCategoryValues: {
|
|
300
|
+
readonly authentication: "authentication";
|
|
301
|
+
readonly transport: "transport";
|
|
302
|
+
readonly protocol: "protocol";
|
|
303
|
+
readonly serialization: "serialization";
|
|
304
|
+
readonly schemaValidation: "schema_validation";
|
|
305
|
+
readonly toolError: "tool_error";
|
|
306
|
+
readonly timeout: "timeout";
|
|
307
|
+
readonly cancelled: "cancelled";
|
|
308
|
+
readonly internal: "internal";
|
|
309
|
+
};
|
|
310
|
+
export type RunnerMcpErrorCategory = typeof RunnerMcpErrorCategoryValues[keyof typeof RunnerMcpErrorCategoryValues];
|
|
311
|
+
export declare const RunnerMcpConnectionStatusValues: {
|
|
312
|
+
readonly disconnected: "disconnected";
|
|
313
|
+
readonly connecting: "connecting";
|
|
314
|
+
readonly connected: "connected";
|
|
315
|
+
readonly disconnecting: "disconnecting";
|
|
316
|
+
readonly reconnecting: "reconnecting";
|
|
317
|
+
readonly failed: "failed";
|
|
318
|
+
};
|
|
319
|
+
export type RunnerMcpConnectionStatus = typeof RunnerMcpConnectionStatusValues[keyof typeof RunnerMcpConnectionStatusValues];
|
|
320
|
+
export declare const RunnerMcpProtocolDirectionValues: {
|
|
321
|
+
readonly clientToServer: "client_to_server";
|
|
322
|
+
readonly serverToClient: "server_to_client";
|
|
323
|
+
readonly local: "local";
|
|
324
|
+
};
|
|
325
|
+
export type RunnerMcpProtocolDirection = typeof RunnerMcpProtocolDirectionValues[keyof typeof RunnerMcpProtocolDirectionValues];
|
|
326
|
+
export declare const RunnerMcpProtocolEventKindValues: {
|
|
327
|
+
readonly request: "request";
|
|
328
|
+
readonly response: "response";
|
|
329
|
+
readonly notification: "notification";
|
|
330
|
+
readonly error: "error";
|
|
331
|
+
readonly transport: "transport";
|
|
332
|
+
};
|
|
333
|
+
export type RunnerMcpProtocolEventKind = typeof RunnerMcpProtocolEventKindValues[keyof typeof RunnerMcpProtocolEventKindValues];
|
|
334
|
+
export declare const RunnerMcpExecutionEffectValues: {
|
|
335
|
+
readonly readOnly: "read_only";
|
|
336
|
+
readonly consequential: "consequential";
|
|
337
|
+
readonly unknown: "unknown";
|
|
338
|
+
};
|
|
339
|
+
export type RunnerMcpExecutionEffect = typeof RunnerMcpExecutionEffectValues[keyof typeof RunnerMcpExecutionEffectValues];
|
|
340
|
+
export declare const RunnerMcpExecutionStatusValues: {
|
|
341
|
+
readonly queued: "queued";
|
|
342
|
+
readonly running: "running";
|
|
343
|
+
readonly cancelling: "cancelling";
|
|
344
|
+
readonly succeeded: "succeeded";
|
|
345
|
+
readonly failed: "failed";
|
|
346
|
+
readonly cancelled: "cancelled";
|
|
347
|
+
readonly timedOut: "timed_out";
|
|
348
|
+
};
|
|
349
|
+
export type RunnerMcpExecutionStatus = typeof RunnerMcpExecutionStatusValues[keyof typeof RunnerMcpExecutionStatusValues];
|
|
350
|
+
export declare const RunnerMcpTelemetryAvailabilityValues: {
|
|
351
|
+
readonly available: "available";
|
|
352
|
+
readonly partial: "partial";
|
|
353
|
+
readonly unavailable: "unavailable";
|
|
354
|
+
};
|
|
355
|
+
export type RunnerMcpTelemetryAvailability = typeof RunnerMcpTelemetryAvailabilityValues[keyof typeof RunnerMcpTelemetryAvailabilityValues];
|
|
356
|
+
export declare const RunnerMcpAssertionStatusValues: {
|
|
357
|
+
readonly passed: "passed";
|
|
358
|
+
readonly failed: "failed";
|
|
359
|
+
readonly error: "error";
|
|
360
|
+
readonly skipped: "skipped";
|
|
361
|
+
};
|
|
362
|
+
export type RunnerMcpAssertionStatus = typeof RunnerMcpAssertionStatusValues[keyof typeof RunnerMcpAssertionStatusValues];
|
|
363
|
+
export declare const RunnerMcpEvaluationResultStatusValues: {
|
|
364
|
+
readonly passed: "passed";
|
|
365
|
+
readonly failed: "failed";
|
|
366
|
+
readonly error: "error";
|
|
367
|
+
readonly skipped: "skipped";
|
|
368
|
+
};
|
|
369
|
+
export type RunnerMcpEvaluationResultStatus = typeof RunnerMcpEvaluationResultStatusValues[keyof typeof RunnerMcpEvaluationResultStatusValues];
|
|
370
|
+
export declare const RunnerMcpEvaluationRunStatusValues: {
|
|
371
|
+
readonly queued: "queued";
|
|
372
|
+
readonly running: "running";
|
|
275
373
|
readonly completed: "completed";
|
|
276
374
|
readonly failed: "failed";
|
|
277
375
|
readonly cancelled: "cancelled";
|
|
278
376
|
};
|
|
279
|
-
export type
|
|
377
|
+
export type RunnerMcpEvaluationRunStatus = typeof RunnerMcpEvaluationRunStatusValues[keyof typeof RunnerMcpEvaluationRunStatusValues];
|
|
378
|
+
export declare const RunnerMcpRegressionStatusValues: {
|
|
379
|
+
readonly improved: "improved";
|
|
380
|
+
readonly regressed: "regressed";
|
|
381
|
+
readonly unchanged: "unchanged";
|
|
382
|
+
readonly added: "added";
|
|
383
|
+
readonly removed: "removed";
|
|
384
|
+
};
|
|
385
|
+
export type RunnerMcpRegressionStatus = typeof RunnerMcpRegressionStatusValues[keyof typeof RunnerMcpRegressionStatusValues];
|
|
386
|
+
export declare const RunnerMcpEvaluationExportFormatValues: {
|
|
387
|
+
readonly json: "json";
|
|
388
|
+
readonly report: "report";
|
|
389
|
+
};
|
|
390
|
+
export type RunnerMcpEvaluationExportFormat = typeof RunnerMcpEvaluationExportFormatValues[keyof typeof RunnerMcpEvaluationExportFormatValues];
|
|
391
|
+
export declare const RunnerMcpEvaluationExportStatusValues: {
|
|
392
|
+
readonly pending: "pending";
|
|
393
|
+
readonly ready: "ready";
|
|
394
|
+
readonly failed: "failed";
|
|
395
|
+
};
|
|
396
|
+
export type RunnerMcpEvaluationExportStatus = typeof RunnerMcpEvaluationExportStatusValues[keyof typeof RunnerMcpEvaluationExportStatusValues];
|
|
397
|
+
export declare const RunnerMcpTransportKindValues: {
|
|
398
|
+
readonly stdio: "stdio";
|
|
399
|
+
readonly streamableHttp: "streamable_http";
|
|
400
|
+
readonly sse: "sse";
|
|
401
|
+
readonly inproc: "inproc";
|
|
402
|
+
readonly builtin: "builtin";
|
|
403
|
+
};
|
|
404
|
+
export type RunnerMcpTransportKind = typeof RunnerMcpTransportKindValues[keyof typeof RunnerMcpTransportKindValues];
|
|
280
405
|
export declare const McpDataModeValues: {
|
|
281
406
|
readonly live: "live";
|
|
282
407
|
readonly demo: "demo";
|
|
@@ -289,27 +414,48 @@ export declare const FetchTelemetryViewValues: {
|
|
|
289
414
|
readonly mcpStats: "mcp_stats";
|
|
290
415
|
};
|
|
291
416
|
export type FetchTelemetryView = typeof FetchTelemetryViewValues[keyof typeof FetchTelemetryViewValues];
|
|
292
|
-
export declare const
|
|
293
|
-
readonly actualBilledCost: "actual_billed_cost";
|
|
294
|
-
readonly officialPublicCatalog: "official_public_catalog";
|
|
295
|
-
};
|
|
296
|
-
export type ProviderCostSourceKind = typeof ProviderCostSourceKindValues[keyof typeof ProviderCostSourceKindValues];
|
|
297
|
-
export declare const ProviderCostSourceStatusValues: {
|
|
417
|
+
export declare const ProviderBillingSourceStatusValues: {
|
|
298
418
|
readonly unconfigured: "unconfigured";
|
|
299
419
|
readonly pending: "pending";
|
|
300
420
|
readonly current: "current";
|
|
301
421
|
readonly stale: "stale";
|
|
302
422
|
readonly syncFailed: "sync_failed";
|
|
303
|
-
readonly notAttributable: "not_attributable";
|
|
304
423
|
};
|
|
305
|
-
export type
|
|
306
|
-
export declare const
|
|
424
|
+
export type ProviderBillingSourceStatus = typeof ProviderBillingSourceStatusValues[keyof typeof ProviderBillingSourceStatusValues];
|
|
425
|
+
export declare const ProviderBillingAttributionValues: {
|
|
307
426
|
readonly providerModelPeriod: "provider_model_period";
|
|
308
427
|
readonly providerPeriod: "provider_period";
|
|
309
|
-
readonly scenario: "scenario";
|
|
310
428
|
readonly unavailable: "unavailable";
|
|
311
429
|
};
|
|
312
|
-
export type
|
|
430
|
+
export type ProviderBillingAttribution = typeof ProviderBillingAttributionValues[keyof typeof ProviderBillingAttributionValues];
|
|
431
|
+
export declare const ModelCatalogSourceStatusValues: {
|
|
432
|
+
readonly unconfigured: "unconfigured";
|
|
433
|
+
readonly pending: "pending";
|
|
434
|
+
readonly current: "current";
|
|
435
|
+
readonly stale: "stale";
|
|
436
|
+
readonly syncFailed: "sync_failed";
|
|
437
|
+
};
|
|
438
|
+
export type ModelCatalogSourceStatus = typeof ModelCatalogSourceStatusValues[keyof typeof ModelCatalogSourceStatusValues];
|
|
439
|
+
export declare const ModelCatalogPriceSemanticsValues: {
|
|
440
|
+
readonly minimumAvailableRate: "minimum_available_rate";
|
|
441
|
+
readonly publishedRate: "published_rate";
|
|
442
|
+
};
|
|
443
|
+
export type ModelCatalogPriceSemantics = typeof ModelCatalogPriceSemanticsValues[keyof typeof ModelCatalogPriceSemanticsValues];
|
|
444
|
+
export declare const ModelCatalogObservedIdentityBasisValues: {
|
|
445
|
+
readonly responseModel: "response_model";
|
|
446
|
+
readonly requestModelFallback: "request_model_fallback";
|
|
447
|
+
};
|
|
448
|
+
export type ModelCatalogObservedIdentityBasis = typeof ModelCatalogObservedIdentityBasisValues[keyof typeof ModelCatalogObservedIdentityBasisValues];
|
|
449
|
+
export declare const ModelCatalogMatchKindValues: {
|
|
450
|
+
readonly exactModelId: "exact_model_id";
|
|
451
|
+
readonly exactCanonicalSlug: "exact_canonical_slug";
|
|
452
|
+
};
|
|
453
|
+
export type ModelCatalogMatchKind = typeof ModelCatalogMatchKindValues[keyof typeof ModelCatalogMatchKindValues];
|
|
454
|
+
export declare const ModelCatalogBillingModeValues: {
|
|
455
|
+
readonly perUnit: "per_unit";
|
|
456
|
+
readonly perRequest: "per_request";
|
|
457
|
+
};
|
|
458
|
+
export type ModelCatalogBillingMode = typeof ModelCatalogBillingModeValues[keyof typeof ModelCatalogBillingModeValues];
|
|
313
459
|
export declare const GenAiEtlPromotionGateKindValues: {
|
|
314
460
|
readonly contractStability: "contract_stability";
|
|
315
461
|
readonly offlineReplay: "offline_replay";
|
|
@@ -350,6 +496,11 @@ export declare const GenAiEtlTaskFamilyValues: {
|
|
|
350
496
|
readonly unknown: "unknown";
|
|
351
497
|
};
|
|
352
498
|
export type GenAiEtlTaskFamily = typeof GenAiEtlTaskFamilyValues[keyof typeof GenAiEtlTaskFamilyValues];
|
|
499
|
+
export declare const GenAiEtlCandidateStatusValues: {
|
|
500
|
+
readonly hypothesisOnly: "hypothesis_only";
|
|
501
|
+
readonly insufficientEvidence: "insufficient_evidence";
|
|
502
|
+
};
|
|
503
|
+
export type GenAiEtlCandidateStatus = typeof GenAiEtlCandidateStatusValues[keyof typeof GenAiEtlCandidateStatusValues];
|
|
353
504
|
export declare const GenAiEtlCandidatePathValues: {
|
|
354
505
|
readonly exactCache: "exact_cache";
|
|
355
506
|
readonly deterministicCode: "deterministic_code";
|
|
@@ -393,7 +544,7 @@ export declare const GenAiEtlEvidenceSignalValues: {
|
|
|
393
544
|
readonly outputContract: "output_contract";
|
|
394
545
|
readonly providerModel: "provider_model";
|
|
395
546
|
readonly tokenUsage: "token_usage";
|
|
396
|
-
readonly
|
|
547
|
+
readonly catalogTokenEstimate: "catalog_token_estimate";
|
|
397
548
|
readonly recurringSchema: "recurring_schema";
|
|
398
549
|
readonly boundedReference: "bounded_reference";
|
|
399
550
|
readonly taskMetric: "task_metric";
|
|
@@ -404,18 +555,45 @@ export declare const GenAiEtlEvidenceSignalValues: {
|
|
|
404
555
|
readonly fallbackPolicy: "fallback_policy";
|
|
405
556
|
};
|
|
406
557
|
export type GenAiEtlEvidenceSignal = typeof GenAiEtlEvidenceSignalValues[keyof typeof GenAiEtlEvidenceSignalValues];
|
|
407
|
-
export declare const
|
|
408
|
-
readonly
|
|
409
|
-
readonly
|
|
558
|
+
export declare const ModelCatalogRateRelationValues: {
|
|
559
|
+
readonly baseRate: "base_rate";
|
|
560
|
+
readonly additiveSurcharge: "additive_surcharge";
|
|
561
|
+
readonly replacesInclusiveBaseRate: "replaces_inclusive_base_rate";
|
|
562
|
+
readonly replacesPublishedRate: "replaces_published_rate";
|
|
563
|
+
};
|
|
564
|
+
export type ModelCatalogRateRelation = typeof ModelCatalogRateRelationValues[keyof typeof ModelCatalogRateRelationValues];
|
|
565
|
+
export declare const ModelCatalogTokenExclusionReasonValues: {
|
|
566
|
+
readonly usageNotObserved: "usage_not_observed";
|
|
567
|
+
readonly conditionalAdjustmentNotApplied: "conditional_adjustment_not_applied";
|
|
568
|
+
readonly supersededByLaterOverride: "superseded_by_later_override";
|
|
569
|
+
readonly outsideTokenEstimateScope: "outside_token_estimate_scope";
|
|
570
|
+
readonly unsupportedUsageDimension: "unsupported_usage_dimension";
|
|
571
|
+
readonly unsupportedBillingMode: "unsupported_billing_mode";
|
|
572
|
+
};
|
|
573
|
+
export type ModelCatalogTokenExclusionReason = typeof ModelCatalogTokenExclusionReasonValues[keyof typeof ModelCatalogTokenExclusionReasonValues];
|
|
574
|
+
export declare const GenAiEtlFrontierCostBasisValues: {
|
|
575
|
+
readonly scenario: "scenario";
|
|
576
|
+
readonly catalogTokenEstimate: "catalog_token_estimate";
|
|
577
|
+
readonly unavailable: "unavailable";
|
|
410
578
|
};
|
|
411
|
-
export type
|
|
579
|
+
export type GenAiEtlFrontierCostBasis = typeof GenAiEtlFrontierCostBasisValues[keyof typeof GenAiEtlFrontierCostBasisValues];
|
|
412
580
|
export type AttributeValue = string | boolean | number | AttributeBytesValue | AttributeValue[] | AttributeKeyValueListValue;
|
|
413
581
|
export type ApiError = NotFoundError | ValidationError | UnauthorizedError | ForbiddenError | ConflictError | RateLimitError | InternalServerError | BadGatewayError | ServiceUnavailableError;
|
|
414
582
|
export type LogBody = LogBodyString | LogBodyKvList | LogBodyArray | LogBodyBytes;
|
|
415
|
-
export type
|
|
416
|
-
export type
|
|
583
|
+
export type MetricNumberValue = MetricIntegerValue | MetricDoubleValue;
|
|
584
|
+
export type MetricPoint = GaugeMetricPoint | SumMetricPoint | HistogramMetricPoint | ExponentialHistogramMetricPoint | SummaryMetricPoint;
|
|
585
|
+
export type RunnerMcpServerConfiguration = RunnerMcpStdioServerConfiguration | RunnerMcpStreamableHttpServerConfiguration | RunnerMcpSseServerConfiguration | RunnerMcpInProcessServerConfiguration | RunnerMcpBuiltinServerConfiguration;
|
|
586
|
+
export type RunnerMcpTestAssertion = RunnerMcpStatusAssertion | RunnerMcpExactAssertion | RunnerMcpPartialAssertion | RunnerMcpSchemaAssertion | RunnerMcpPatternAssertion | RunnerMcpLatencyAssertion;
|
|
587
|
+
export type RunnerMcpEvaluationExportPayload = RunnerMcpEvaluationJsonExportPayload | RunnerMcpEvaluationReportExportPayload;
|
|
417
588
|
export type RunnerResourceEvents = RunnerResourceState;
|
|
418
589
|
export type RunnerLogEvents = RunnerLogLine;
|
|
590
|
+
export type RunnerMcpProtocolEvents = RunnerMcpProtocolEvent;
|
|
591
|
+
export type RunnerMcpExecutionUpdateEvents = RunnerMcpExecutionRecord;
|
|
592
|
+
export type ModelCatalogExclusionRateEvidence = ModelCatalogBaseRateEvidence | ModelCatalogAdditiveSurchargeEvidence | ModelCatalogInclusiveReplacementEvidence | ModelCatalogPublishedReplacementEvidence;
|
|
593
|
+
export type ModelCatalogTokenEstimateComponent = ModelCatalogTokenBaseRateComponent | ModelCatalogTokenAdditiveSurchargeComponent | ModelCatalogTokenInclusiveReplacementRateComponent | ModelCatalogTokenConditionalOverrideRateComponent;
|
|
594
|
+
export type ModelCatalogTokenEstimateExclusion = ModelCatalogUsageNotObservedExclusion | ModelCatalogConditionalAdjustmentNotAppliedExclusion | ModelCatalogSupersededOverrideExclusion | ModelCatalogOutsideTokenScopeExclusion | ModelCatalogUnsupportedUsageExclusion | ModelCatalogUnsupportedBillingExclusion;
|
|
595
|
+
export type GenAiEtlCatalogTokenCostEstimate = GenAiEtlCatalogTokenCalculatedEstimate | GenAiEtlCatalogTokenSourceUnavailableEstimate | GenAiEtlCatalogTokenStaleSourceEstimate | GenAiEtlCatalogTokenMissingModelIdentityEstimate | GenAiEtlCatalogTokenModelNotFoundEstimate | GenAiEtlCatalogTokenAmbiguousModelEstimate | GenAiEtlCatalogTokenIncompleteUsageEstimate | GenAiEtlCatalogTokenConditionalPricingUnresolvableEstimate | GenAiEtlCatalogTokenUnsupportedPricingEstimate;
|
|
596
|
+
export type GenAiEtlClusterEvaluation = GenAiEtlScenarioClusterEvaluation | GenAiEtlCatalogTokenClusterEvaluation | GenAiEtlUnavailableClusterEvaluation;
|
|
419
597
|
export type LogEvents = LogStreamEvent | HeartbeatEvent;
|
|
420
598
|
export interface AttributeBytesValue {
|
|
421
599
|
"type": "bytes";
|
|
@@ -663,6 +841,84 @@ export interface LogTemplate {
|
|
|
663
841
|
"parameters": Attribute[];
|
|
664
842
|
"rendered_message"?: string;
|
|
665
843
|
}
|
|
844
|
+
export interface MetricIntegerValue {
|
|
845
|
+
"as_int": string;
|
|
846
|
+
}
|
|
847
|
+
export interface MetricDoubleValue {
|
|
848
|
+
"as_double": number;
|
|
849
|
+
}
|
|
850
|
+
export interface MetricExemplar {
|
|
851
|
+
"time_unix_nano": string;
|
|
852
|
+
"value": MetricNumberValue;
|
|
853
|
+
"span_id"?: SpanId;
|
|
854
|
+
"trace_id"?: TraceId;
|
|
855
|
+
"filtered_attributes"?: Attribute[];
|
|
856
|
+
}
|
|
857
|
+
export interface ExponentialHistogramBuckets {
|
|
858
|
+
"offset": number;
|
|
859
|
+
"bucket_counts": string[];
|
|
860
|
+
}
|
|
861
|
+
export interface SummaryQuantileValue {
|
|
862
|
+
"quantile": number;
|
|
863
|
+
"value": number;
|
|
864
|
+
}
|
|
865
|
+
export interface MetricPointBase {
|
|
866
|
+
"name": string;
|
|
867
|
+
"description"?: string;
|
|
868
|
+
"unit"?: string;
|
|
869
|
+
"metadata"?: Attribute[];
|
|
870
|
+
"attributes"?: Attribute[];
|
|
871
|
+
"start_time_unix_nano": string;
|
|
872
|
+
"time_unix_nano": string;
|
|
873
|
+
"flags": number;
|
|
874
|
+
"resource": Resource;
|
|
875
|
+
"resource_schema_url"?: string;
|
|
876
|
+
"instrumentation_scope"?: InstrumentationScope;
|
|
877
|
+
"scope_schema_url"?: string;
|
|
878
|
+
}
|
|
879
|
+
export interface GaugeMetricPoint extends MetricPointBase {
|
|
880
|
+
"type": "gauge";
|
|
881
|
+
"value": MetricNumberValue;
|
|
882
|
+
"exemplars"?: MetricExemplar[];
|
|
883
|
+
}
|
|
884
|
+
export interface SumMetricPoint extends MetricPointBase {
|
|
885
|
+
"type": "sum";
|
|
886
|
+
"value": MetricNumberValue;
|
|
887
|
+
"aggregation_temporality": AggregationTemporality;
|
|
888
|
+
"is_monotonic": boolean;
|
|
889
|
+
"exemplars"?: MetricExemplar[];
|
|
890
|
+
}
|
|
891
|
+
export interface HistogramMetricPoint extends MetricPointBase {
|
|
892
|
+
"type": "histogram";
|
|
893
|
+
"count": string;
|
|
894
|
+
"sum"?: number;
|
|
895
|
+
"bucket_counts": string[];
|
|
896
|
+
"explicit_bounds": number[];
|
|
897
|
+
"min"?: number;
|
|
898
|
+
"max"?: number;
|
|
899
|
+
"aggregation_temporality": AggregationTemporality;
|
|
900
|
+
"exemplars"?: MetricExemplar[];
|
|
901
|
+
}
|
|
902
|
+
export interface ExponentialHistogramMetricPoint extends MetricPointBase {
|
|
903
|
+
"type": "exponential_histogram";
|
|
904
|
+
"count": string;
|
|
905
|
+
"sum"?: number;
|
|
906
|
+
"scale": number;
|
|
907
|
+
"zero_count": string;
|
|
908
|
+
"zero_threshold": number;
|
|
909
|
+
"positive": ExponentialHistogramBuckets;
|
|
910
|
+
"negative": ExponentialHistogramBuckets;
|
|
911
|
+
"min"?: number;
|
|
912
|
+
"max"?: number;
|
|
913
|
+
"aggregation_temporality": AggregationTemporality;
|
|
914
|
+
"exemplars"?: MetricExemplar[];
|
|
915
|
+
}
|
|
916
|
+
export interface SummaryMetricPoint extends MetricPointBase {
|
|
917
|
+
"type": "summary";
|
|
918
|
+
"count": string;
|
|
919
|
+
"sum": number;
|
|
920
|
+
"quantile_values": SummaryQuantileValue[];
|
|
921
|
+
}
|
|
666
922
|
export interface Profile {
|
|
667
923
|
"profile_id": string;
|
|
668
924
|
"sample_type"?: ProfileValueType;
|
|
@@ -818,10 +1074,6 @@ export interface HealthReport {
|
|
|
818
1074
|
"totalDurationMs": number;
|
|
819
1075
|
"entries": Record<string, HealthCheckEntry>;
|
|
820
1076
|
}
|
|
821
|
-
export interface RunnerMcpServerInfo {
|
|
822
|
-
"name": string;
|
|
823
|
-
"version": string;
|
|
824
|
-
}
|
|
825
1077
|
export interface RunnerResourceState {
|
|
826
1078
|
"name": string;
|
|
827
1079
|
"lifecycle": RunnerResourceLifecycle;
|
|
@@ -830,7 +1082,7 @@ export interface RunnerResourceState {
|
|
|
830
1082
|
"allocatedPort"?: number;
|
|
831
1083
|
"endpoint"?: string;
|
|
832
1084
|
"lastError"?: string;
|
|
833
|
-
"
|
|
1085
|
+
"serverIdentity"?: unknown;
|
|
834
1086
|
"toolCount"?: number;
|
|
835
1087
|
"restarts"?: number;
|
|
836
1088
|
}
|
|
@@ -839,119 +1091,512 @@ export interface RunnerLogLine {
|
|
|
839
1091
|
"stream": RunnerLogStream;
|
|
840
1092
|
"line": string;
|
|
841
1093
|
}
|
|
842
|
-
export interface
|
|
843
|
-
"
|
|
844
|
-
"
|
|
845
|
-
"
|
|
846
|
-
|
|
1094
|
+
export interface RunnerMcpPrincipalIdentity {
|
|
1095
|
+
"id": string;
|
|
1096
|
+
"displayName"?: string;
|
|
1097
|
+
"local": true;
|
|
1098
|
+
}
|
|
1099
|
+
export interface RunnerMcpWorkbenchSession {
|
|
1100
|
+
"id": RunnerMcpSessionId;
|
|
1101
|
+
"principal": RunnerMcpPrincipalIdentity;
|
|
1102
|
+
"workspaceIds": RunnerMcpWorkspaceId[];
|
|
1103
|
+
"activeWorkspaceId"?: RunnerMcpWorkspaceId;
|
|
1104
|
+
"createdAt": string;
|
|
1105
|
+
"expiresAt"?: string;
|
|
847
1106
|
}
|
|
848
|
-
export interface
|
|
849
|
-
"taskSupport"?: RunnerMcpToolTaskSupport;
|
|
1107
|
+
export interface RunnerMcpSessionBootstrapResponse extends RunnerMcpWorkbenchSession {
|
|
850
1108
|
}
|
|
851
|
-
export interface
|
|
1109
|
+
export interface RunnerMcpWorkspace {
|
|
1110
|
+
"id": RunnerMcpWorkspaceId;
|
|
1111
|
+
"ownerId": string;
|
|
852
1112
|
"name": string;
|
|
853
|
-
"title"?: string;
|
|
854
1113
|
"description"?: string;
|
|
855
|
-
"
|
|
856
|
-
"
|
|
857
|
-
|
|
858
|
-
|
|
859
|
-
"
|
|
860
|
-
"
|
|
861
|
-
}
|
|
862
|
-
export interface
|
|
863
|
-
"
|
|
864
|
-
"
|
|
865
|
-
|
|
1114
|
+
"createdAt": string;
|
|
1115
|
+
"updatedAt": string;
|
|
1116
|
+
}
|
|
1117
|
+
export interface RunnerMcpWorkspaceCreateRequest {
|
|
1118
|
+
"name": string;
|
|
1119
|
+
"description"?: string;
|
|
1120
|
+
}
|
|
1121
|
+
export interface RunnerMcpWorkspaceUpdateRequest {
|
|
1122
|
+
"name"?: string;
|
|
1123
|
+
"description"?: string;
|
|
1124
|
+
}
|
|
1125
|
+
export interface RunnerMcpWorkspaceListResponse {
|
|
1126
|
+
"workspaces": RunnerMcpWorkspace[];
|
|
1127
|
+
}
|
|
1128
|
+
export interface RunnerMcpWorkspacePreferences {
|
|
1129
|
+
"workspaceId": RunnerMcpWorkspaceId;
|
|
1130
|
+
"selectedServerId"?: RunnerMcpServerId;
|
|
1131
|
+
"selectedToolName"?: string;
|
|
1132
|
+
"inputMode": RunnerMcpToolInputMode;
|
|
1133
|
+
"activePanel"?: string;
|
|
1134
|
+
"compactMode": boolean;
|
|
1135
|
+
"updatedAt": string;
|
|
1136
|
+
}
|
|
1137
|
+
export interface RunnerMcpWorkspacePreferencesUpdateRequest {
|
|
1138
|
+
"selectedServerId"?: RunnerMcpServerId;
|
|
1139
|
+
"selectedToolName"?: string;
|
|
1140
|
+
"inputMode"?: RunnerMcpToolInputMode;
|
|
1141
|
+
"activePanel"?: string;
|
|
1142
|
+
"compactMode"?: boolean;
|
|
1143
|
+
}
|
|
1144
|
+
export interface RunnerMcpSecretReference {
|
|
1145
|
+
"source": "environment";
|
|
1146
|
+
"environmentVariable": string;
|
|
1147
|
+
}
|
|
1148
|
+
export interface RunnerMcpEnvironmentSecretReference {
|
|
1149
|
+
"name": string;
|
|
1150
|
+
"secret": RunnerMcpSecretReference;
|
|
1151
|
+
}
|
|
1152
|
+
export interface RunnerMcpHeaderSecretReference {
|
|
1153
|
+
"name": string;
|
|
1154
|
+
"secret": RunnerMcpSecretReference;
|
|
1155
|
+
"scheme"?: RunnerMcpHeaderSecretScheme;
|
|
1156
|
+
}
|
|
1157
|
+
export interface RunnerMcpStdioServerConfiguration {
|
|
1158
|
+
"transport": "stdio";
|
|
1159
|
+
"command": string;
|
|
1160
|
+
"arguments"?: string[];
|
|
1161
|
+
"workingDirectory"?: string;
|
|
1162
|
+
"environment"?: RunnerMcpEnvironmentSecretReference[];
|
|
1163
|
+
}
|
|
1164
|
+
export interface RunnerMcpStreamableHttpServerConfiguration {
|
|
1165
|
+
"transport": "streamable_http";
|
|
1166
|
+
"endpoint": string;
|
|
1167
|
+
"headers"?: RunnerMcpHeaderSecretReference[];
|
|
1168
|
+
}
|
|
1169
|
+
export interface RunnerMcpSseServerConfiguration {
|
|
1170
|
+
"transport": "sse";
|
|
1171
|
+
"endpoint": string;
|
|
1172
|
+
"headers"?: RunnerMcpHeaderSecretReference[];
|
|
1173
|
+
}
|
|
1174
|
+
export interface RunnerMcpInProcessServerConfiguration {
|
|
1175
|
+
"transport": "inproc";
|
|
1176
|
+
"implementation": string;
|
|
1177
|
+
}
|
|
1178
|
+
export interface RunnerMcpBuiltinServerConfiguration {
|
|
1179
|
+
"transport": "builtin";
|
|
1180
|
+
"name": string;
|
|
866
1181
|
}
|
|
867
|
-
export interface
|
|
1182
|
+
export interface RunnerMcpError {
|
|
1183
|
+
"category": RunnerMcpErrorCategory;
|
|
1184
|
+
"code": string;
|
|
1185
|
+
"message": string;
|
|
1186
|
+
"occurredAt": string;
|
|
1187
|
+
"retryable": boolean;
|
|
1188
|
+
"details"?: unknown;
|
|
1189
|
+
}
|
|
1190
|
+
export interface RunnerMcpInitializationSnapshot {
|
|
1191
|
+
"initializedAt": string;
|
|
1192
|
+
"protocolVersion": string;
|
|
1193
|
+
"serverIdentity": unknown;
|
|
1194
|
+
"capabilities": unknown;
|
|
1195
|
+
"instructions"?: string;
|
|
1196
|
+
"sessionInfo"?: unknown;
|
|
1197
|
+
"result": unknown;
|
|
1198
|
+
}
|
|
1199
|
+
export interface RunnerMcpConnectionSnapshot {
|
|
1200
|
+
"status": RunnerMcpConnectionStatus;
|
|
1201
|
+
"changedAt": string;
|
|
1202
|
+
"connectedAt"?: string;
|
|
1203
|
+
"disconnectedAt"?: string;
|
|
1204
|
+
"initialization"?: RunnerMcpInitializationSnapshot;
|
|
1205
|
+
"recentError"?: RunnerMcpError;
|
|
1206
|
+
}
|
|
1207
|
+
export interface RunnerMcpServer {
|
|
1208
|
+
"id": RunnerMcpServerId;
|
|
1209
|
+
"workspaceId": RunnerMcpWorkspaceId;
|
|
868
1210
|
"name": string;
|
|
869
|
-
"
|
|
870
|
-
"
|
|
871
|
-
"
|
|
1211
|
+
"description"?: string;
|
|
1212
|
+
"configuration": RunnerMcpServerConfiguration;
|
|
1213
|
+
"connection": RunnerMcpConnectionSnapshot;
|
|
1214
|
+
"createdAt": string;
|
|
1215
|
+
"updatedAt": string;
|
|
1216
|
+
}
|
|
1217
|
+
export interface RunnerMcpServerCreateRequest {
|
|
1218
|
+
"name": string;
|
|
1219
|
+
"description"?: string;
|
|
1220
|
+
"configuration": RunnerMcpServerConfiguration;
|
|
1221
|
+
"autoConnect"?: boolean;
|
|
1222
|
+
}
|
|
1223
|
+
export interface RunnerMcpServerUpdateRequest {
|
|
1224
|
+
"name"?: string;
|
|
1225
|
+
"description"?: string;
|
|
1226
|
+
"configuration"?: RunnerMcpServerConfiguration;
|
|
1227
|
+
}
|
|
1228
|
+
export interface RunnerMcpServerListResponse {
|
|
1229
|
+
"servers": RunnerMcpServer[];
|
|
1230
|
+
}
|
|
1231
|
+
export interface RunnerMcpServerActionAccepted {
|
|
1232
|
+
"server": RunnerMcpServer;
|
|
1233
|
+
}
|
|
1234
|
+
export interface RunnerMcpDiscoveryCollection {
|
|
1235
|
+
"items": unknown[];
|
|
1236
|
+
"count": number;
|
|
1237
|
+
"complete": boolean;
|
|
1238
|
+
"cursor"?: string;
|
|
1239
|
+
"nextCursor"?: string;
|
|
1240
|
+
"discoveredAt": string;
|
|
1241
|
+
}
|
|
1242
|
+
export interface RunnerMcpDiscoverySnapshot {
|
|
1243
|
+
"serverId": RunnerMcpServerId;
|
|
1244
|
+
"startedAt": string;
|
|
1245
|
+
"completedAt": string;
|
|
1246
|
+
"tools": RunnerMcpDiscoveryCollection;
|
|
1247
|
+
"resources": RunnerMcpDiscoveryCollection;
|
|
1248
|
+
"resourceTemplates": RunnerMcpDiscoveryCollection;
|
|
1249
|
+
"prompts": RunnerMcpDiscoveryCollection;
|
|
1250
|
+
}
|
|
1251
|
+
export interface RunnerMcpProtocolEvent {
|
|
1252
|
+
"id": string;
|
|
1253
|
+
"serverId": RunnerMcpServerId;
|
|
1254
|
+
"direction": RunnerMcpProtocolDirection;
|
|
1255
|
+
"kind": RunnerMcpProtocolEventKind;
|
|
1256
|
+
"method"?: string;
|
|
1257
|
+
"requestId"?: unknown;
|
|
1258
|
+
"timestamp": string;
|
|
1259
|
+
"durationMs"?: number;
|
|
1260
|
+
"payload"?: unknown;
|
|
1261
|
+
"redactionApplied": true;
|
|
1262
|
+
"executionId"?: RunnerMcpExecutionId;
|
|
1263
|
+
"traceId"?: TraceId;
|
|
1264
|
+
}
|
|
1265
|
+
export interface RunnerMcpProtocolEventPage {
|
|
1266
|
+
"events": RunnerMcpProtocolEvent[];
|
|
1267
|
+
"nextCursor"?: string;
|
|
872
1268
|
}
|
|
873
|
-
export interface
|
|
874
|
-
"
|
|
1269
|
+
export interface RunnerMcpExecutionConfirmationRequest {
|
|
1270
|
+
"acknowledged": true;
|
|
1271
|
+
"acknowledgement": string;
|
|
1272
|
+
}
|
|
1273
|
+
export interface RunnerMcpExecutionConfirmationEvidence {
|
|
1274
|
+
"acknowledged": true;
|
|
1275
|
+
"acknowledgement": string;
|
|
1276
|
+
"confirmedAt": string;
|
|
1277
|
+
}
|
|
1278
|
+
export interface RunnerMcpExecutionRequest {
|
|
1279
|
+
"toolName": string;
|
|
1280
|
+
"arguments"?: unknown;
|
|
1281
|
+
"timeoutMs": number;
|
|
1282
|
+
"confirmation"?: RunnerMcpExecutionConfirmationRequest;
|
|
1283
|
+
"idempotencyKey": string;
|
|
1284
|
+
}
|
|
1285
|
+
export interface RunnerMcpExecutionTokenUsage {
|
|
1286
|
+
"inputTokens"?: number;
|
|
1287
|
+
"outputTokens"?: number;
|
|
1288
|
+
"totalTokens"?: number;
|
|
1289
|
+
"estimated": boolean;
|
|
1290
|
+
}
|
|
1291
|
+
export interface RunnerMcpExecutionCost {
|
|
1292
|
+
"amountUsd": number;
|
|
1293
|
+
"estimated": boolean;
|
|
1294
|
+
"source"?: string;
|
|
1295
|
+
}
|
|
1296
|
+
export interface RunnerMcpTelemetryCorrelation {
|
|
1297
|
+
"executionId"?: RunnerMcpExecutionId;
|
|
1298
|
+
"evaluationRunId"?: RunnerMcpEvaluationRunId;
|
|
1299
|
+
"testCaseId"?: RunnerMcpTestCaseId;
|
|
1300
|
+
"traceIds": TraceId[];
|
|
1301
|
+
"spanIds": SpanId[];
|
|
1302
|
+
}
|
|
1303
|
+
export interface RunnerMcpExecutionRecord {
|
|
1304
|
+
"id": RunnerMcpExecutionId;
|
|
1305
|
+
"workspaceId": RunnerMcpWorkspaceId;
|
|
1306
|
+
"serverId": RunnerMcpServerId;
|
|
1307
|
+
"request": RunnerMcpExecutionRequest;
|
|
1308
|
+
"effect": RunnerMcpExecutionEffect;
|
|
1309
|
+
"confirmation"?: RunnerMcpExecutionConfirmationEvidence;
|
|
1310
|
+
"status": RunnerMcpExecutionStatus;
|
|
1311
|
+
"createdAt": string;
|
|
1312
|
+
"startedAt"?: string;
|
|
1313
|
+
"completedAt"?: string;
|
|
1314
|
+
"durationMs"?: number;
|
|
1315
|
+
"attemptCount": number;
|
|
1316
|
+
"retryCount": number;
|
|
1317
|
+
"cancelRequestedAt"?: string;
|
|
1318
|
+
"cancelledAt"?: string;
|
|
1319
|
+
"result"?: unknown;
|
|
1320
|
+
"error"?: RunnerMcpError;
|
|
1321
|
+
"tokenUsage"?: RunnerMcpExecutionTokenUsage;
|
|
1322
|
+
"cost"?: RunnerMcpExecutionCost;
|
|
1323
|
+
"telemetry"?: RunnerMcpTelemetryCorrelation;
|
|
1324
|
+
}
|
|
1325
|
+
export interface RunnerMcpExecutionAccepted {
|
|
1326
|
+
"execution": RunnerMcpExecutionRecord;
|
|
1327
|
+
}
|
|
1328
|
+
export interface RunnerMcpExecutionCancelRequest {
|
|
1329
|
+
"reason"?: string;
|
|
1330
|
+
"idempotencyKey": string;
|
|
875
1331
|
}
|
|
876
|
-
export interface
|
|
877
|
-
"
|
|
878
|
-
"
|
|
1332
|
+
export interface RunnerMcpExecutionPage {
|
|
1333
|
+
"executions": RunnerMcpExecutionRecord[];
|
|
1334
|
+
"nextCursor"?: string;
|
|
879
1335
|
}
|
|
880
|
-
export interface
|
|
881
|
-
"
|
|
882
|
-
"
|
|
1336
|
+
export interface RunnerMcpTelemetrySignalAvailability {
|
|
1337
|
+
"status": RunnerMcpTelemetryAvailability;
|
|
1338
|
+
"unavailableReason"?: string;
|
|
1339
|
+
"itemCount": number;
|
|
1340
|
+
}
|
|
1341
|
+
export interface RunnerMcpTelemetrySignalSummary {
|
|
1342
|
+
"traces": RunnerMcpTelemetrySignalAvailability;
|
|
1343
|
+
"logs": RunnerMcpTelemetrySignalAvailability;
|
|
1344
|
+
"metrics": RunnerMcpTelemetrySignalAvailability;
|
|
1345
|
+
"exceptions": RunnerMcpTelemetrySignalAvailability;
|
|
1346
|
+
"toolCallEvents": RunnerMcpTelemetrySignalAvailability;
|
|
1347
|
+
}
|
|
1348
|
+
export interface RunnerMcpExecutionTelemetryResponse {
|
|
1349
|
+
"signals": RunnerMcpTelemetrySignalSummary;
|
|
1350
|
+
"correlation": RunnerMcpTelemetryCorrelation;
|
|
1351
|
+
"traces": Trace[];
|
|
1352
|
+
"logs": LogRecord[];
|
|
1353
|
+
"metrics": MetricPoint[];
|
|
1354
|
+
"queriedAt": string;
|
|
1355
|
+
"selfExportSuppressed": true;
|
|
883
1356
|
}
|
|
884
|
-
export interface
|
|
885
|
-
"
|
|
886
|
-
"
|
|
887
|
-
"
|
|
1357
|
+
export interface RunnerMcpStatusAssertion {
|
|
1358
|
+
"id": string;
|
|
1359
|
+
"kind": "status";
|
|
1360
|
+
"expected": RunnerMcpExecutionStatus[];
|
|
888
1361
|
}
|
|
889
|
-
export interface
|
|
890
|
-
"
|
|
891
|
-
"
|
|
892
|
-
"
|
|
1362
|
+
export interface RunnerMcpExactAssertion {
|
|
1363
|
+
"id": string;
|
|
1364
|
+
"kind": "exact";
|
|
1365
|
+
"path"?: string;
|
|
1366
|
+
"expected": unknown;
|
|
893
1367
|
}
|
|
894
|
-
export interface
|
|
895
|
-
"
|
|
896
|
-
"
|
|
1368
|
+
export interface RunnerMcpPartialAssertion {
|
|
1369
|
+
"id": string;
|
|
1370
|
+
"kind": "partial";
|
|
1371
|
+
"path"?: string;
|
|
1372
|
+
"expected": unknown;
|
|
897
1373
|
}
|
|
898
|
-
export interface
|
|
899
|
-
"
|
|
1374
|
+
export interface RunnerMcpSchemaAssertion {
|
|
1375
|
+
"id": string;
|
|
1376
|
+
"kind": "schema";
|
|
1377
|
+
"path"?: string;
|
|
1378
|
+
"schema": unknown;
|
|
900
1379
|
}
|
|
901
|
-
export interface
|
|
902
|
-
"
|
|
903
|
-
"
|
|
904
|
-
"
|
|
1380
|
+
export interface RunnerMcpPatternAssertion {
|
|
1381
|
+
"id": string;
|
|
1382
|
+
"kind": "pattern";
|
|
1383
|
+
"path"?: string;
|
|
1384
|
+
"pattern": string;
|
|
1385
|
+
"flags"?: string;
|
|
905
1386
|
}
|
|
906
|
-
export interface
|
|
907
|
-
"
|
|
1387
|
+
export interface RunnerMcpLatencyAssertion {
|
|
1388
|
+
"id": string;
|
|
1389
|
+
"kind": "latency";
|
|
1390
|
+
"maxDurationMs": number;
|
|
908
1391
|
}
|
|
909
|
-
export interface
|
|
910
|
-
"
|
|
911
|
-
"
|
|
1392
|
+
export interface RunnerMcpTestCase {
|
|
1393
|
+
"id": RunnerMcpTestCaseId;
|
|
1394
|
+
"workspaceId": RunnerMcpWorkspaceId;
|
|
1395
|
+
"serverId": RunnerMcpServerId;
|
|
912
1396
|
"name": string;
|
|
913
|
-
"title"?: string;
|
|
914
1397
|
"description"?: string;
|
|
915
|
-
"
|
|
916
|
-
"
|
|
917
|
-
"
|
|
1398
|
+
"toolName": string;
|
|
1399
|
+
"arguments"?: unknown;
|
|
1400
|
+
"timeoutMs": number;
|
|
1401
|
+
"assertions": RunnerMcpTestAssertion[];
|
|
1402
|
+
"tags": string[];
|
|
1403
|
+
"createdAt": string;
|
|
1404
|
+
"updatedAt": string;
|
|
918
1405
|
}
|
|
919
|
-
export interface
|
|
920
|
-
"
|
|
921
|
-
"
|
|
1406
|
+
export interface RunnerMcpTestCaseCreateRequest {
|
|
1407
|
+
"serverId": RunnerMcpServerId;
|
|
1408
|
+
"name": string;
|
|
1409
|
+
"description"?: string;
|
|
1410
|
+
"toolName": string;
|
|
1411
|
+
"arguments"?: unknown;
|
|
1412
|
+
"timeoutMs": number;
|
|
1413
|
+
"assertions": RunnerMcpTestAssertion[];
|
|
1414
|
+
"tags"?: string[];
|
|
1415
|
+
}
|
|
1416
|
+
export interface RunnerMcpTestCaseUpdateRequest {
|
|
1417
|
+
"serverId"?: RunnerMcpServerId;
|
|
1418
|
+
"name"?: string;
|
|
1419
|
+
"description"?: string;
|
|
1420
|
+
"toolName"?: string;
|
|
1421
|
+
"arguments"?: unknown;
|
|
1422
|
+
"timeoutMs"?: number;
|
|
1423
|
+
"assertions"?: RunnerMcpTestAssertion[];
|
|
1424
|
+
"tags"?: string[];
|
|
1425
|
+
}
|
|
1426
|
+
export interface RunnerMcpTestCasePage {
|
|
1427
|
+
"testCases": RunnerMcpTestCase[];
|
|
1428
|
+
"nextCursor"?: string;
|
|
1429
|
+
}
|
|
1430
|
+
export interface RunnerMcpTestSuite {
|
|
1431
|
+
"id": RunnerMcpSuiteId;
|
|
1432
|
+
"workspaceId": RunnerMcpWorkspaceId;
|
|
922
1433
|
"name": string;
|
|
923
|
-
"
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
"type": "tool_result";
|
|
927
|
-
"toolUseId": string;
|
|
928
|
-
"content": RunnerMcpContent[];
|
|
929
|
-
"structuredContent"?: Record<string, unknown>;
|
|
930
|
-
"isError"?: boolean;
|
|
931
|
-
}
|
|
932
|
-
export interface RunnerMcpTask {
|
|
933
|
-
"taskId": string;
|
|
934
|
-
"status": RunnerMcpTaskStatus;
|
|
935
|
-
"statusMessage"?: string;
|
|
1434
|
+
"description"?: string;
|
|
1435
|
+
"testCaseIds": RunnerMcpTestCaseId[];
|
|
1436
|
+
"tags": string[];
|
|
936
1437
|
"createdAt": string;
|
|
937
|
-
"
|
|
938
|
-
"ttl"?: number;
|
|
939
|
-
"pollInterval"?: number;
|
|
1438
|
+
"updatedAt": string;
|
|
940
1439
|
}
|
|
941
|
-
export interface
|
|
942
|
-
"
|
|
943
|
-
"
|
|
944
|
-
"
|
|
945
|
-
"
|
|
946
|
-
"_meta"?: Record<string, unknown>;
|
|
1440
|
+
export interface RunnerMcpTestSuiteCreateRequest {
|
|
1441
|
+
"name": string;
|
|
1442
|
+
"description"?: string;
|
|
1443
|
+
"testCaseIds": RunnerMcpTestCaseId[];
|
|
1444
|
+
"tags"?: string[];
|
|
947
1445
|
}
|
|
948
|
-
export interface
|
|
949
|
-
"
|
|
950
|
-
"
|
|
1446
|
+
export interface RunnerMcpTestSuiteUpdateRequest {
|
|
1447
|
+
"name"?: string;
|
|
1448
|
+
"description"?: string;
|
|
1449
|
+
"testCaseIds"?: RunnerMcpTestCaseId[];
|
|
1450
|
+
"tags"?: string[];
|
|
951
1451
|
}
|
|
952
|
-
export interface
|
|
953
|
-
"
|
|
954
|
-
"
|
|
1452
|
+
export interface RunnerMcpTestSuitePage {
|
|
1453
|
+
"suites": RunnerMcpTestSuite[];
|
|
1454
|
+
"nextCursor"?: string;
|
|
1455
|
+
}
|
|
1456
|
+
export interface RunnerMcpEvaluationRunRequest {
|
|
1457
|
+
"idempotencyKey": string;
|
|
1458
|
+
"confirmation"?: RunnerMcpExecutionConfirmationRequest;
|
|
1459
|
+
"concurrency"?: number;
|
|
1460
|
+
"failFast"?: boolean;
|
|
1461
|
+
}
|
|
1462
|
+
export interface RunnerMcpTestCaseRunRequest extends RunnerMcpEvaluationRunRequest {
|
|
1463
|
+
}
|
|
1464
|
+
export interface RunnerMcpSuiteRunRequest extends RunnerMcpEvaluationRunRequest {
|
|
1465
|
+
"selectedTestCaseIds"?: RunnerMcpTestCaseId[];
|
|
1466
|
+
}
|
|
1467
|
+
export interface RunnerMcpAssertionResult {
|
|
1468
|
+
"assertionId": string;
|
|
1469
|
+
"kind": string;
|
|
1470
|
+
"status": RunnerMcpAssertionStatus;
|
|
1471
|
+
"message"?: string;
|
|
1472
|
+
"actual"?: unknown;
|
|
1473
|
+
}
|
|
1474
|
+
export interface RunnerMcpEvaluationTestCaseSnapshot {
|
|
1475
|
+
"id": RunnerMcpTestCaseId;
|
|
1476
|
+
"serverId": RunnerMcpServerId;
|
|
1477
|
+
"name": string;
|
|
1478
|
+
"description"?: string;
|
|
1479
|
+
"toolName": string;
|
|
1480
|
+
"arguments"?: unknown;
|
|
1481
|
+
"timeoutMs": number;
|
|
1482
|
+
"assertions": RunnerMcpTestAssertion[];
|
|
1483
|
+
"tags": string[];
|
|
1484
|
+
}
|
|
1485
|
+
export interface RunnerMcpEvaluationSuiteSnapshot {
|
|
1486
|
+
"id": RunnerMcpSuiteId;
|
|
1487
|
+
"name": string;
|
|
1488
|
+
"description"?: string;
|
|
1489
|
+
"testCaseIds": RunnerMcpTestCaseId[];
|
|
1490
|
+
"tags": string[];
|
|
1491
|
+
}
|
|
1492
|
+
export interface RunnerMcpEvaluationTestResult {
|
|
1493
|
+
"testCase": RunnerMcpEvaluationTestCaseSnapshot;
|
|
1494
|
+
"executionId"?: RunnerMcpExecutionId;
|
|
1495
|
+
"status": RunnerMcpEvaluationResultStatus;
|
|
1496
|
+
"startedAt"?: string;
|
|
1497
|
+
"completedAt"?: string;
|
|
1498
|
+
"durationMs"?: number;
|
|
1499
|
+
"assertions": RunnerMcpAssertionResult[];
|
|
1500
|
+
"error"?: RunnerMcpError;
|
|
1501
|
+
}
|
|
1502
|
+
export interface RunnerMcpEvaluationSummary {
|
|
1503
|
+
"total": number;
|
|
1504
|
+
"passed": number;
|
|
1505
|
+
"failed": number;
|
|
1506
|
+
"errors": number;
|
|
1507
|
+
"skipped": number;
|
|
1508
|
+
"successRate": number;
|
|
1509
|
+
"reliability": number;
|
|
1510
|
+
"meanDurationMs"?: number;
|
|
1511
|
+
"p50DurationMs"?: number;
|
|
1512
|
+
"p95DurationMs"?: number;
|
|
1513
|
+
"p99DurationMs"?: number;
|
|
1514
|
+
"tokenUsage"?: RunnerMcpExecutionTokenUsage;
|
|
1515
|
+
"cost"?: RunnerMcpExecutionCost;
|
|
1516
|
+
}
|
|
1517
|
+
export interface RunnerMcpEvaluationRun {
|
|
1518
|
+
"id": RunnerMcpEvaluationRunId;
|
|
1519
|
+
"workspaceId": RunnerMcpWorkspaceId;
|
|
1520
|
+
"suite"?: RunnerMcpEvaluationSuiteSnapshot;
|
|
1521
|
+
"testCases": RunnerMcpEvaluationTestCaseSnapshot[];
|
|
1522
|
+
"status": RunnerMcpEvaluationRunStatus;
|
|
1523
|
+
"createdAt": string;
|
|
1524
|
+
"startedAt"?: string;
|
|
1525
|
+
"completedAt"?: string;
|
|
1526
|
+
"results": RunnerMcpEvaluationTestResult[];
|
|
1527
|
+
"summary"?: RunnerMcpEvaluationSummary;
|
|
1528
|
+
"confirmation"?: RunnerMcpExecutionConfirmationEvidence;
|
|
1529
|
+
"telemetry"?: RunnerMcpTelemetryCorrelation;
|
|
1530
|
+
"error"?: RunnerMcpError;
|
|
1531
|
+
}
|
|
1532
|
+
export interface RunnerMcpEvaluationRunAccepted {
|
|
1533
|
+
"run": RunnerMcpEvaluationRun;
|
|
1534
|
+
}
|
|
1535
|
+
export interface RunnerMcpEvaluationRunPage {
|
|
1536
|
+
"runs": RunnerMcpEvaluationRun[];
|
|
1537
|
+
"nextCursor"?: string;
|
|
1538
|
+
}
|
|
1539
|
+
export interface RunnerMcpEvaluationComparisonRequest {
|
|
1540
|
+
"baselineRunId": RunnerMcpEvaluationRunId;
|
|
1541
|
+
"candidateRunId": RunnerMcpEvaluationRunId;
|
|
1542
|
+
}
|
|
1543
|
+
export interface RunnerMcpEvaluationTestComparison {
|
|
1544
|
+
"testCaseId": RunnerMcpTestCaseId;
|
|
1545
|
+
"status": RunnerMcpRegressionStatus;
|
|
1546
|
+
"baselineStatus"?: RunnerMcpEvaluationResultStatus;
|
|
1547
|
+
"candidateStatus"?: RunnerMcpEvaluationResultStatus;
|
|
1548
|
+
"durationDeltaMs"?: number;
|
|
1549
|
+
}
|
|
1550
|
+
export interface RunnerMcpEvaluationRunComparison {
|
|
1551
|
+
"baselineRunId": RunnerMcpEvaluationRunId;
|
|
1552
|
+
"candidateRunId": RunnerMcpEvaluationRunId;
|
|
1553
|
+
"baseline": RunnerMcpEvaluationSummary;
|
|
1554
|
+
"candidate": RunnerMcpEvaluationSummary;
|
|
1555
|
+
"successRateDelta": number;
|
|
1556
|
+
"reliabilityDelta": number;
|
|
1557
|
+
"p95DurationDeltaMs"?: number;
|
|
1558
|
+
"tokenDelta"?: number;
|
|
1559
|
+
"costDeltaUsd"?: number;
|
|
1560
|
+
"tests": RunnerMcpEvaluationTestComparison[];
|
|
1561
|
+
"comparedAt": string;
|
|
1562
|
+
}
|
|
1563
|
+
export interface RunnerMcpEvaluationExportRequest {
|
|
1564
|
+
"format": RunnerMcpEvaluationExportFormat;
|
|
1565
|
+
"includeProtocolEvents"?: boolean;
|
|
1566
|
+
"includeTelemetry"?: boolean;
|
|
1567
|
+
"idempotencyKey": string;
|
|
1568
|
+
}
|
|
1569
|
+
export interface RunnerMcpEvaluationExport {
|
|
1570
|
+
"id": RunnerMcpEvaluationExportId;
|
|
1571
|
+
"runId": RunnerMcpEvaluationRunId;
|
|
1572
|
+
"format": RunnerMcpEvaluationExportFormat;
|
|
1573
|
+
"status": RunnerMcpEvaluationExportStatus;
|
|
1574
|
+
"requestedAt": string;
|
|
1575
|
+
"completedAt"?: string;
|
|
1576
|
+
"mediaType"?: string;
|
|
1577
|
+
"fileName"?: string;
|
|
1578
|
+
"byteSize"?: number;
|
|
1579
|
+
"sha256"?: string;
|
|
1580
|
+
"error"?: RunnerMcpError;
|
|
1581
|
+
}
|
|
1582
|
+
export interface RunnerMcpEvaluationJsonExportPayload {
|
|
1583
|
+
"format": "json";
|
|
1584
|
+
"run": RunnerMcpEvaluationRun;
|
|
1585
|
+
"protocolEvents": RunnerMcpProtocolEvent[];
|
|
1586
|
+
"telemetry": RunnerMcpExecutionTelemetryResponse[];
|
|
1587
|
+
"exportedAt": string;
|
|
1588
|
+
}
|
|
1589
|
+
export interface RunnerMcpEvaluationReportExportPayload {
|
|
1590
|
+
"format": "report";
|
|
1591
|
+
"markdown": string;
|
|
1592
|
+
"exportedAt": string;
|
|
1593
|
+
}
|
|
1594
|
+
export interface RunnerMcpEvaluationExportArtifact {
|
|
1595
|
+
"export": RunnerMcpEvaluationExport;
|
|
1596
|
+
"payload": RunnerMcpEvaluationExportPayload;
|
|
1597
|
+
}
|
|
1598
|
+
export interface RunnerMcpEvaluationExportAccepted {
|
|
1599
|
+
"export": RunnerMcpEvaluationExport;
|
|
955
1600
|
}
|
|
956
1601
|
export interface DisplayTracesInput {
|
|
957
1602
|
"trace_id"?: TraceId;
|
|
@@ -1057,12 +1702,11 @@ export interface FetchTelemetryOutput {
|
|
|
1057
1702
|
"stats"?: McpDashboardStats;
|
|
1058
1703
|
"mode": McpDataMode;
|
|
1059
1704
|
}
|
|
1060
|
-
export interface
|
|
1705
|
+
export interface ProviderBillingSource {
|
|
1061
1706
|
"provider": string;
|
|
1062
|
-
"
|
|
1063
|
-
"status": ProviderCostSourceStatus;
|
|
1707
|
+
"status": ProviderBillingSourceStatus;
|
|
1064
1708
|
"source_endpoint": string;
|
|
1065
|
-
"attribution":
|
|
1709
|
+
"attribution": ProviderBillingAttribution;
|
|
1066
1710
|
"last_attempt_at"?: string;
|
|
1067
1711
|
"last_success_at"?: string;
|
|
1068
1712
|
"period_start"?: string;
|
|
@@ -1072,6 +1716,155 @@ export interface ProviderCostSource {
|
|
|
1072
1716
|
"model"?: string;
|
|
1073
1717
|
"failure_category"?: string;
|
|
1074
1718
|
}
|
|
1719
|
+
export interface ModelCatalogSource {
|
|
1720
|
+
"source_id": string;
|
|
1721
|
+
"priority": number;
|
|
1722
|
+
"status": ModelCatalogSourceStatus;
|
|
1723
|
+
"price_semantics"?: ModelCatalogPriceSemantics;
|
|
1724
|
+
"source_endpoint": string;
|
|
1725
|
+
"last_attempt_at"?: string;
|
|
1726
|
+
"last_verified_at"?: string;
|
|
1727
|
+
"retrieved_at"?: string;
|
|
1728
|
+
"active_snapshot_id"?: string;
|
|
1729
|
+
"model_count"?: number;
|
|
1730
|
+
"failure_category"?: string;
|
|
1731
|
+
}
|
|
1732
|
+
export interface ModelCatalogPriceProvenance {
|
|
1733
|
+
"source_id": string;
|
|
1734
|
+
"source_endpoint": string;
|
|
1735
|
+
"snapshot_id": string;
|
|
1736
|
+
"price_model_id": string;
|
|
1737
|
+
"observed_model_id": string;
|
|
1738
|
+
"observed_model_identity_basis": ModelCatalogObservedIdentityBasis;
|
|
1739
|
+
"model_match_kind": ModelCatalogMatchKind;
|
|
1740
|
+
"retrieved_at": string;
|
|
1741
|
+
"price_semantics": ModelCatalogPriceSemantics;
|
|
1742
|
+
}
|
|
1743
|
+
export interface ModelCatalogConditionalRateEvidence {
|
|
1744
|
+
"source_order": number;
|
|
1745
|
+
"condition_usage_dimension": string;
|
|
1746
|
+
"exclusive_minimum_quantity": number;
|
|
1747
|
+
"observed_per_call_quantity": number;
|
|
1748
|
+
}
|
|
1749
|
+
export interface ModelCatalogTokenEstimateComponentBase {
|
|
1750
|
+
"component": string;
|
|
1751
|
+
"usage_dimension": string;
|
|
1752
|
+
"unit": string;
|
|
1753
|
+
"source_billing_mode": string;
|
|
1754
|
+
"billing_mode": ModelCatalogBillingMode;
|
|
1755
|
+
"quantity": number;
|
|
1756
|
+
"unit_price_usd": number;
|
|
1757
|
+
"estimated_cost_usd": number;
|
|
1758
|
+
}
|
|
1759
|
+
export interface ModelCatalogTokenBaseRateComponent extends ModelCatalogTokenEstimateComponentBase {
|
|
1760
|
+
"rate_relation": "base_rate";
|
|
1761
|
+
}
|
|
1762
|
+
export interface ModelCatalogTokenAdditiveSurchargeComponent extends ModelCatalogTokenEstimateComponentBase {
|
|
1763
|
+
"rate_relation": "additive_surcharge";
|
|
1764
|
+
}
|
|
1765
|
+
export interface ModelCatalogTokenInclusiveReplacementRateComponent extends ModelCatalogTokenEstimateComponentBase {
|
|
1766
|
+
"rate_relation": "replaces_inclusive_base_rate";
|
|
1767
|
+
"replaces_usage_dimension": string;
|
|
1768
|
+
"conditional_evidence"?: ModelCatalogConditionalRateEvidence;
|
|
1769
|
+
}
|
|
1770
|
+
export interface ModelCatalogTokenConditionalOverrideRateComponent extends ModelCatalogTokenEstimateComponentBase {
|
|
1771
|
+
"rate_relation": "replaces_published_rate";
|
|
1772
|
+
"replaces_usage_dimension": string;
|
|
1773
|
+
"conditional_evidence": ModelCatalogConditionalRateEvidence;
|
|
1774
|
+
}
|
|
1775
|
+
export interface ModelCatalogBaseRateEvidence {
|
|
1776
|
+
"rate_relation": "base_rate";
|
|
1777
|
+
}
|
|
1778
|
+
export interface ModelCatalogAdditiveSurchargeEvidence {
|
|
1779
|
+
"rate_relation": "additive_surcharge";
|
|
1780
|
+
}
|
|
1781
|
+
export interface ModelCatalogInclusiveReplacementEvidence {
|
|
1782
|
+
"rate_relation": "replaces_inclusive_base_rate";
|
|
1783
|
+
"replaces_usage_dimension": string;
|
|
1784
|
+
"conditional_evidence"?: ModelCatalogConditionalRateEvidence;
|
|
1785
|
+
}
|
|
1786
|
+
export interface ModelCatalogPublishedReplacementEvidence {
|
|
1787
|
+
"rate_relation": "replaces_published_rate";
|
|
1788
|
+
"replaces_usage_dimension": string;
|
|
1789
|
+
"conditional_evidence": ModelCatalogConditionalRateEvidence;
|
|
1790
|
+
}
|
|
1791
|
+
export interface ModelCatalogTokenEstimateExclusionBase {
|
|
1792
|
+
"component": string;
|
|
1793
|
+
"usage_dimension": string;
|
|
1794
|
+
"unit": string;
|
|
1795
|
+
"source_billing_mode": string;
|
|
1796
|
+
"rate_evidence": ModelCatalogExclusionRateEvidence;
|
|
1797
|
+
"unit_price_usd"?: number;
|
|
1798
|
+
}
|
|
1799
|
+
export interface ModelCatalogSupportedBillingExclusionBase extends ModelCatalogTokenEstimateExclusionBase {
|
|
1800
|
+
"billing_mode": ModelCatalogBillingMode;
|
|
1801
|
+
}
|
|
1802
|
+
export interface ModelCatalogOptionallyNormalizedBillingExclusionBase extends ModelCatalogTokenEstimateExclusionBase {
|
|
1803
|
+
"billing_mode"?: ModelCatalogBillingMode;
|
|
1804
|
+
}
|
|
1805
|
+
export interface ModelCatalogUsageNotObservedExclusion extends ModelCatalogSupportedBillingExclusionBase {
|
|
1806
|
+
"reason": "usage_not_observed";
|
|
1807
|
+
}
|
|
1808
|
+
export interface ModelCatalogOutsideTokenScopeExclusion extends ModelCatalogOptionallyNormalizedBillingExclusionBase {
|
|
1809
|
+
"reason": "outside_token_estimate_scope";
|
|
1810
|
+
}
|
|
1811
|
+
export interface ModelCatalogUnsupportedUsageExclusion extends ModelCatalogOptionallyNormalizedBillingExclusionBase {
|
|
1812
|
+
"reason": "unsupported_usage_dimension";
|
|
1813
|
+
}
|
|
1814
|
+
export interface ModelCatalogUnsupportedBillingExclusion extends ModelCatalogTokenEstimateExclusionBase {
|
|
1815
|
+
"billing_mode"?: ModelCatalogBillingMode;
|
|
1816
|
+
"reason": "unsupported_billing_mode";
|
|
1817
|
+
}
|
|
1818
|
+
export interface ModelCatalogConditionalExclusionBase {
|
|
1819
|
+
"component": string;
|
|
1820
|
+
"usage_dimension": string;
|
|
1821
|
+
"unit": string;
|
|
1822
|
+
"source_billing_mode": string;
|
|
1823
|
+
"billing_mode"?: ModelCatalogBillingMode;
|
|
1824
|
+
"rate_evidence": ModelCatalogPublishedReplacementEvidence;
|
|
1825
|
+
"unit_price_usd"?: number;
|
|
1826
|
+
}
|
|
1827
|
+
export interface ModelCatalogConditionalAdjustmentNotAppliedExclusion extends ModelCatalogConditionalExclusionBase {
|
|
1828
|
+
"reason": "conditional_adjustment_not_applied";
|
|
1829
|
+
}
|
|
1830
|
+
export interface ModelCatalogSupersededOverrideExclusion extends ModelCatalogConditionalExclusionBase {
|
|
1831
|
+
"reason": "superseded_by_later_override";
|
|
1832
|
+
}
|
|
1833
|
+
export interface GenAiEtlCatalogTokenCalculatedEstimate {
|
|
1834
|
+
"status": "calculated";
|
|
1835
|
+
"estimated_catalog_token_cost_usd": number;
|
|
1836
|
+
"estimated_catalog_token_cost_per_call_usd": number;
|
|
1837
|
+
"provenance": ModelCatalogPriceProvenance;
|
|
1838
|
+
"components": ModelCatalogTokenEstimateComponent[];
|
|
1839
|
+
"exclusions"?: ModelCatalogTokenEstimateExclusion[];
|
|
1840
|
+
}
|
|
1841
|
+
export interface GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1842
|
+
"exclusions"?: ModelCatalogTokenEstimateExclusion[];
|
|
1843
|
+
}
|
|
1844
|
+
export interface GenAiEtlCatalogTokenSourceUnavailableEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1845
|
+
"status": "source_unavailable";
|
|
1846
|
+
}
|
|
1847
|
+
export interface GenAiEtlCatalogTokenStaleSourceEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1848
|
+
"status": "stale_source";
|
|
1849
|
+
}
|
|
1850
|
+
export interface GenAiEtlCatalogTokenMissingModelIdentityEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1851
|
+
"status": "missing_model_identity";
|
|
1852
|
+
}
|
|
1853
|
+
export interface GenAiEtlCatalogTokenModelNotFoundEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1854
|
+
"status": "model_not_found";
|
|
1855
|
+
}
|
|
1856
|
+
export interface GenAiEtlCatalogTokenAmbiguousModelEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1857
|
+
"status": "ambiguous_model";
|
|
1858
|
+
}
|
|
1859
|
+
export interface GenAiEtlCatalogTokenIncompleteUsageEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1860
|
+
"status": "incomplete_usage";
|
|
1861
|
+
}
|
|
1862
|
+
export interface GenAiEtlCatalogTokenConditionalPricingUnresolvableEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1863
|
+
"status": "conditional_pricing_unresolvable";
|
|
1864
|
+
}
|
|
1865
|
+
export interface GenAiEtlCatalogTokenUnsupportedPricingEstimate extends GenAiEtlCatalogTokenEstimateFailureBase {
|
|
1866
|
+
"status": "unsupported_pricing";
|
|
1867
|
+
}
|
|
1075
1868
|
export interface GenAiEtlPromotionGate {
|
|
1076
1869
|
"gate": GenAiEtlPromotionGateKind;
|
|
1077
1870
|
"state": GenAiEtlPromotionGateState;
|
|
@@ -1097,12 +1890,10 @@ export interface GenAiEtlAuditCluster {
|
|
|
1097
1890
|
"error_rate": number;
|
|
1098
1891
|
"average_latency_ms": number;
|
|
1099
1892
|
"p95_latency_ms": number;
|
|
1100
|
-
"
|
|
1101
|
-
"cost_per_call_usd"?: number;
|
|
1102
|
-
"cost_attribution": ProviderCostAttribution;
|
|
1103
|
-
"spend_share"?: number;
|
|
1893
|
+
"catalog_token_estimate": GenAiEtlCatalogTokenCostEstimate;
|
|
1104
1894
|
"measurable_coverage"?: number;
|
|
1105
1895
|
"safe_deferral_coverage"?: number;
|
|
1896
|
+
"candidate_status": GenAiEtlCandidateStatus;
|
|
1106
1897
|
"candidate_path": GenAiEtlCandidatePath;
|
|
1107
1898
|
"validation_metrics": GenAiEtlValidationMetric[];
|
|
1108
1899
|
"residual_path": GenAiEtlResidualPath;
|
|
@@ -1114,19 +1905,20 @@ export interface GenAiEtlAuditSummary {
|
|
|
1114
1905
|
"total_calls": number;
|
|
1115
1906
|
"total_input_tokens": number;
|
|
1116
1907
|
"total_output_tokens": number;
|
|
1117
|
-
"
|
|
1118
|
-
"
|
|
1119
|
-
"
|
|
1908
|
+
"estimated_catalog_token_cost_usd"?: number;
|
|
1909
|
+
"catalog_token_priced_call_coverage": number;
|
|
1910
|
+
"estimated_token_economic_concentration"?: number;
|
|
1120
1911
|
"measurable_coverage"?: number;
|
|
1121
1912
|
"safe_deferral_coverage"?: number;
|
|
1122
|
-
"
|
|
1913
|
+
"candidate_etl_estimated_token_spend_share"?: number;
|
|
1123
1914
|
}
|
|
1124
1915
|
export interface GenAiEtlAuditReport {
|
|
1125
1916
|
"generated_at": string;
|
|
1126
1917
|
"period_start": string;
|
|
1127
1918
|
"period_end": string;
|
|
1128
1919
|
"summary": GenAiEtlAuditSummary;
|
|
1129
|
-
"
|
|
1920
|
+
"billing_sources": ProviderBillingSource[];
|
|
1921
|
+
"catalog_sources": ModelCatalogSource[];
|
|
1130
1922
|
"clusters": GenAiEtlAuditCluster[];
|
|
1131
1923
|
}
|
|
1132
1924
|
export interface GenAiEtlClusterScenario {
|
|
@@ -1140,21 +1932,33 @@ export interface GenAiEtlClusterScenario {
|
|
|
1140
1932
|
export interface GenAiEtlAuditEvaluationRequest {
|
|
1141
1933
|
"scenarios": GenAiEtlClusterScenario[];
|
|
1142
1934
|
}
|
|
1143
|
-
export interface
|
|
1935
|
+
export interface GenAiEtlClusterEvaluationBase {
|
|
1144
1936
|
"cluster_id": string;
|
|
1145
|
-
"status": GenAiEtlCalculationStatus;
|
|
1146
1937
|
"call_count": number;
|
|
1147
1938
|
"coverage": number;
|
|
1148
1939
|
"served_call_count": number;
|
|
1149
1940
|
"residual_call_count": number;
|
|
1150
|
-
"frontier_cost_per_call_usd"?: number;
|
|
1151
|
-
"frontier_cost_basis": ProviderCostAttribution;
|
|
1152
1941
|
"alternative_cost_per_call_usd": number;
|
|
1153
|
-
"current_period_cost_usd"?: number;
|
|
1154
|
-
"gross_replaceable_value_usd"?: number;
|
|
1155
1942
|
"period_maintenance_cost_usd": number;
|
|
1156
1943
|
"period_error_cost_usd": number;
|
|
1157
|
-
|
|
1944
|
+
}
|
|
1945
|
+
export interface GenAiEtlCalculatedClusterEvaluationBase extends GenAiEtlClusterEvaluationBase {
|
|
1946
|
+
"status": "calculated";
|
|
1947
|
+
"frontier_cost_per_call_usd": number;
|
|
1948
|
+
"current_period_cost_usd": number;
|
|
1949
|
+
"gross_replaceable_value_usd": number;
|
|
1950
|
+
"net_replaceable_value_usd": number;
|
|
1951
|
+
}
|
|
1952
|
+
export interface GenAiEtlScenarioClusterEvaluation extends GenAiEtlCalculatedClusterEvaluationBase {
|
|
1953
|
+
"frontier_cost_basis": "scenario";
|
|
1954
|
+
}
|
|
1955
|
+
export interface GenAiEtlCatalogTokenClusterEvaluation extends GenAiEtlCalculatedClusterEvaluationBase {
|
|
1956
|
+
"frontier_cost_basis": "catalog_token_estimate";
|
|
1957
|
+
"catalog_provenance": ModelCatalogPriceProvenance;
|
|
1958
|
+
}
|
|
1959
|
+
export interface GenAiEtlUnavailableClusterEvaluation extends GenAiEtlClusterEvaluationBase {
|
|
1960
|
+
"status": "missing_frontier_cost";
|
|
1961
|
+
"frontier_cost_basis": "unavailable";
|
|
1158
1962
|
}
|
|
1159
1963
|
export interface GenAiEtlAuditEvaluationResponse {
|
|
1160
1964
|
"generated_at": string;
|
|
@@ -1189,6 +1993,12 @@ export interface CursorPageLogRecord {
|
|
|
1189
1993
|
"prev_cursor"?: string;
|
|
1190
1994
|
"has_more": boolean;
|
|
1191
1995
|
}
|
|
1996
|
+
export interface CursorPageMetricPoint {
|
|
1997
|
+
"items": MetricPoint[];
|
|
1998
|
+
"next_cursor"?: string;
|
|
1999
|
+
"prev_cursor"?: string;
|
|
2000
|
+
"has_more": boolean;
|
|
2001
|
+
}
|
|
1192
2002
|
export interface CursorPageSessionEntity {
|
|
1193
2003
|
"items": SessionEntity[];
|
|
1194
2004
|
"next_cursor"?: string;
|