@droz-js/sdk 0.20.3 → 0.20.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@droz-js/sdk",
3
3
  "description": "Droz SDK",
4
- "version": "0.20.3",
4
+ "version": "0.20.4",
5
5
  "private": false,
6
6
  "repository": {
7
7
  "type": "git",
package/src/drozai.d.ts CHANGED
@@ -90,6 +90,13 @@ declare const DrozAi_base: new (options?: import("./client/http").HttpClientOpti
90
90
  checkAiAgentVersion(variables: import("./sdks/ai").Exact<{
91
91
  input: import("./sdks/ai").CheckAiAgentVersionInput;
92
92
  }>, options?: unknown): Promise<import("./sdks/ai").CheckAiAgentVersionMutation>;
93
+ getAiAgentCheckRun(variables: import("./sdks/ai").Exact<{
94
+ agentId: import("./sdks/ai").Scalars["ID"]["input"];
95
+ runId: import("./sdks/ai").Scalars["ID"]["input"];
96
+ }>, options?: unknown): Promise<import("./sdks/ai").GetAiAgentCheckRunQuery>;
97
+ aiAgentCheckLimits(variables: import("./sdks/ai").Exact<{
98
+ agentId: import("./sdks/ai").Scalars["ID"]["input"];
99
+ }>, options?: unknown): Promise<import("./sdks/ai").AiAgentCheckLimitsQuery>;
93
100
  aiAgentMetrics(variables: import("./sdks/ai").Exact<{
94
101
  input: import("./sdks/ai").AiAgentMetricsInput;
95
102
  }>, options?: unknown): Promise<import("./sdks/ai").AiAgentMetricsQuery>;
package/src/sdks/ai.d.ts CHANGED
@@ -157,12 +157,43 @@ export type AiAgentBudgetInput = {
157
157
  maxToolCalls: Scalars['Int']['input'];
158
158
  onExceeded: BudgetExceededAction;
159
159
  };
160
+ export type AiAgentCheckLimits = {
161
+ /** Já dividido pelos cenários deste agente: é o maior valor que a suíte dele sustenta. */
162
+ maxRunsPerScenario: Scalars['Int']['output'];
163
+ /** Teto do total, cenários × execuções. */
164
+ maxSuiteRuns: Scalars['Int']['output'];
165
+ minRunsPerScenario: Scalars['Int']['output'];
166
+ scenarioCount: Scalars['Int']['output'];
167
+ };
160
168
  export type AiAgentCheckResult = {
161
169
  regressions: Array<AiAgentRegression>;
162
170
  reports: Array<AiAgentScenarioReport>;
163
171
  /** Falso quando um cenário piorou além da tolerância em relação à versão live. */
164
172
  safeToPublish: Scalars['Boolean']['output'];
165
173
  };
174
+ export type AiAgentCheckRun = {
175
+ agentId: Scalars['ID']['output'];
176
+ /** Execuções já terminadas. Avança durante a suíte, não só no fim. */
177
+ completedRuns: Scalars['Int']['output'];
178
+ /** Presente só quando a execução falhou. */
179
+ error?: Maybe<Scalars['String']['output']>;
180
+ finishedAt?: Maybe<Scalars['Number']['output']>;
181
+ requestedAt: Scalars['Number']['output'];
182
+ /** Presente só quando a execução terminou bem. */
183
+ result?: Maybe<AiAgentCheckResult>;
184
+ runId: Scalars['ID']['output'];
185
+ startedAt?: Maybe<Scalars['Number']['output']>;
186
+ status: AiAgentCheckRunStatus;
187
+ /** Execuções que a suíte terá ao todo, definido no momento do pedido. */
188
+ totalRuns: Scalars['Int']['output'];
189
+ version: Scalars['Int']['output'];
190
+ };
191
+ export declare enum AiAgentCheckRunStatus {
192
+ Failed = "failed",
193
+ Queued = "queued",
194
+ Running = "running",
195
+ Succeeded = "succeeded"
196
+ }
166
197
  export type AiAgentCompetingPair = {
167
198
  left: Scalars['ID']['output'];
168
199
  right: Scalars['ID']['output'];
@@ -690,8 +721,11 @@ export type I18nTextInput = {
690
721
  value: Scalars['String']['input'];
691
722
  };
692
723
  export type Mutation = {
693
- /** Roda os cenários contra uma versão candidata e registra o resultado. Custa chamadas de modelo. */
694
- checkAiAgentVersion?: Maybe<AiAgentCheckResult>;
724
+ /**
725
+ * Enfileira a suíte contra uma versão candidata e devolve a execução em `queued`. Rodar custa
726
+ * chamadas de modelo e leva minutos, então o resultado se lê depois por `getAiAgentCheckRun`.
727
+ */
728
+ checkAiAgentVersion?: Maybe<AiAgentCheckRun>;
695
729
  createNlpInstance?: Maybe<NlpInstance>;
696
730
  createQnAInstance?: Maybe<QnAInstance>;
697
731
  draftAiAgent?: Maybe<AiAgentVersion>;
@@ -841,6 +875,8 @@ export type QnAInstance = {
841
875
  updatedAt: Scalars['DateTime']['output'];
842
876
  };
843
877
  export type Query = {
878
+ /** O que a suíte deste agente aceita hoje. O teto por cenário já vem dividido pelos cenários dele. */
879
+ aiAgentCheckLimits: AiAgentCheckLimits;
844
880
  aiAgentConversationMetrics: Array<AiAgentConversationMetrics>;
845
881
  aiAgentConversationOutcome?: Maybe<AiAgentConversationOutcome>;
846
882
  /**
@@ -869,6 +905,8 @@ export type Query = {
869
905
  */
870
906
  aiAgentUseCaseOverlap: AiAgentUseCaseOverlap;
871
907
  app?: Maybe<Scalars['DRN']['output']>;
908
+ /** Uma execução da suíte. Ausente quando o identificador não é de uma execução deste agente. */
909
+ getAiAgentCheckRun?: Maybe<AiAgentCheckRun>;
872
910
  getHttpEndpoint?: Maybe<Scalars['String']['output']>;
873
911
  getNlpInstance?: Maybe<NlpInstance>;
874
912
  getQnAInstance?: Maybe<QnAInstance>;
@@ -886,6 +924,9 @@ export type Query = {
886
924
  testQnAInstance?: Maybe<TestQnAInstanceResult>;
887
925
  version?: Maybe<Scalars['String']['output']>;
888
926
  };
927
+ export type QueryAiAgentCheckLimitsArgs = {
928
+ agentId: Scalars['ID']['input'];
929
+ };
889
930
  export type QueryAiAgentConversationMetricsArgs = {
890
931
  input: AiAgentMetricsInput;
891
932
  };
@@ -907,6 +948,10 @@ export type QueryAiAgentTraceArgs = {
907
948
  export type QueryAiAgentUseCaseOverlapArgs = {
908
949
  agentId: Scalars['ID']['input'];
909
950
  };
951
+ export type QueryGetAiAgentCheckRunArgs = {
952
+ agentId: Scalars['ID']['input'];
953
+ runId: Scalars['ID']['input'];
954
+ };
910
955
  export type QueryGetNlpInstanceArgs = {
911
956
  id: Scalars['ID']['input'];
912
957
  };
@@ -1076,6 +1121,7 @@ export declare enum ToolParameterType {
1076
1121
  export declare enum Typenames {
1077
1122
  AiAgentAnswerCache = "AiAgentAnswerCache",
1078
1123
  AiAgentApproval = "AiAgentApproval",
1124
+ AiAgentCheckRun = "AiAgentCheckRun",
1079
1125
  AiAgentEvalReport = "AiAgentEvalReport",
1080
1126
  AiAgentProcedure = "AiAgentProcedure",
1081
1127
  AiAgentRetentionPolicy = "AiAgentRetentionPolicy",
@@ -1285,11 +1331,8 @@ export type SaveAiAgentScenarioMutationVariables = Exact<{
1285
1331
  export type SaveAiAgentScenarioMutation = {
1286
1332
  saveAiAgentScenario?: Maybe<AiAgentScenarioFragment>;
1287
1333
  };
1288
- export type CheckAiAgentVersionMutationVariables = Exact<{
1289
- input: CheckAiAgentVersionInput;
1290
- }>;
1291
- export type CheckAiAgentVersionMutation = {
1292
- checkAiAgentVersion?: Maybe<(Pick<AiAgentCheckResult, 'safeToPublish'> & {
1334
+ export type AiAgentCheckRunFragment = (Pick<AiAgentCheckRun, 'runId' | 'agentId' | 'version' | 'status' | 'requestedAt' | 'startedAt' | 'finishedAt' | 'totalRuns' | 'completedRuns' | 'error'> & {
1335
+ result?: Maybe<(Pick<AiAgentCheckResult, 'safeToPublish'> & {
1293
1336
  reports: Array<(Pick<AiAgentScenarioReport, 'scenarioId' | 'runs' | 'passed' | 'rate'> & {
1294
1337
  turns: Array<(Pick<AiAgentScenarioTurn, 'turn' | 'runs' | 'answered' | 'grounded' | 'blocked'> & {
1295
1338
  toolNames: Array<Pick<AiAgentMetricsCount, 'key' | 'count'>>;
@@ -1298,6 +1341,25 @@ export type CheckAiAgentVersionMutation = {
1298
1341
  })>;
1299
1342
  regressions: Array<Pick<AiAgentRegression, 'scenarioId' | 'before' | 'after'>>;
1300
1343
  })>;
1344
+ });
1345
+ export type CheckAiAgentVersionMutationVariables = Exact<{
1346
+ input: CheckAiAgentVersionInput;
1347
+ }>;
1348
+ export type CheckAiAgentVersionMutation = {
1349
+ checkAiAgentVersion?: Maybe<AiAgentCheckRunFragment>;
1350
+ };
1351
+ export type GetAiAgentCheckRunQueryVariables = Exact<{
1352
+ agentId: Scalars['ID']['input'];
1353
+ runId: Scalars['ID']['input'];
1354
+ }>;
1355
+ export type GetAiAgentCheckRunQuery = {
1356
+ getAiAgentCheckRun?: Maybe<AiAgentCheckRunFragment>;
1357
+ };
1358
+ export type AiAgentCheckLimitsQueryVariables = Exact<{
1359
+ agentId: Scalars['ID']['input'];
1360
+ }>;
1361
+ export type AiAgentCheckLimitsQuery = {
1362
+ aiAgentCheckLimits: Pick<AiAgentCheckLimits, 'minRunsPerScenario' | 'maxRunsPerScenario' | 'maxSuiteRuns' | 'scenarioCount'>;
1301
1363
  };
1302
1364
  export type AiAgentMetricsReportFragment = (Pick<AiAgentMetrics, 'agentId' | 'from' | 'to' | 'truncated' | 'conversations' | 'conversationsResolved' | 'conversationsInconclusive' | 'conversationsHandoffRequested' | 'resolutionRate' | 'resolutionDefinition' | 'escalatedToHuman' | 'escalatedToFlow' | 'escalatedTargetUndeclared' | 'humanRequestedTurns' | 'costMicroUsd' | 'costMicroUsdPerResolvedConversation' | 'unpricedTurns' | 'inputTokens' | 'outputTokens' | 'totalTokens' | 'cachedInputTokens' | 'cachedTurns' | 'llmCalls' | 'avgTurnDurationMs' | 'p95TurnDurationMs' | 'avgLlmLatencyMs' | 'turns' | 'answeredTurns' | 'answeredWithFailedConnectionTurns' | 'unansweredTurns' | 'unansweredDefinition' | 'blockedTurns' | 'haltedTurns' | 'budgetExceededTurns' | 'identificationRequiredTurns' | 'toolCalls' | 'toolCallsFailed' | 'knowledgeRetrieved' | 'knowledgeEmpty' | 'knowledgeUnavailable' | 'knowledgeSkipped'> & {
1303
1365
  handoffsByReason: Array<Pick<AiAgentMetricsCount, 'key' | 'count'>>;
@@ -1434,6 +1496,7 @@ export declare const AiAgentProcedureFragmentDoc = "\n fragment aiAgentProced
1434
1496
  export declare const AiAgentToolFragmentDoc = "\n fragment aiAgentTool on AiAgentTool {\n toolId\n name\n description\n effect\n availability\n requiresAuthenticatedCustomer\n onFailure\n customerScope\n returns\n approval\n parameters {\n name\n type\n required\n description\n grounding\n }\n}\n ";
1435
1497
  export declare const AiAgentTraceFragmentDoc = "\n fragment aiAgentTrace on AiAgentTrace {\n sessionId\n turn\n agentId\n agentVersion\n input\n promptBuilderVersion\n masterRuleVersion\n identificationRequired\n promptFingerprint\n knowledgeOrigins\n outcome\n haltReason\n steps\n answer\n startedAt\n toolCalls {\n toolId\n name\n result\n ok\n connection\n errorClass\n }\n}\n ";
1436
1498
  export declare const AiAgentScenarioFragmentDoc = "\n fragment aiAgentScenario on AiAgentScenario {\n scenarioId\n description\n turns\n expectations\n}\n ";
1499
+ export declare const AiAgentCheckRunFragmentDoc = "\n fragment aiAgentCheckRun on AiAgentCheckRun {\n runId\n agentId\n version\n status\n requestedAt\n startedAt\n finishedAt\n totalRuns\n completedRuns\n error\n result {\n safeToPublish\n reports {\n scenarioId\n runs\n passed\n rate\n turns {\n turn\n runs\n answered\n grounded\n blocked\n toolNames {\n key\n count\n }\n blockCategories {\n key\n count\n }\n }\n }\n regressions {\n scenarioId\n before\n after\n }\n }\n}\n ";
1437
1500
  export declare const AiAgentMetricsReportFragmentDoc = "\n fragment aiAgentMetricsReport on AiAgentMetrics {\n agentId\n from\n to\n truncated\n conversations\n conversationsResolved\n conversationsInconclusive\n conversationsHandoffRequested\n resolutionRate\n resolutionDefinition\n escalatedToHuman\n escalatedToFlow\n escalatedTargetUndeclared\n handoffsByReason {\n key\n count\n }\n humanRequestedTurns\n costMicroUsd\n costMicroUsdPerResolvedConversation\n unpricedTurns\n inputTokens\n outputTokens\n totalTokens\n cachedInputTokens\n cachedTurns\n llmCalls\n turnsByModel {\n key\n count\n }\n avgTurnDurationMs\n p95TurnDurationMs\n avgLlmLatencyMs\n turns\n answeredTurns\n answeredWithFailedConnectionTurns\n unansweredTurns\n unansweredDefinition\n topTopics {\n key\n count\n }\n topUnansweredQuestions {\n key\n count\n }\n blockedTurns\n blocksByCategory {\n key\n count\n }\n haltedTurns\n haltReasons {\n key\n count\n }\n budgetExceededTurns\n identificationRequiredTurns\n toolCalls\n toolCallsFailed\n toolErrorsByConnection {\n key\n count\n }\n toolErrorsByClass {\n key\n count\n }\n knowledgeRetrieved\n knowledgeEmpty\n knowledgeUnavailable\n knowledgeSkipped\n}\n ";
1438
1501
  export declare const NlpInstanceFragmentDoc = "\n fragment nlpInstance on NlpInstance {\n id\n name\n drn\n options {\n transition\n samples\n }\n createdAt\n updatedAt\n}\n ";
1439
1502
  export declare const QnaFragmentFragmentDoc = "\n fragment qnaFragment on QnAInstance {\n id\n name\n drn\n credentialsId\n tryToReplyOnTransition\n createdAt\n updatedAt\n}\n ";
@@ -1464,7 +1527,9 @@ export declare const ResolveAiAgentApprovalDocument = "\n mutation resolveAiA
1464
1527
  export declare const RegisterAiAgentToolDocument = "\n mutation registerAiAgentTool($input: RegisterAiAgentToolInput!) {\n registerAiAgentTool(input: $input) {\n ...aiAgentTool\n }\n}\n \n fragment aiAgentTool on AiAgentTool {\n toolId\n name\n description\n effect\n availability\n requiresAuthenticatedCustomer\n onFailure\n customerScope\n returns\n approval\n parameters {\n name\n type\n required\n description\n grounding\n }\n}\n ";
1465
1528
  export declare const UnregisterAiAgentToolDocument = "\n mutation unregisterAiAgentTool($input: UnregisterAiAgentToolInput!) {\n unregisterAiAgentTool(input: $input)\n}\n ";
1466
1529
  export declare const SaveAiAgentScenarioDocument = "\n mutation saveAiAgentScenario($input: SaveAiAgentScenarioInput!) {\n saveAiAgentScenario(input: $input) {\n ...aiAgentScenario\n }\n}\n \n fragment aiAgentScenario on AiAgentScenario {\n scenarioId\n description\n turns\n expectations\n}\n ";
1467
- export declare const CheckAiAgentVersionDocument = "\n mutation checkAiAgentVersion($input: CheckAiAgentVersionInput!) {\n checkAiAgentVersion(input: $input) {\n safeToPublish\n reports {\n scenarioId\n runs\n passed\n rate\n turns {\n turn\n runs\n answered\n grounded\n blocked\n toolNames {\n key\n count\n }\n blockCategories {\n key\n count\n }\n }\n }\n regressions {\n scenarioId\n before\n after\n }\n }\n}\n ";
1530
+ export declare const CheckAiAgentVersionDocument = "\n mutation checkAiAgentVersion($input: CheckAiAgentVersionInput!) {\n checkAiAgentVersion(input: $input) {\n ...aiAgentCheckRun\n }\n}\n \n fragment aiAgentCheckRun on AiAgentCheckRun {\n runId\n agentId\n version\n status\n requestedAt\n startedAt\n finishedAt\n totalRuns\n completedRuns\n error\n result {\n safeToPublish\n reports {\n scenarioId\n runs\n passed\n rate\n turns {\n turn\n runs\n answered\n grounded\n blocked\n toolNames {\n key\n count\n }\n blockCategories {\n key\n count\n }\n }\n }\n regressions {\n scenarioId\n before\n after\n }\n }\n}\n ";
1531
+ export declare const GetAiAgentCheckRunDocument = "\n query getAiAgentCheckRun($agentId: ID!, $runId: ID!) {\n getAiAgentCheckRun(agentId: $agentId, runId: $runId) {\n ...aiAgentCheckRun\n }\n}\n \n fragment aiAgentCheckRun on AiAgentCheckRun {\n runId\n agentId\n version\n status\n requestedAt\n startedAt\n finishedAt\n totalRuns\n completedRuns\n error\n result {\n safeToPublish\n reports {\n scenarioId\n runs\n passed\n rate\n turns {\n turn\n runs\n answered\n grounded\n blocked\n toolNames {\n key\n count\n }\n blockCategories {\n key\n count\n }\n }\n }\n regressions {\n scenarioId\n before\n after\n }\n }\n}\n ";
1532
+ export declare const AiAgentCheckLimitsDocument = "\n query aiAgentCheckLimits($agentId: ID!) {\n aiAgentCheckLimits(agentId: $agentId) {\n minRunsPerScenario\n maxRunsPerScenario\n maxSuiteRuns\n scenarioCount\n }\n}\n ";
1468
1533
  export declare const AiAgentMetricsDocument = "\n query aiAgentMetrics($input: AiAgentMetricsInput!) {\n aiAgentMetrics(input: $input) {\n ...aiAgentMetricsReport\n }\n}\n \n fragment aiAgentMetricsReport on AiAgentMetrics {\n agentId\n from\n to\n truncated\n conversations\n conversationsResolved\n conversationsInconclusive\n conversationsHandoffRequested\n resolutionRate\n resolutionDefinition\n escalatedToHuman\n escalatedToFlow\n escalatedTargetUndeclared\n handoffsByReason {\n key\n count\n }\n humanRequestedTurns\n costMicroUsd\n costMicroUsdPerResolvedConversation\n unpricedTurns\n inputTokens\n outputTokens\n totalTokens\n cachedInputTokens\n cachedTurns\n llmCalls\n turnsByModel {\n key\n count\n }\n avgTurnDurationMs\n p95TurnDurationMs\n avgLlmLatencyMs\n turns\n answeredTurns\n answeredWithFailedConnectionTurns\n unansweredTurns\n unansweredDefinition\n topTopics {\n key\n count\n }\n topUnansweredQuestions {\n key\n count\n }\n blockedTurns\n blocksByCategory {\n key\n count\n }\n haltedTurns\n haltReasons {\n key\n count\n }\n budgetExceededTurns\n identificationRequiredTurns\n toolCalls\n toolCallsFailed\n toolErrorsByConnection {\n key\n count\n }\n toolErrorsByClass {\n key\n count\n }\n knowledgeRetrieved\n knowledgeEmpty\n knowledgeUnavailable\n knowledgeSkipped\n}\n ";
1469
1534
  export declare const AiAgentVersionSpecDocument = "\n query aiAgentVersionSpec($agentId: ID!) {\n listAiAgentVersions(agentId: $agentId) {\n ...aiAgentVersionWithSpec\n }\n}\n \n fragment aiAgentVersionWithSpec on AiAgentVersion {\n agentId\n version\n status\n createdAt\n spec {\n ...aiAgentSpec\n }\n}\n \n\n fragment aiAgentSpec on AiAgentSpec {\n identity {\n displayName\n role\n tone\n toneNotes\n openingMessage\n outOfScopeBehaviour\n }\n can\n cannot\n knowledgeBaseIds\n knowledgeFallback\n toolIds\n budget {\n maxSteps\n maxToolCalls\n maxTokens\n maxCostMicroUsd\n maxPeriodCostMicroUsd\n onExceeded\n }\n handoff {\n transition\n target\n }\n channels\n}\n ";
1470
1535
  export declare const AiAgentRoutingPreviewDocument = "\n query aiAgentRoutingPreview($input: AiAgentRoutingPreviewInput!) {\n aiAgentRoutingPreview(input: $input) {\n high\n medium\n examples {\n message\n useCaseId\n score\n confidence\n }\n }\n}\n ";
@@ -1512,6 +1577,8 @@ export declare function getSdk<C>(requester: Requester<C>): {
1512
1577
  unregisterAiAgentTool(variables: UnregisterAiAgentToolMutationVariables, options?: C): Promise<UnregisterAiAgentToolMutation>;
1513
1578
  saveAiAgentScenario(variables: SaveAiAgentScenarioMutationVariables, options?: C): Promise<SaveAiAgentScenarioMutation>;
1514
1579
  checkAiAgentVersion(variables: CheckAiAgentVersionMutationVariables, options?: C): Promise<CheckAiAgentVersionMutation>;
1580
+ getAiAgentCheckRun(variables: GetAiAgentCheckRunQueryVariables, options?: C): Promise<GetAiAgentCheckRunQuery>;
1581
+ aiAgentCheckLimits(variables: AiAgentCheckLimitsQueryVariables, options?: C): Promise<AiAgentCheckLimitsQuery>;
1515
1582
  aiAgentMetrics(variables: AiAgentMetricsQueryVariables, options?: C): Promise<AiAgentMetricsQuery>;
1516
1583
  aiAgentVersionSpec(variables: AiAgentVersionSpecQueryVariables, options?: C): Promise<AiAgentVersionSpecQuery>;
1517
1584
  aiAgentRoutingPreview(variables: AiAgentRoutingPreviewQueryVariables, options?: C): Promise<AiAgentRoutingPreviewQuery>;
package/src/sdks/ai.js CHANGED
@@ -1,9 +1,16 @@
1
1
  "use strict";
2
2
  /* istanbul ignore file */
3
3
  Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.SaveAiAgentScenarioDocument = exports.UnregisterAiAgentToolDocument = exports.RegisterAiAgentToolDocument = exports.ResolveAiAgentApprovalDocument = exports.RemoveAiAgentProcedureDocument = exports.RemoveAiAgentUseCaseDocument = exports.SaveAiAgentProcedureDocument = exports.SaveAiAgentUseCaseDocument = exports.AiAgentConversationOutcomeDocument = exports.AiAgentConversationMetricsDocument = exports.AiAgentRetentionPolicyDocument = exports.SetAiAgentRetentionPolicyDocument = exports.ListAiAgentScenariosDocument = exports.AiAgentTraceDocument = exports.AiAgentUseCaseOverlapDocument = exports.ListAiAgentToolsDocument = exports.ListAiAgentProceduresDocument = exports.ListAiAgentUseCasesDocument = exports.RemoveAiAgentDocument = exports.RemoveAiAgentVersionDocument = exports.RollbackAiAgentVersionDocument = exports.UnpublishAiAgentVersionDocument = exports.PublishAiAgentVersionDocument = exports.DraftAiAgentDocument = exports.AiAgentMetricsByAgentDocument = exports.ListAiAgentVersionsDocument = exports.ListAiAgentsDocument = exports.QnaFragmentFragmentDoc = exports.NlpInstanceFragmentDoc = exports.AiAgentMetricsReportFragmentDoc = exports.AiAgentScenarioFragmentDoc = exports.AiAgentTraceFragmentDoc = exports.AiAgentToolFragmentDoc = exports.AiAgentProcedureFragmentDoc = exports.AiAgentUseCaseFragmentDoc = exports.AiAgentListingMetricsFragmentDoc = exports.AiAgentVersionWithSpecFragmentDoc = exports.AiAgentSpecFragmentDoc = exports.AiAgentVersionFragmentDoc = exports.AiAgentSummaryFragmentDoc = exports.Typenames = exports.ToolParameterType = exports.ToolEffect = exports.ToolAvailability = exports.TonePreset = exports.ParameterGrounding = exports.Can = exports.BudgetExceededAction = exports.AppInstanceStatus = exports.AiAgentVersionStatus = void 0;
5
- exports.serviceName = exports.RemoveQnAInstanceDocument = exports.UpdateQnAInstanceDocument = exports.CreateQnAInstanceDocument = exports.TestQnAInstanceDocument = exports.ListQnAInstancesDocument = exports.GetQnAInstanceDocument = exports.TestNlpInstanceDocument = exports.RemoveNlpInstanceDocument = exports.UpdateNlpInstanceDocument = exports.CreateNlpInstanceDocument = exports.ListNlpInstancesDocument = exports.GetNlpInstanceDocument = exports.ExtractImageMetadataDocument = exports.AiAgentKnowledgeBasesDocument = exports.AiAgentRoutingPreviewDocument = exports.AiAgentVersionSpecDocument = exports.AiAgentMetricsDocument = exports.CheckAiAgentVersionDocument = void 0;
4
+ exports.RegisterAiAgentToolDocument = exports.ResolveAiAgentApprovalDocument = exports.RemoveAiAgentProcedureDocument = exports.RemoveAiAgentUseCaseDocument = exports.SaveAiAgentProcedureDocument = exports.SaveAiAgentUseCaseDocument = exports.AiAgentConversationOutcomeDocument = exports.AiAgentConversationMetricsDocument = exports.AiAgentRetentionPolicyDocument = exports.SetAiAgentRetentionPolicyDocument = exports.ListAiAgentScenariosDocument = exports.AiAgentTraceDocument = exports.AiAgentUseCaseOverlapDocument = exports.ListAiAgentToolsDocument = exports.ListAiAgentProceduresDocument = exports.ListAiAgentUseCasesDocument = exports.RemoveAiAgentDocument = exports.RemoveAiAgentVersionDocument = exports.RollbackAiAgentVersionDocument = exports.UnpublishAiAgentVersionDocument = exports.PublishAiAgentVersionDocument = exports.DraftAiAgentDocument = exports.AiAgentMetricsByAgentDocument = exports.ListAiAgentVersionsDocument = exports.ListAiAgentsDocument = exports.QnaFragmentFragmentDoc = exports.NlpInstanceFragmentDoc = exports.AiAgentMetricsReportFragmentDoc = exports.AiAgentCheckRunFragmentDoc = exports.AiAgentScenarioFragmentDoc = exports.AiAgentTraceFragmentDoc = exports.AiAgentToolFragmentDoc = exports.AiAgentProcedureFragmentDoc = exports.AiAgentUseCaseFragmentDoc = exports.AiAgentListingMetricsFragmentDoc = exports.AiAgentVersionWithSpecFragmentDoc = exports.AiAgentSpecFragmentDoc = exports.AiAgentVersionFragmentDoc = exports.AiAgentSummaryFragmentDoc = exports.Typenames = exports.ToolParameterType = exports.ToolEffect = exports.ToolAvailability = exports.TonePreset = exports.ParameterGrounding = exports.Can = exports.BudgetExceededAction = exports.AppInstanceStatus = exports.AiAgentVersionStatus = exports.AiAgentCheckRunStatus = void 0;
5
+ exports.serviceName = exports.RemoveQnAInstanceDocument = exports.UpdateQnAInstanceDocument = exports.CreateQnAInstanceDocument = exports.TestQnAInstanceDocument = exports.ListQnAInstancesDocument = exports.GetQnAInstanceDocument = exports.TestNlpInstanceDocument = exports.RemoveNlpInstanceDocument = exports.UpdateNlpInstanceDocument = exports.CreateNlpInstanceDocument = exports.ListNlpInstancesDocument = exports.GetNlpInstanceDocument = exports.ExtractImageMetadataDocument = exports.AiAgentKnowledgeBasesDocument = exports.AiAgentRoutingPreviewDocument = exports.AiAgentVersionSpecDocument = exports.AiAgentMetricsDocument = exports.AiAgentCheckLimitsDocument = exports.GetAiAgentCheckRunDocument = exports.CheckAiAgentVersionDocument = exports.SaveAiAgentScenarioDocument = exports.UnregisterAiAgentToolDocument = void 0;
6
6
  exports.getSdk = getSdk;
7
+ var AiAgentCheckRunStatus;
8
+ (function (AiAgentCheckRunStatus) {
9
+ AiAgentCheckRunStatus["Failed"] = "failed";
10
+ AiAgentCheckRunStatus["Queued"] = "queued";
11
+ AiAgentCheckRunStatus["Running"] = "running";
12
+ AiAgentCheckRunStatus["Succeeded"] = "succeeded";
13
+ })(AiAgentCheckRunStatus || (exports.AiAgentCheckRunStatus = AiAgentCheckRunStatus = {}));
7
14
  var AiAgentVersionStatus;
8
15
  (function (AiAgentVersionStatus) {
9
16
  AiAgentVersionStatus["Draft"] = "draft";
@@ -63,6 +70,7 @@ var Typenames;
63
70
  (function (Typenames) {
64
71
  Typenames["AiAgentAnswerCache"] = "AiAgentAnswerCache";
65
72
  Typenames["AiAgentApproval"] = "AiAgentApproval";
73
+ Typenames["AiAgentCheckRun"] = "AiAgentCheckRun";
66
74
  Typenames["AiAgentEvalReport"] = "AiAgentEvalReport";
67
75
  Typenames["AiAgentProcedure"] = "AiAgentProcedure";
68
76
  Typenames["AiAgentRetentionPolicy"] = "AiAgentRetentionPolicy";
@@ -229,6 +237,49 @@ exports.AiAgentScenarioFragmentDoc = `
229
237
  expectations
230
238
  }
231
239
  `;
240
+ exports.AiAgentCheckRunFragmentDoc = `
241
+ fragment aiAgentCheckRun on AiAgentCheckRun {
242
+ runId
243
+ agentId
244
+ version
245
+ status
246
+ requestedAt
247
+ startedAt
248
+ finishedAt
249
+ totalRuns
250
+ completedRuns
251
+ error
252
+ result {
253
+ safeToPublish
254
+ reports {
255
+ scenarioId
256
+ runs
257
+ passed
258
+ rate
259
+ turns {
260
+ turn
261
+ runs
262
+ answered
263
+ grounded
264
+ blocked
265
+ toolNames {
266
+ key
267
+ count
268
+ }
269
+ blockCategories {
270
+ key
271
+ count
272
+ }
273
+ }
274
+ }
275
+ regressions {
276
+ scenarioId
277
+ before
278
+ after
279
+ }
280
+ }
281
+ }
282
+ `;
232
283
  exports.AiAgentMetricsReportFragmentDoc = `
233
284
  fragment aiAgentMetricsReport on AiAgentMetrics {
234
285
  agentId
@@ -545,33 +596,24 @@ exports.SaveAiAgentScenarioDocument = `
545
596
  exports.CheckAiAgentVersionDocument = `
546
597
  mutation checkAiAgentVersion($input: CheckAiAgentVersionInput!) {
547
598
  checkAiAgentVersion(input: $input) {
548
- safeToPublish
549
- reports {
550
- scenarioId
551
- runs
552
- passed
553
- rate
554
- turns {
555
- turn
556
- runs
557
- answered
558
- grounded
559
- blocked
560
- toolNames {
561
- key
562
- count
563
- }
564
- blockCategories {
565
- key
566
- count
567
- }
568
- }
569
- }
570
- regressions {
571
- scenarioId
572
- before
573
- after
574
- }
599
+ ...aiAgentCheckRun
600
+ }
601
+ }
602
+ ${exports.AiAgentCheckRunFragmentDoc}`;
603
+ exports.GetAiAgentCheckRunDocument = `
604
+ query getAiAgentCheckRun($agentId: ID!, $runId: ID!) {
605
+ getAiAgentCheckRun(agentId: $agentId, runId: $runId) {
606
+ ...aiAgentCheckRun
607
+ }
608
+ }
609
+ ${exports.AiAgentCheckRunFragmentDoc}`;
610
+ exports.AiAgentCheckLimitsDocument = `
611
+ query aiAgentCheckLimits($agentId: ID!) {
612
+ aiAgentCheckLimits(agentId: $agentId) {
613
+ minRunsPerScenario
614
+ maxRunsPerScenario
615
+ maxSuiteRuns
616
+ scenarioCount
575
617
  }
576
618
  }
577
619
  `;
@@ -803,6 +845,12 @@ function getSdk(requester) {
803
845
  checkAiAgentVersion(variables, options) {
804
846
  return requester(exports.CheckAiAgentVersionDocument, variables, options);
805
847
  },
848
+ getAiAgentCheckRun(variables, options) {
849
+ return requester(exports.GetAiAgentCheckRunDocument, variables, options);
850
+ },
851
+ aiAgentCheckLimits(variables, options) {
852
+ return requester(exports.AiAgentCheckLimitsDocument, variables, options);
853
+ },
806
854
  aiAgentMetrics(variables, options) {
807
855
  return requester(exports.AiAgentMetricsDocument, variables, options);
808
856
  },