@soat/sdk 0.20.5 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -569,6 +569,10 @@ type AgentRelease = {
569
569
  * Percentage of traffic assigned to `canary_version`
570
570
  */
571
571
  canary_percent: number;
572
+ /**
573
+ * Eval that must have a passing run against `canary_version` before `promote` is allowed, or null for an ungated rollout. The gate constrains only how the rollout ends — traffic is split the same way either way. See [Eval-gated promotion](/docs/modules/agents#eval-gated-promotion).
574
+ */
575
+ promotion_gate?: string | null;
572
576
  };
573
577
  /**
574
578
  * An immutable archive of an agent's configuration at one version.
@@ -598,6 +602,10 @@ type AgentVersion = {
598
602
  * Optional human tag, set with `version_label` on the write that created this version. Restore, promote and abort set one automatically (e.g. `restored from v1`).
599
603
  */
600
604
  label?: string | null;
605
+ /**
606
+ * The eval run that cleared the release's `promotion_gate` when this version was promoted. Null for every version that did not go live through a gated promotion — which is most of them.
607
+ */
608
+ eval_run_id?: string | null;
601
609
  /**
602
610
  * Public ID of the user whose action produced this version. A formation apply is attributed to the project's owning identity; null when no principal could be resolved.
603
611
  */
@@ -623,6 +631,10 @@ type SetAgentReleaseRequest = {
623
631
  * Percentage of traffic to assign to `canary_version`
624
632
  */
625
633
  canary_percent: number;
634
+ /**
635
+ * Eval to gate promotion on. It must belong to this project and evaluate this agent; anything else is a `400`. Omit it, or send null, for a rollout that can be promoted at will.
636
+ */
637
+ promotion_gate?: string | null;
626
638
  };
627
639
  /**
628
640
  * One agent↔tool attachment. Exactly one of `tool_id` (persisted tool reference) or `tool` (inline ephemeral definition) per entry. Tool-call gating is owned by [Guardrails](/docs/modules/guardrails), attached via `guardrail_ids` on the project, agent, or tool — not on the binding.
@@ -952,6 +964,15 @@ type SubmitToolOutputsRequest = {
952
964
  output: unknown;
953
965
  }>;
954
966
  };
967
+ /**
968
+ * Handle for a generation running in the background. The generation record already exists when this is returned, so the id is immediately pollable via `GET /api/v1/generations/{generation_id}`.
969
+ *
970
+ */
971
+ type AcceptedGenerationResponse = {
972
+ status: 'accepted';
973
+ generation_id: string;
974
+ trace_id: string;
975
+ };
955
976
  /**
956
977
  * Result of an agent generation. Mirrors the server's `GenerationResult`. When `status` is `completed` the model output is under `output`; when it is `requires_action` the pending client tool calls are under `required_action`.
957
978
  *
@@ -1562,104 +1583,6 @@ type GenerateConversationMessageResponse = ({
1562
1583
  } & GenerateConversationMessageCompleted) | ({
1563
1584
  status: 'requires_action';
1564
1585
  } & GenerateConversationMessageRequiresAction);
1565
- /**
1566
- * Override for the final synthesis pass that weighs the deliberation into a single outcome.
1567
- */
1568
- type SynthesisConfig = {
1569
- ai_provider_id?: string;
1570
- model?: string;
1571
- /**
1572
- * Synthesis prompt template. Supports {steps.deliberation} and {topic}.
1573
- */
1574
- prompt?: string;
1575
- /**
1576
- * Provider-native reasoning effort for the synthesis completion.
1577
- */
1578
- effort?: 'low' | 'medium' | 'high';
1579
- } | null;
1580
- /**
1581
- * A participant in the deliberation.
1582
- */
1583
- type ParticipantInput = {
1584
- /**
1585
- * Display label used for transcript attribution.
1586
- */
1587
- name?: string | null;
1588
- /**
1589
- * Persona prompt for this participant.
1590
- */
1591
- prompt?: string | null;
1592
- /**
1593
- * Turn order (defaults to array index).
1594
- */
1595
- position?: number;
1596
- /**
1597
- * Durable actor identity to attribute this participant's turns to.
1598
- */
1599
- actor_id?: string | null;
1600
- ai_provider_id?: string | null;
1601
- model?: string | null;
1602
- temperature?: number | null;
1603
- /**
1604
- * Provider-native reasoning effort for this participant's turns.
1605
- */
1606
- effort?: 'low' | 'medium' | 'high' | null;
1607
- };
1608
- type ParticipantRecord = {
1609
- id?: string;
1610
- name?: string | null;
1611
- prompt?: string | null;
1612
- position?: number;
1613
- actor_id?: string | null;
1614
- ai_provider_id?: string | null;
1615
- model?: string | null;
1616
- temperature?: number | null;
1617
- effort?: string | null;
1618
- };
1619
- type DiscussionRecord = {
1620
- id?: string;
1621
- project_id?: string;
1622
- name?: string;
1623
- description?: string | null;
1624
- max_rounds?: number;
1625
- ai_provider_id?: string | null;
1626
- model?: string | null;
1627
- synthesis?: SynthesisConfig;
1628
- tags?: {
1629
- [key: string]: string;
1630
- };
1631
- participants?: Array<ParticipantRecord>;
1632
- /**
1633
- * Non-blocking warnings for participant/synthesis prompt `{token}` references outside the allowlist ({topic}, {transcript}, {steps.deliberation}, {steps.deliberation.last}). Unknown tokens are not rejected — they pass through unresolved — so this is informational only.
1634
- */
1635
- template_warnings?: Array<string>;
1636
- created_at?: Date;
1637
- updated_at?: Date;
1638
- };
1639
- type DiscussionRunRecord = {
1640
- id?: string;
1641
- discussion_id?: string;
1642
- project_id?: string;
1643
- topic?: string;
1644
- status?: 'pending' | 'running' | 'completed' | 'failed';
1645
- /**
1646
- * The synthesized outcome text (the tool-result contract).
1647
- */
1648
- outcome?: string | null;
1649
- conversation_id?: string | null;
1650
- outcome_document_id?: string | null;
1651
- /**
1652
- * Type of the principal that invoked the run. Read-only: derived from the authenticated caller, never accepted from a request body.
1653
- */
1654
- started_by_principal_type?: 'user' | 'api_key' | null;
1655
- /**
1656
- * Public id of the principal that invoked the run — the API key's own id (`key_…`) when a key was used, otherwise the user's (`user_…`). Read-only, like `started_by_principal_type`.
1657
- */
1658
- started_by_principal_id?: string | null;
1659
- completed_at?: Date | null;
1660
- created_at?: Date;
1661
- updated_at?: Date;
1662
- };
1663
1586
  type DocumentRecord = {
1664
1587
  /**
1665
1588
  * Document ID
@@ -1757,6 +1680,218 @@ type EmbeddingsResponse = {
1757
1680
  */
1758
1681
  embeddings?: Array<Array<number>>;
1759
1682
  };
1683
+ /**
1684
+ * Messages replayed verbatim as the generation's input
1685
+ */
1686
+ type DatasetItemInput = Array<{
1687
+ role: string;
1688
+ /**
1689
+ * Message content — a string, or AI SDK content parts
1690
+ */
1691
+ content: unknown;
1692
+ }>;
1693
+ /**
1694
+ * Scorer configs, a discriminated union on `type`. Each type may appear at most once. Every scorer produces `{ score: 0–1, passed: boolean }`; binary scorers emit 0 or 1.
1695
+ *
1696
+ * `exact_match` compares the trimmed output text to `expected_output`. `contains` looks for `value` in the output text. `json_logic` evaluates `expression` over `{ input, output, object, expected, item.metadata }`, where `object` is the structured output (absent when the agent has no `output_schema`). `output_schema` validates the structured output against the scorer's own `schema`, falling back to the agent's; it requires the agent to carry an `output_schema`, because without one the platform emits no structured output and every item would score 0.
1697
+ *
1698
+ * `llm_judge` grades the output with a model completion, returning a continuous score plus its `reasoning`. Its `pass_threshold` is required: a continuous score says nothing about where "good enough" is, and a defaulted cutoff would silently decide the gate.
1699
+ */
1700
+ type Scorers = Array<ExactMatchScorer | ContainsScorer | JsonLogicScorer | OutputSchemaScorer | LlmJudgeScorer>;
1701
+ type ExactMatchScorer = {
1702
+ type: 'exact_match';
1703
+ };
1704
+ type ContainsScorer = {
1705
+ type: 'contains';
1706
+ value: string;
1707
+ case_sensitive?: boolean;
1708
+ };
1709
+ type JsonLogicScorer = {
1710
+ type: 'json_logic';
1711
+ /**
1712
+ * A JSON Logic expression; a truthy result scores 1
1713
+ */
1714
+ expression: {
1715
+ [key: string]: unknown;
1716
+ };
1717
+ };
1718
+ type OutputSchemaScorer = {
1719
+ type: 'output_schema';
1720
+ /**
1721
+ * JSON Schema the structured output is validated against. Frozen here so two runs stay comparable; falls back to the agent's `output_schema` when omitted.
1722
+ */
1723
+ schema?: {
1724
+ [key: string]: unknown;
1725
+ };
1726
+ };
1727
+ type LlmJudgeScorer = {
1728
+ type: 'llm_judge';
1729
+ /**
1730
+ * The judge prompt. `{{input}}`, `{{output}}` and `{{expected}}` are replaced with the item's input messages, the agent's output text, and the item's `expected_output`. Slots are filled in one pass, so a slot value that itself contains `{{output}}` is not re-expanded. The judge must answer with a JSON object carrying a numeric `score` between 0 and 1 and an optional `reasoning` string; a reply that does not marks the **item** errored, never the run failed and never a score of 0.
1731
+ */
1732
+ prompt: string;
1733
+ /**
1734
+ * The item passes this scorer when the judge's score is greater than or equal to this value. Required.
1735
+ */
1736
+ pass_threshold: number;
1737
+ /**
1738
+ * The AI provider that runs the judge; it must belong to the eval's project. Omit to use the project's default model route.
1739
+ */
1740
+ ai_provider_id?: string | null;
1741
+ /**
1742
+ * Overrides the provider's default model. Pinned per scorer, because deltas between runs judged by different models are not comparable.
1743
+ */
1744
+ model?: string | null;
1745
+ };
1746
+ type ScorerResult = {
1747
+ /**
1748
+ * The scorer type that produced this entry
1749
+ */
1750
+ scorer?: string;
1751
+ score?: number;
1752
+ passed?: boolean;
1753
+ /**
1754
+ * The judge's stated rationale; present for `llm_judge` only
1755
+ */
1756
+ reasoning?: string;
1757
+ };
1758
+ type Dataset = {
1759
+ id?: string;
1760
+ project_id?: string;
1761
+ name?: string;
1762
+ description?: string | null;
1763
+ created_at?: Date;
1764
+ updated_at?: Date;
1765
+ };
1766
+ type DatasetItem = {
1767
+ id?: string;
1768
+ dataset_id?: string;
1769
+ input?: DatasetItemInput;
1770
+ expected_output?: string | null;
1771
+ metadata?: {
1772
+ [key: string]: unknown;
1773
+ } | null;
1774
+ /**
1775
+ * The generation this item was curated from. A curated item is a deliberate fixture: erasing the source generation neither deletes nor mutates it.
1776
+ */
1777
+ source_generation_id?: string | null;
1778
+ created_at?: Date;
1779
+ updated_at?: Date;
1780
+ };
1781
+ type Eval = {
1782
+ id?: string;
1783
+ project_id?: string;
1784
+ name?: string;
1785
+ agent_id?: string;
1786
+ dataset_id?: string;
1787
+ scorers?: Scorers;
1788
+ pass_threshold?: number | null;
1789
+ created_at?: Date;
1790
+ updated_at?: Date;
1791
+ };
1792
+ /**
1793
+ * Per-scorer rollup plus the run-level pass rate; null until the run is terminal
1794
+ */
1795
+ type AggregateScores = {
1796
+ scorers?: {
1797
+ [key: string]: {
1798
+ mean?: number;
1799
+ pass_rate?: number;
1800
+ };
1801
+ };
1802
+ /**
1803
+ * Passed items over non-errored items; null when nothing was scorable
1804
+ */
1805
+ pass_rate?: number | null;
1806
+ /**
1807
+ * Items that produced a score — errored items are excluded
1808
+ */
1809
+ scored_item_count?: number;
1810
+ baseline?: BaselineComparison;
1811
+ } | null;
1812
+ /**
1813
+ * Comparison against the run named by `baseline_run_id`; absent when the run named none.
1814
+ *
1815
+ * Every number here is computed over the **item intersection** — the dataset items present and scorable in both runs — because a delta only means something when both sides answered the same question. The compared/added/removed counts make any dataset drift visible instead of letting it read as agent regression. Positive deltas mean this run scored higher than the baseline.
1816
+ */
1817
+ type BaselineComparison = {
1818
+ run_id?: string;
1819
+ /**
1820
+ * Items scorable in both runs — the basis of every delta
1821
+ */
1822
+ compared_item_count?: number;
1823
+ /**
1824
+ * Scorable here but not in the baseline (added, or errored there)
1825
+ */
1826
+ added_item_count?: number;
1827
+ /**
1828
+ * Scorable in the baseline but not here (removed, or errored here)
1829
+ */
1830
+ removed_item_count?: number;
1831
+ /**
1832
+ * Run-level pass-rate delta over the intersection; null when the two runs share no comparable item
1833
+ */
1834
+ pass_rate_delta?: number | null;
1835
+ /**
1836
+ * Per-scorer deltas, keyed by scorer type. A scorer only one of the two runs ran is omitted rather than compared against nothing.
1837
+ */
1838
+ scorers?: {
1839
+ [key: string]: {
1840
+ mean_delta?: number;
1841
+ pass_rate_delta?: number;
1842
+ };
1843
+ };
1844
+ } | null;
1845
+ type EvalRun = {
1846
+ id?: string;
1847
+ eval_id?: string;
1848
+ /**
1849
+ * The one agent version every item in this run executed against
1850
+ */
1851
+ agent_version?: number;
1852
+ status?: 'queued' | 'running' | 'completed' | 'failed' | 'canceled';
1853
+ baseline_run_id?: string | null;
1854
+ /**
1855
+ * The trigger that started this run — set when a schedule (or a manual trigger fire) started it, null for a run started through this API. Kept even if the trigger is later deleted.
1856
+ */
1857
+ trigger_id?: string | null;
1858
+ aggregate_scores?: AggregateScores;
1859
+ /**
1860
+ * Null when the eval declares no pass_threshold, and until the run is terminal
1861
+ */
1862
+ passed?: boolean | null;
1863
+ item_count?: number;
1864
+ completed_count?: number;
1865
+ errored_count?: number;
1866
+ started_at?: Date | null;
1867
+ finished_at?: Date | null;
1868
+ created_at?: Date;
1869
+ };
1870
+ type EvalResult = {
1871
+ id?: string;
1872
+ eval_run_id?: string;
1873
+ /**
1874
+ * Null once the dataset item has been deleted
1875
+ */
1876
+ dataset_item_id?: string | null;
1877
+ input?: DatasetItemInput;
1878
+ expected_output?: string | null;
1879
+ generation_id?: string | null;
1880
+ /**
1881
+ * The agent's final output text. Cleared when the linked generation's content is purged; the scores and the frozen input survive.
1882
+ */
1883
+ output?: string | null;
1884
+ scores?: Array<ScorerResult>;
1885
+ /**
1886
+ * AND over the per-scorer passed flags
1887
+ */
1888
+ passed?: boolean;
1889
+ /**
1890
+ * Item-level failure reason. A generation that did not complete — a `requires_action` pause, a provider failure — is recorded here and excluded from the aggregates rather than scored 0.
1891
+ */
1892
+ error?: string | null;
1893
+ created_at?: Date;
1894
+ };
1760
1895
  type ExceptionItem = {
1761
1896
  id?: string;
1762
1897
  project_id?: string;
@@ -2338,6 +2473,71 @@ type ToolResourceProperties = {
2338
2473
  */
2339
2474
  guardrail_ids?: Array<string> | null;
2340
2475
  };
2476
+ /**
2477
+ * Declares an evaluation dataset — the named fixture suite an eval runs an agent against. Its test cases are declared separately as `dataset_item` resources, so an item curated through the API is never collateral of a formation apply. Deleting the dataset deletes its items and the evals bound to it.
2478
+ */
2479
+ type DatasetResourceProperties = {
2480
+ /**
2481
+ * Dataset name, unique within the project
2482
+ */
2483
+ name: string;
2484
+ /**
2485
+ * Optional description
2486
+ */
2487
+ description?: string | null;
2488
+ };
2489
+ /**
2490
+ * One test case in a dataset: the messages sent to the agent under test and, optionally, the reference answer scorers compare against. Editing or removing an item never rewrites a run that already scored it — each result froze its own copy.
2491
+ */
2492
+ type DatasetItemResourceProperties = {
2493
+ /**
2494
+ * Public ID of the parent dataset (or ref expression)
2495
+ */
2496
+ dataset_id: string;
2497
+ /**
2498
+ * The messages sent to the agent, as `{role, content}` objects
2499
+ */
2500
+ input: Array<{
2501
+ [key: string]: unknown;
2502
+ }>;
2503
+ /**
2504
+ * Reference answer for exact_match / contains / llm_judge scorers
2505
+ */
2506
+ expected_output?: string | null;
2507
+ /**
2508
+ * Free-form tags on the case, e.g. `{"topic": "billing"}`
2509
+ */
2510
+ metadata?: {
2511
+ [key: string]: unknown;
2512
+ } | null;
2513
+ };
2514
+ /**
2515
+ * Binds an agent under test to a dataset and the scorers its outputs are judged by. `pass_threshold` is the pass rate a run must reach for its `passed` verdict — the gate an agent-version promotion consumes.
2516
+ */
2517
+ type EvalResourceProperties = {
2518
+ /**
2519
+ * Eval name, unique within the project
2520
+ */
2521
+ name: string;
2522
+ /**
2523
+ * Public ID of the agent under test (or ref expression)
2524
+ */
2525
+ agent_id: string;
2526
+ /**
2527
+ * Public ID of the dataset to run against (or ref expression)
2528
+ */
2529
+ dataset_id: string;
2530
+ /**
2531
+ * Scorer configs — `exact_match`, `contains`, `json_logic`, `output_schema`, or `llm_judge`. Same shape as the evals REST contract.
2532
+ */
2533
+ scorers: Array<{
2534
+ [key: string]: unknown;
2535
+ }>;
2536
+ /**
2537
+ * 0–1. A run passes when its pass rate over non-errored items reaches this. Omit for a run that reports scores without a verdict.
2538
+ */
2539
+ pass_threshold?: number | null;
2540
+ };
2341
2541
  /**
2342
2542
  * Stores a text document in a project, optionally indexing it for knowledge retrieval.
2343
2543
  */
@@ -2476,7 +2676,7 @@ type WebhookResourceProperties = {
2476
2676
  events: Array<string>;
2477
2677
  };
2478
2678
  /**
2479
- * Binds a starter (manual, webhook, or schedule) to an executable target (orchestration, agent, or tool). Firings run under the project owner's confined run-as identity.
2679
+ * Binds a starter (manual, webhook, or schedule) to an executable target (orchestration, agent, tool, or eval). Firings run under the project owner's confined run-as identity.
2480
2680
  */
2481
2681
  type TriggerResourceProperties = {
2482
2682
  /**
@@ -2494,9 +2694,9 @@ type TriggerResourceProperties = {
2494
2694
  /**
2495
2695
  * The kind of resource this trigger activates
2496
2696
  */
2497
- target_type: 'orchestration' | 'agent' | 'tool';
2697
+ target_type: 'orchestration' | 'agent' | 'tool' | 'eval';
2498
2698
  /**
2499
- * Public ID of the target resource. Use { "ref": "LogicalId" } to reference an orchestration, agent, or tool defined in the template.
2699
+ * Public ID of the target resource. Use { "ref": "LogicalId" } to reference an orchestration, agent, tool, or eval defined in the template.
2500
2700
  */
2501
2701
  target_id: string;
2502
2702
  /**
@@ -2573,40 +2773,6 @@ type ConversationResourceProperties = {
2573
2773
  */
2574
2774
  actor_id?: string | null;
2575
2775
  };
2576
- /**
2577
- * Declares a discussion (deliberation config) within the formation's project. Providing participants replaces the full set on update.
2578
- */
2579
- type DiscussionResourceProperties = {
2580
- /**
2581
- * Display name of the discussion
2582
- */
2583
- name: string;
2584
- description?: string | null;
2585
- /**
2586
- * Default AI provider participants and synthesis fall back to. Omit (or declare `null`) to inherit the project's `default_model_route_id`, which requires the project to have one.
2587
- */
2588
- ai_provider_id?: string | null;
2589
- /**
2590
- * Default model (falls back to the provider's default_model)
2591
- */
2592
- model?: string | null;
2593
- /**
2594
- * Rounds of deliberation (1–3, default 1)
2595
- */
2596
- max_rounds?: number | null;
2597
- /**
2598
- * Override for the final synthesis pass
2599
- */
2600
- synthesis?: {
2601
- [key: string]: unknown;
2602
- } | null;
2603
- /**
2604
- * The deliberation participants (max 5)
2605
- */
2606
- participants?: Array<{
2607
- [key: string]: unknown;
2608
- }>;
2609
- };
2610
2776
  /**
2611
2777
  * Registers a file record within the formation's project.
2612
2778
  */
@@ -2923,12 +3089,12 @@ type ResourceDeclaration = {
2923
3089
  /**
2924
3090
  * Resource type
2925
3091
  */
2926
- type: 'ai_provider' | 'tool' | 'agent' | 'actor' | 'api_key' | 'chat' | 'conversation' | 'document' | 'file' | 'guardrail' | 'ingestion_rule' | 'memory' | 'memory_entry' | 'model_route' | 'discussion' | 'orchestration' | 'policy' | 'project_price' | 'quota' | 'secret' | 'session' | 'webhook' | 'trigger' | 'workflow';
3092
+ type: 'ai_provider' | 'tool' | 'agent' | 'actor' | 'api_key' | 'chat' | 'conversation' | 'dataset' | 'dataset_item' | 'document' | 'file' | 'guardrail' | 'ingestion_rule' | 'memory' | 'memory_entry' | 'model_route' | 'eval' | 'orchestration' | 'policy' | 'project_price' | 'quota' | 'secret' | 'session' | 'webhook' | 'trigger' | 'workflow';
2927
3093
  /**
2928
3094
  * Resource properties. Values may use `{ "ref": "logicalId" }` to reference physical IDs of other resources in the template, `{ "param": "ParamName" }` to substitute a parameter value, or `{ "sub": "text ${ParamName}" }` to interpolate parameter values into a string.
2929
3095
  *
2930
3096
  */
2931
- properties: AgentResourceProperties | ActorResourceProperties | AiProviderResourceProperties | ToolResourceProperties | ApiKeyResourceProperties | ChatResourceProperties | ConversationResourceProperties | DiscussionResourceProperties | DocumentResourceProperties | FileResourceProperties | GuardrailResourceProperties | IngestionRuleResourceProperties | MemoryResourceProperties | MemoryEntryResourceProperties | ModelRouteResourceProperties | OrchestrationResourceProperties | PolicyResourceProperties | ProjectPriceResourceProperties | QuotaResourceProperties | SecretResourceProperties | SessionResourceProperties | WebhookResourceProperties | TriggerResourceProperties | WorkflowResourceProperties;
3097
+ properties: AgentResourceProperties | ActorResourceProperties | AiProviderResourceProperties | ToolResourceProperties | ApiKeyResourceProperties | ChatResourceProperties | DatasetResourceProperties | DatasetItemResourceProperties | EvalResourceProperties | ConversationResourceProperties | DocumentResourceProperties | FileResourceProperties | GuardrailResourceProperties | IngestionRuleResourceProperties | MemoryResourceProperties | MemoryEntryResourceProperties | ModelRouteResourceProperties | OrchestrationResourceProperties | PolicyResourceProperties | ProjectPriceResourceProperties | QuotaResourceProperties | SecretResourceProperties | SessionResourceProperties | WebhookResourceProperties | TriggerResourceProperties | WorkflowResourceProperties;
2932
3098
  /**
2933
3099
  * Explicit dependency list. In addition to implicit `ref` dependencies.
2934
3100
  */
@@ -5020,9 +5186,9 @@ type Trigger = {
5020
5186
  name?: string;
5021
5187
  description?: string | null;
5022
5188
  type?: 'manual' | 'webhook' | 'schedule';
5023
- target_type?: 'orchestration' | 'agent' | 'tool';
5189
+ target_type?: 'orchestration' | 'agent' | 'tool' | 'eval';
5024
5190
  /**
5025
- * Public ID of the target resource (orchestration, agent, or tool)
5191
+ * Public ID of the target resource (orchestration, agent, tool, or eval)
5026
5192
  */
5027
5193
  target_id?: string;
5028
5194
  /**
@@ -5030,7 +5196,7 @@ type Trigger = {
5030
5196
  */
5031
5197
  action?: string | null;
5032
5198
  /**
5033
- * Static input, shallow-merged under fire-time input
5199
+ * Static input, shallow-merged under fire-time input. For `eval` targets the effective input may carry `agent_version` and `baseline_run_id`, which are passed to the queued run.
5034
5200
  */
5035
5201
  input?: {
5036
5202
  [key: string]: unknown;
@@ -5065,7 +5231,7 @@ type CreateTriggerRequest = {
5065
5231
  name: string;
5066
5232
  description?: string;
5067
5233
  type: 'manual' | 'webhook' | 'schedule';
5068
- target_type: 'orchestration' | 'agent' | 'tool';
5234
+ target_type: 'orchestration' | 'agent' | 'tool' | 'eval';
5069
5235
  target_id: string;
5070
5236
  /**
5071
5237
  * Tool targets only — the action for soat/mcp tools
@@ -5084,7 +5250,7 @@ type CreateTriggerRequest = {
5084
5250
  type UpdateTriggerRequest = {
5085
5251
  name?: string;
5086
5252
  description?: string | null;
5087
- target_type?: 'orchestration' | 'agent' | 'tool';
5253
+ target_type?: 'orchestration' | 'agent' | 'tool' | 'eval';
5088
5254
  target_id?: string;
5089
5255
  action?: string | null;
5090
5256
  input?: {
@@ -5096,7 +5262,7 @@ type UpdateTriggerRequest = {
5096
5262
  };
5097
5263
  type FireTriggerRequest = {
5098
5264
  /**
5099
- * Fire-time input, shallow-merged over the trigger's static input
5265
+ * Fire-time input, shallow-merged over the trigger's static input. For `eval` targets it may carry `agent_version` and `baseline_run_id`.
5100
5266
  */
5101
5267
  input?: {
5102
5268
  [key: string]: unknown;
@@ -6379,9 +6545,14 @@ type CreateAgentGenerationData = {
6379
6545
  path: {
6380
6546
  agent_id: string;
6381
6547
  };
6382
- query?: never;
6383
- url: '/api/v1/agents/{agent_id}/generate';
6384
- };
6548
+ query?: {
6549
+ /**
6550
+ * When omitted or `false` (default), the generation runs in the background and `202 Accepted` is returned immediately with a `generation_id` to poll. Pass `true` to block until the generation settles and receive the result. Mutually exclusive with `stream: true`. A `soat` tool call always waits.
6551
+ */
6552
+ wait?: boolean;
6553
+ };
6554
+ url: '/api/v1/agents/{agent_id}/generate';
6555
+ };
6385
6556
  type CreateAgentGenerationErrors = {
6386
6557
  /**
6387
6558
  * Bad Request
@@ -6408,9 +6579,13 @@ type CreateAgentGenerationErrors = {
6408
6579
  type CreateAgentGenerationError = CreateAgentGenerationErrors[keyof CreateAgentGenerationErrors];
6409
6580
  type CreateAgentGenerationResponses = {
6410
6581
  /**
6411
- * Generation result or SSE stream
6582
+ * Generation result or SSE stream (only when `?wait=true` or `stream: true`)
6412
6583
  */
6413
6584
  200: AgentGenerationResponse;
6585
+ /**
6586
+ * Generation accepted and running in the background (default, when `wait` is omitted or `false`). Poll `GET /api/v1/generations/{generation_id}` for the result.
6587
+ */
6588
+ 202: AcceptedGenerationResponse;
6414
6589
  };
6415
6590
  type CreateAgentGenerationResponse = CreateAgentGenerationResponses[keyof CreateAgentGenerationResponses];
6416
6591
  type SubmitAgentToolOutputsData = {
@@ -6623,7 +6798,7 @@ type PromoteAgentReleaseErrors = {
6623
6798
  */
6624
6799
  404: ErrorResponse;
6625
6800
  /**
6626
- * Conflict — the agent has no active release
6801
+ * Conflict — the agent has no active release (`NO_ACTIVE_RELEASE`), or its `promotion_gate` has no passing eval run against the canary version (`PROMOTION_GATE_UNMET`)
6627
6802
  */
6628
6803
  409: ErrorResponse;
6629
6804
  };
@@ -6802,7 +6977,7 @@ type DeleteAiProviderData = {
6802
6977
  };
6803
6978
  query?: {
6804
6979
  /**
6805
- * When `true`, delete the provider's price overrides and unlink its usage/participant history so a provider with only soft dependents can be removed. Has no effect on live references (chats, agents, discussions, model routes), which always block deletion.
6980
+ * When `true`, delete the provider's price overrides and unlink its usage history so a provider with only soft dependents can be removed. Has no effect on live references (chats, agents, model routes), which always block deletion.
6806
6981
  *
6807
6982
  */
6808
6983
  force?: boolean;
@@ -8138,7 +8313,12 @@ type GenerateConversationMessageData = {
8138
8313
  path: {
8139
8314
  conversation_id: string;
8140
8315
  };
8141
- query?: never;
8316
+ query?: {
8317
+ /**
8318
+ * When omitted or `false` (default), the generation runs in the background and `202 Accepted` is returned immediately. Pass `true` to block until the generation settles and receive the result. A `soat` tool call always waits.
8319
+ */
8320
+ wait?: boolean;
8321
+ };
8142
8322
  url: '/api/v1/conversations/{conversation_id}/generate';
8143
8323
  };
8144
8324
  type GenerateConversationMessageErrors = {
@@ -8166,9 +8346,16 @@ type GenerateConversationMessageErrors = {
8166
8346
  type GenerateConversationMessageError = GenerateConversationMessageErrors[keyof GenerateConversationMessageErrors];
8167
8347
  type GenerateConversationMessageResponses = {
8168
8348
  /**
8169
- * Generation completed or requires action
8349
+ * Generation completed or requires action (only when `?wait=true`)
8170
8350
  */
8171
8351
  200: GenerateConversationMessageResponse;
8352
+ /**
8353
+ * Generation accepted and running in the background (default, when `wait` is omitted or `false`). The reply is persisted as a ConversationMessage when it completes.
8354
+ */
8355
+ 202: {
8356
+ status: 'accepted';
8357
+ conversation_id: string;
8358
+ };
8172
8359
  };
8173
8360
  type GenerateConversationMessageResponse2 = GenerateConversationMessageResponses[keyof GenerateConversationMessageResponses];
8174
8361
  type RemoveConversationMessageData = {
@@ -8317,330 +8504,6 @@ type ReplaceConversationTagsResponses = {
8317
8504
  };
8318
8505
  };
8319
8506
  type ReplaceConversationTagsResponse = ReplaceConversationTagsResponses[keyof ReplaceConversationTagsResponses];
8320
- type ListDiscussionsData = {
8321
- body?: never;
8322
- path?: never;
8323
- query?: {
8324
- /**
8325
- * Project ID (optional)
8326
- */
8327
- project_id?: string;
8328
- /**
8329
- * Maximum number of results to return
8330
- */
8331
- limit?: number;
8332
- /**
8333
- * Number of results to skip
8334
- */
8335
- offset?: number;
8336
- };
8337
- url: '/api/v1/discussions';
8338
- };
8339
- type ListDiscussionsErrors = {
8340
- /**
8341
- * Unauthorized
8342
- */
8343
- 401: ErrorResponse;
8344
- /**
8345
- * Forbidden
8346
- */
8347
- 403: ErrorResponse;
8348
- };
8349
- type ListDiscussionsError = ListDiscussionsErrors[keyof ListDiscussionsErrors];
8350
- type ListDiscussionsResponses = {
8351
- /**
8352
- * List of discussions
8353
- */
8354
- 200: {
8355
- data?: Array<DiscussionRecord>;
8356
- total?: number;
8357
- limit?: number;
8358
- offset?: number;
8359
- };
8360
- };
8361
- type ListDiscussionsResponse = ListDiscussionsResponses[keyof ListDiscussionsResponses];
8362
- type CreateDiscussionData = {
8363
- body: {
8364
- /**
8365
- * Project ID. Required for JWT auth; omit when using a project key.
8366
- */
8367
- project_id?: string;
8368
- name: string;
8369
- description?: string | null;
8370
- /**
8371
- * Default AI provider participants and synthesis fall back to. Optional: omit it to inherit the project's `default_model_route_id`, which gives every turn provider failover. Omitting it returns `400` when the project has no default.
8372
- */
8373
- ai_provider_id?: string;
8374
- /**
8375
- * Default model (falls back to the provider's default_model).
8376
- */
8377
- model?: string | null;
8378
- max_rounds?: number;
8379
- synthesis?: SynthesisConfig;
8380
- tags?: {
8381
- [key: string]: string;
8382
- };
8383
- participants?: Array<ParticipantInput>;
8384
- };
8385
- path?: never;
8386
- query?: never;
8387
- url: '/api/v1/discussions';
8388
- };
8389
- type CreateDiscussionErrors = {
8390
- /**
8391
- * Invalid request body
8392
- */
8393
- 400: ErrorResponse;
8394
- /**
8395
- * Unauthorized
8396
- */
8397
- 401: ErrorResponse;
8398
- /**
8399
- * Forbidden
8400
- */
8401
- 403: ErrorResponse;
8402
- };
8403
- type CreateDiscussionError = CreateDiscussionErrors[keyof CreateDiscussionErrors];
8404
- type CreateDiscussionResponses = {
8405
- /**
8406
- * Discussion created
8407
- */
8408
- 201: DiscussionRecord;
8409
- };
8410
- type CreateDiscussionResponse = CreateDiscussionResponses[keyof CreateDiscussionResponses];
8411
- type GetDiscussionRunData = {
8412
- body?: never;
8413
- path: {
8414
- /**
8415
- * Discussion run ID
8416
- */
8417
- run_id: string;
8418
- };
8419
- query?: never;
8420
- url: '/api/v1/discussions/runs/{run_id}';
8421
- };
8422
- type GetDiscussionRunErrors = {
8423
- /**
8424
- * Unauthorized
8425
- */
8426
- 401: ErrorResponse;
8427
- /**
8428
- * Forbidden
8429
- */
8430
- 403: ErrorResponse;
8431
- /**
8432
- * Discussion run not found
8433
- */
8434
- 404: ErrorResponse;
8435
- };
8436
- type GetDiscussionRunError = GetDiscussionRunErrors[keyof GetDiscussionRunErrors];
8437
- type GetDiscussionRunResponses = {
8438
- /**
8439
- * Discussion run found
8440
- */
8441
- 200: DiscussionRunRecord;
8442
- };
8443
- type GetDiscussionRunResponse = GetDiscussionRunResponses[keyof GetDiscussionRunResponses];
8444
- type DeleteDiscussionData = {
8445
- body?: never;
8446
- path: {
8447
- /**
8448
- * Discussion ID
8449
- */
8450
- discussion_id: string;
8451
- };
8452
- query?: never;
8453
- url: '/api/v1/discussions/{discussion_id}';
8454
- };
8455
- type DeleteDiscussionErrors = {
8456
- /**
8457
- * Unauthorized
8458
- */
8459
- 401: ErrorResponse;
8460
- /**
8461
- * Forbidden
8462
- */
8463
- 403: ErrorResponse;
8464
- /**
8465
- * Discussion not found
8466
- */
8467
- 404: ErrorResponse;
8468
- };
8469
- type DeleteDiscussionError = DeleteDiscussionErrors[keyof DeleteDiscussionErrors];
8470
- type DeleteDiscussionResponses = {
8471
- /**
8472
- * Discussion deleted
8473
- */
8474
- 204: void;
8475
- };
8476
- type DeleteDiscussionResponse = DeleteDiscussionResponses[keyof DeleteDiscussionResponses];
8477
- type GetDiscussionData = {
8478
- body?: never;
8479
- path: {
8480
- /**
8481
- * Discussion ID
8482
- */
8483
- discussion_id: string;
8484
- };
8485
- query?: never;
8486
- url: '/api/v1/discussions/{discussion_id}';
8487
- };
8488
- type GetDiscussionErrors = {
8489
- /**
8490
- * Unauthorized
8491
- */
8492
- 401: ErrorResponse;
8493
- /**
8494
- * Forbidden
8495
- */
8496
- 403: ErrorResponse;
8497
- /**
8498
- * Discussion not found
8499
- */
8500
- 404: ErrorResponse;
8501
- };
8502
- type GetDiscussionError = GetDiscussionErrors[keyof GetDiscussionErrors];
8503
- type GetDiscussionResponses = {
8504
- /**
8505
- * Discussion found
8506
- */
8507
- 200: DiscussionRecord;
8508
- };
8509
- type GetDiscussionResponse = GetDiscussionResponses[keyof GetDiscussionResponses];
8510
- type UpdateDiscussionData = {
8511
- body: {
8512
- name?: string;
8513
- description?: string | null;
8514
- /**
8515
- * Repins the default AI provider. An explicit `null` unpins the discussion onto the project's `default_model_route_id`, and returns `400` when the project has no default.
8516
- */
8517
- ai_provider_id?: string | null;
8518
- model?: string | null;
8519
- max_rounds?: number;
8520
- synthesis?: SynthesisConfig;
8521
- tags?: {
8522
- [key: string]: string;
8523
- };
8524
- participants?: Array<ParticipantInput>;
8525
- };
8526
- path: {
8527
- /**
8528
- * Discussion ID
8529
- */
8530
- discussion_id: string;
8531
- };
8532
- query?: never;
8533
- url: '/api/v1/discussions/{discussion_id}';
8534
- };
8535
- type UpdateDiscussionErrors = {
8536
- /**
8537
- * Invalid request body
8538
- */
8539
- 400: ErrorResponse;
8540
- /**
8541
- * Unauthorized
8542
- */
8543
- 401: ErrorResponse;
8544
- /**
8545
- * Forbidden
8546
- */
8547
- 403: ErrorResponse;
8548
- /**
8549
- * Discussion not found
8550
- */
8551
- 404: ErrorResponse;
8552
- };
8553
- type UpdateDiscussionError = UpdateDiscussionErrors[keyof UpdateDiscussionErrors];
8554
- type UpdateDiscussionResponses = {
8555
- /**
8556
- * Discussion updated
8557
- */
8558
- 200: DiscussionRecord;
8559
- };
8560
- type UpdateDiscussionResponse = UpdateDiscussionResponses[keyof UpdateDiscussionResponses];
8561
- type ListDiscussionRunsData = {
8562
- body?: never;
8563
- path: {
8564
- /**
8565
- * Discussion ID
8566
- */
8567
- discussion_id: string;
8568
- };
8569
- query?: {
8570
- limit?: number;
8571
- offset?: number;
8572
- };
8573
- url: '/api/v1/discussions/{discussion_id}/runs';
8574
- };
8575
- type ListDiscussionRunsErrors = {
8576
- /**
8577
- * Unauthorized
8578
- */
8579
- 401: ErrorResponse;
8580
- /**
8581
- * Forbidden
8582
- */
8583
- 403: ErrorResponse;
8584
- /**
8585
- * Discussion not found
8586
- */
8587
- 404: ErrorResponse;
8588
- };
8589
- type ListDiscussionRunsError = ListDiscussionRunsErrors[keyof ListDiscussionRunsErrors];
8590
- type ListDiscussionRunsResponses = {
8591
- /**
8592
- * List of runs
8593
- */
8594
- 200: {
8595
- data?: Array<DiscussionRunRecord>;
8596
- total?: number;
8597
- limit?: number;
8598
- offset?: number;
8599
- };
8600
- };
8601
- type ListDiscussionRunsResponse = ListDiscussionRunsResponses[keyof ListDiscussionRunsResponses];
8602
- type CreateDiscussionRunData = {
8603
- body: {
8604
- /**
8605
- * The question or subject the participants deliberate on.
8606
- */
8607
- topic: string;
8608
- };
8609
- path: {
8610
- /**
8611
- * Discussion ID
8612
- */
8613
- discussion_id: string;
8614
- };
8615
- query?: never;
8616
- url: '/api/v1/discussions/{discussion_id}/runs';
8617
- };
8618
- type CreateDiscussionRunErrors = {
8619
- /**
8620
- * Invalid request body
8621
- */
8622
- 400: ErrorResponse;
8623
- /**
8624
- * Unauthorized
8625
- */
8626
- 401: ErrorResponse;
8627
- /**
8628
- * Forbidden
8629
- */
8630
- 403: ErrorResponse;
8631
- /**
8632
- * Discussion not found
8633
- */
8634
- 404: ErrorResponse;
8635
- };
8636
- type CreateDiscussionRunError = CreateDiscussionRunErrors[keyof CreateDiscussionRunErrors];
8637
- type CreateDiscussionRunResponses = {
8638
- /**
8639
- * Discussion run completed
8640
- */
8641
- 201: DiscussionRunRecord;
8642
- };
8643
- type CreateDiscussionRunResponse = CreateDiscussionRunResponses[keyof CreateDiscussionRunResponses];
8644
8507
  type ListDocumentsData = {
8645
8508
  body?: never;
8646
8509
  path?: never;
@@ -8786,9 +8649,9 @@ type IngestDocumentData = {
8786
8649
  path?: never;
8787
8650
  query?: {
8788
8651
  /**
8789
- * When omitted or `true` (default), processing runs in the background and `202 Accepted` is returned immediately with `status=pending`. Pass `false` to run synchronously and receive `201 Created` with `status=ready`.
8652
+ * When omitted or `false` (default), processing runs in the background and `202 Accepted` is returned immediately with `status=pending`. Pass `true` to block until processing completes and receive `201 Created` with `status=ready`.
8790
8653
  */
8791
- async?: boolean;
8654
+ wait?: boolean;
8792
8655
  };
8793
8656
  url: '/api/v1/documents/ingest';
8794
8657
  };
@@ -8810,14 +8673,14 @@ type IngestDocumentErrors = {
8810
8673
  */
8811
8674
  409: ErrorResponse;
8812
8675
  /**
8813
- * The file is too large to ingest synchronously (`?async=false`). Retry in async mode and poll the document status.
8676
+ * The file is too large to ingest synchronously (`?wait=true`). Retry in background mode and poll the document status.
8814
8677
  */
8815
8678
  413: ErrorResponse;
8816
8679
  };
8817
8680
  type IngestDocumentError = IngestDocumentErrors[keyof IngestDocumentErrors];
8818
8681
  type IngestDocumentResponses = {
8819
8682
  /**
8820
- * Ingestion completed synchronously (only when `?async=false`). The document is fully indexed and ready for search.
8683
+ * Ingestion completed synchronously (only when `?wait=true`). The document is fully indexed and ready for search.
8821
8684
  */
8822
8685
  201: IngestedDocumentRecord;
8823
8686
  /**
@@ -9006,9 +8869,9 @@ type ReingestDocumentData = {
9006
8869
  };
9007
8870
  query?: {
9008
8871
  /**
9009
- * When omitted or `true` (default), processing runs in the background and `202 Accepted` is returned immediately with `status=pending`. Pass `false` to run synchronously and receive `201 Created` with `status=ready`.
8872
+ * When omitted or `false` (default), processing runs in the background and `202 Accepted` is returned immediately with `status=pending`. Pass `true` to block until processing completes and receive `201 Created` with `status=ready`.
9010
8873
  */
9011
- async?: boolean;
8874
+ wait?: boolean;
9012
8875
  };
9013
8876
  url: '/api/v1/documents/{document_id}/ingest';
9014
8877
  };
@@ -9026,14 +8889,14 @@ type ReingestDocumentErrors = {
9026
8889
  */
9027
8890
  404: ErrorResponse;
9028
8891
  /**
9029
- * The file is too large to re-ingest synchronously (`?async=false`). Retry in async mode.
8892
+ * The file is too large to re-ingest synchronously (`?wait=true`). Retry in background mode.
9030
8893
  */
9031
8894
  413: ErrorResponse;
9032
8895
  };
9033
8896
  type ReingestDocumentError = ReingestDocumentErrors[keyof ReingestDocumentErrors];
9034
8897
  type ReingestDocumentResponses = {
9035
8898
  /**
9036
- * Re-ingestion completed synchronously (only when `?async=false`).
8899
+ * Re-ingestion completed synchronously (only when `?wait=true`).
9037
8900
  */
9038
8901
  201: IngestedDocumentRecord;
9039
8902
  /**
@@ -9062,184 +8925,1001 @@ type CompleteIngestionCallbackData = {
9062
8925
  };
9063
8926
  query: {
9064
8927
  /**
9065
- * Single-use signed token from the original `callback.token`
8928
+ * Single-use signed token from the original `callback.token`
8929
+ */
8930
+ token: string;
8931
+ };
8932
+ url: '/api/v1/documents/{document_id}/ingestion-callback';
8933
+ };
8934
+ type CompleteIngestionCallbackErrors = {
8935
+ /**
8936
+ * The token is missing, invalid, or does not match this document.
8937
+ */
8938
+ 401: ErrorResponse;
8939
+ /**
8940
+ * Document not found
8941
+ */
8942
+ 404: ErrorResponse;
8943
+ /**
8944
+ * The document is no longer awaiting this conversion attempt (already completed, timed out, or superseded by a re-ingest).
8945
+ */
8946
+ 409: ErrorResponse;
8947
+ /**
8948
+ * The output shape is unrecognized.
8949
+ */
8950
+ 422: ErrorResponse;
8951
+ };
8952
+ type CompleteIngestionCallbackError = CompleteIngestionCallbackErrors[keyof CompleteIngestionCallbackErrors];
8953
+ type CompleteIngestionCallbackResponses = {
8954
+ /**
8955
+ * Conversion completed — the document was chunked and marked `ready` (or `failed` with `FILE_PARSE_FAILED` if the output produced no text).
8956
+ */
8957
+ 204: void;
8958
+ };
8959
+ type CompleteIngestionCallbackResponse = CompleteIngestionCallbackResponses[keyof CompleteIngestionCallbackResponses];
8960
+ type GetDocumentTagsData = {
8961
+ body?: never;
8962
+ path: {
8963
+ /**
8964
+ * Document ID
8965
+ */
8966
+ document_id: string;
8967
+ };
8968
+ query?: never;
8969
+ url: '/api/v1/documents/{document_id}/tags';
8970
+ };
8971
+ type GetDocumentTagsErrors = {
8972
+ /**
8973
+ * Unauthorized
8974
+ */
8975
+ 401: ErrorResponse;
8976
+ /**
8977
+ * Forbidden
8978
+ */
8979
+ 403: ErrorResponse;
8980
+ /**
8981
+ * Document not found
8982
+ */
8983
+ 404: ErrorResponse;
8984
+ };
8985
+ type GetDocumentTagsError = GetDocumentTagsErrors[keyof GetDocumentTagsErrors];
8986
+ type GetDocumentTagsResponses = {
8987
+ /**
8988
+ * Document tags
8989
+ */
8990
+ 200: {
8991
+ [key: string]: string;
8992
+ };
8993
+ };
8994
+ type GetDocumentTagsResponse = GetDocumentTagsResponses[keyof GetDocumentTagsResponses];
8995
+ type MergeDocumentTagsData = {
8996
+ body: {
8997
+ [key: string]: string;
8998
+ };
8999
+ path: {
9000
+ /**
9001
+ * Document ID
9002
+ */
9003
+ document_id: string;
9004
+ };
9005
+ query?: never;
9006
+ url: '/api/v1/documents/{document_id}/tags';
9007
+ };
9008
+ type MergeDocumentTagsErrors = {
9009
+ /**
9010
+ * Unauthorized
9011
+ */
9012
+ 401: ErrorResponse;
9013
+ /**
9014
+ * Forbidden
9015
+ */
9016
+ 403: ErrorResponse;
9017
+ /**
9018
+ * Document not found
9019
+ */
9020
+ 404: ErrorResponse;
9021
+ };
9022
+ type MergeDocumentTagsError = MergeDocumentTagsErrors[keyof MergeDocumentTagsErrors];
9023
+ type MergeDocumentTagsResponses = {
9024
+ /**
9025
+ * Tags merged
9026
+ */
9027
+ 200: {
9028
+ [key: string]: string;
9029
+ };
9030
+ };
9031
+ type MergeDocumentTagsResponse = MergeDocumentTagsResponses[keyof MergeDocumentTagsResponses];
9032
+ type ReplaceDocumentTagsData = {
9033
+ body: {
9034
+ [key: string]: string;
9035
+ };
9036
+ path: {
9037
+ /**
9038
+ * Document ID
9039
+ */
9040
+ document_id: string;
9041
+ };
9042
+ query?: never;
9043
+ url: '/api/v1/documents/{document_id}/tags';
9044
+ };
9045
+ type ReplaceDocumentTagsErrors = {
9046
+ /**
9047
+ * Unauthorized
9048
+ */
9049
+ 401: ErrorResponse;
9050
+ /**
9051
+ * Forbidden
9052
+ */
9053
+ 403: ErrorResponse;
9054
+ /**
9055
+ * Document not found
9056
+ */
9057
+ 404: ErrorResponse;
9058
+ };
9059
+ type ReplaceDocumentTagsError = ReplaceDocumentTagsErrors[keyof ReplaceDocumentTagsErrors];
9060
+ type ReplaceDocumentTagsResponses = {
9061
+ /**
9062
+ * Tags replaced
9063
+ */
9064
+ 200: {
9065
+ [key: string]: string;
9066
+ };
9067
+ };
9068
+ type ReplaceDocumentTagsResponse = ReplaceDocumentTagsResponses[keyof ReplaceDocumentTagsResponses];
9069
+ type CreateEmbeddingsData = {
9070
+ body: {
9071
+ /**
9072
+ * Single text to embed.
9073
+ */
9074
+ input?: string;
9075
+ /**
9076
+ * Batch of texts to embed.
9077
+ */
9078
+ inputs?: Array<string>;
9079
+ };
9080
+ path?: never;
9081
+ query?: never;
9082
+ url: '/api/v1/embeddings';
9083
+ };
9084
+ type CreateEmbeddingsErrors = {
9085
+ /**
9086
+ * Invalid request body
9087
+ */
9088
+ 400: ErrorResponse;
9089
+ /**
9090
+ * Unauthorized
9091
+ */
9092
+ 401: ErrorResponse;
9093
+ /**
9094
+ * Embedding service not configured
9095
+ */
9096
+ 503: ErrorResponse;
9097
+ };
9098
+ type CreateEmbeddingsError = CreateEmbeddingsErrors[keyof CreateEmbeddingsErrors];
9099
+ type CreateEmbeddingsResponses = {
9100
+ /**
9101
+ * Embeddings generated successfully
9102
+ */
9103
+ 200: EmbeddingsResponse;
9104
+ };
9105
+ type CreateEmbeddingsResponse = CreateEmbeddingsResponses[keyof CreateEmbeddingsResponses];
9106
+ type ListDatasetsData = {
9107
+ body?: never;
9108
+ path?: never;
9109
+ query?: {
9110
+ /**
9111
+ * Project ID (required if not using project key auth)
9112
+ */
9113
+ project_id?: string;
9114
+ /**
9115
+ * Maximum number of results to return
9116
+ */
9117
+ limit?: number;
9118
+ /**
9119
+ * Number of results to skip
9120
+ */
9121
+ offset?: number;
9122
+ };
9123
+ url: '/api/v1/datasets';
9124
+ };
9125
+ type ListDatasetsErrors = {
9126
+ /**
9127
+ * Unauthorized
9128
+ */
9129
+ 401: unknown;
9130
+ /**
9131
+ * Forbidden
9132
+ */
9133
+ 403: unknown;
9134
+ /**
9135
+ * Internal server error
9136
+ */
9137
+ 500: unknown;
9138
+ };
9139
+ type ListDatasetsResponses = {
9140
+ /**
9141
+ * List of datasets
9142
+ */
9143
+ 200: {
9144
+ data: Array<Dataset>;
9145
+ total: number;
9146
+ limit: number;
9147
+ offset: number;
9148
+ };
9149
+ };
9150
+ type ListDatasetsResponse = ListDatasetsResponses[keyof ListDatasetsResponses];
9151
+ type CreateDatasetData = {
9152
+ body: {
9153
+ /**
9154
+ * Project ID (required if not using project key auth)
9155
+ */
9156
+ project_id?: string;
9157
+ /**
9158
+ * Unique name within the project
9159
+ */
9160
+ name: string;
9161
+ /**
9162
+ * What this suite covers
9163
+ */
9164
+ description?: string | null;
9165
+ };
9166
+ path?: never;
9167
+ query?: never;
9168
+ url: '/api/v1/datasets';
9169
+ };
9170
+ type CreateDatasetErrors = {
9171
+ /**
9172
+ * Bad request (missing or invalid name)
9173
+ */
9174
+ 400: unknown;
9175
+ /**
9176
+ * Unauthorized
9177
+ */
9178
+ 401: unknown;
9179
+ /**
9180
+ * Forbidden
9181
+ */
9182
+ 403: unknown;
9183
+ /**
9184
+ * A dataset with that name already exists in the project
9185
+ */
9186
+ 409: unknown;
9187
+ /**
9188
+ * Internal server error
9189
+ */
9190
+ 500: unknown;
9191
+ };
9192
+ type CreateDatasetResponses = {
9193
+ /**
9194
+ * Dataset created successfully
9195
+ */
9196
+ 201: Dataset;
9197
+ };
9198
+ type CreateDatasetResponse = CreateDatasetResponses[keyof CreateDatasetResponses];
9199
+ type DeleteDatasetData = {
9200
+ body?: never;
9201
+ path: {
9202
+ /**
9203
+ * Dataset ID
9204
+ */
9205
+ dataset_id: string;
9206
+ };
9207
+ query?: never;
9208
+ url: '/api/v1/datasets/{dataset_id}';
9209
+ };
9210
+ type DeleteDatasetErrors = {
9211
+ /**
9212
+ * Unauthorized
9213
+ */
9214
+ 401: unknown;
9215
+ /**
9216
+ * Forbidden
9217
+ */
9218
+ 403: unknown;
9219
+ /**
9220
+ * Dataset not found
9221
+ */
9222
+ 404: unknown;
9223
+ };
9224
+ type DeleteDatasetResponses = {
9225
+ /**
9226
+ * Dataset deleted successfully
9227
+ */
9228
+ 204: void;
9229
+ };
9230
+ type DeleteDatasetResponse = DeleteDatasetResponses[keyof DeleteDatasetResponses];
9231
+ type GetDatasetData = {
9232
+ body?: never;
9233
+ path: {
9234
+ /**
9235
+ * Dataset ID
9236
+ */
9237
+ dataset_id: string;
9238
+ };
9239
+ query?: never;
9240
+ url: '/api/v1/datasets/{dataset_id}';
9241
+ };
9242
+ type GetDatasetErrors = {
9243
+ /**
9244
+ * Unauthorized
9245
+ */
9246
+ 401: unknown;
9247
+ /**
9248
+ * Forbidden
9249
+ */
9250
+ 403: unknown;
9251
+ /**
9252
+ * Dataset not found
9253
+ */
9254
+ 404: unknown;
9255
+ };
9256
+ type GetDatasetResponses = {
9257
+ /**
9258
+ * Dataset details
9259
+ */
9260
+ 200: Dataset;
9261
+ };
9262
+ type GetDatasetResponse = GetDatasetResponses[keyof GetDatasetResponses];
9263
+ type UpdateDatasetData = {
9264
+ body: {
9265
+ name?: string;
9266
+ description?: string | null;
9267
+ };
9268
+ path: {
9269
+ /**
9270
+ * Dataset ID
9271
+ */
9272
+ dataset_id: string;
9273
+ };
9274
+ query?: never;
9275
+ url: '/api/v1/datasets/{dataset_id}';
9276
+ };
9277
+ type UpdateDatasetErrors = {
9278
+ /**
9279
+ * Bad request
9280
+ */
9281
+ 400: unknown;
9282
+ /**
9283
+ * Unauthorized
9284
+ */
9285
+ 401: unknown;
9286
+ /**
9287
+ * Forbidden
9288
+ */
9289
+ 403: unknown;
9290
+ /**
9291
+ * Dataset not found
9292
+ */
9293
+ 404: unknown;
9294
+ /**
9295
+ * A dataset with that name already exists in the project
9296
+ */
9297
+ 409: unknown;
9298
+ };
9299
+ type UpdateDatasetResponses = {
9300
+ /**
9301
+ * Dataset updated successfully
9302
+ */
9303
+ 200: Dataset;
9304
+ };
9305
+ type UpdateDatasetResponse = UpdateDatasetResponses[keyof UpdateDatasetResponses];
9306
+ type ListDatasetItemsData = {
9307
+ body?: never;
9308
+ path: {
9309
+ /**
9310
+ * Dataset ID
9311
+ */
9312
+ dataset_id: string;
9313
+ };
9314
+ query?: {
9315
+ /**
9316
+ * Maximum number of results to return
9317
+ */
9318
+ limit?: number;
9319
+ /**
9320
+ * Number of results to skip
9321
+ */
9322
+ offset?: number;
9323
+ };
9324
+ url: '/api/v1/datasets/{dataset_id}/items';
9325
+ };
9326
+ type ListDatasetItemsErrors = {
9327
+ /**
9328
+ * Unauthorized
9329
+ */
9330
+ 401: unknown;
9331
+ /**
9332
+ * Forbidden
9333
+ */
9334
+ 403: unknown;
9335
+ /**
9336
+ * Dataset not found
9337
+ */
9338
+ 404: unknown;
9339
+ };
9340
+ type ListDatasetItemsResponses = {
9341
+ /**
9342
+ * List of dataset items
9343
+ */
9344
+ 200: {
9345
+ data: Array<DatasetItem>;
9346
+ total: number;
9347
+ limit: number;
9348
+ offset: number;
9349
+ };
9350
+ };
9351
+ type ListDatasetItemsResponse = ListDatasetItemsResponses[keyof ListDatasetItemsResponses];
9352
+ type CreateDatasetItemData = {
9353
+ body: {
9354
+ input: DatasetItemInput;
9355
+ /**
9356
+ * Reference answer for exact_match / llm_judge scorers
9357
+ */
9358
+ expected_output?: string | null;
9359
+ /**
9360
+ * Free-form tags, opaque to the platform
9361
+ */
9362
+ metadata?: {
9363
+ [key: string]: unknown;
9364
+ } | null;
9365
+ };
9366
+ path: {
9367
+ /**
9368
+ * Dataset ID
9369
+ */
9370
+ dataset_id: string;
9371
+ };
9372
+ query?: never;
9373
+ url: '/api/v1/datasets/{dataset_id}/items';
9374
+ };
9375
+ type CreateDatasetItemErrors = {
9376
+ /**
9377
+ * Bad request (input is not message-shaped)
9378
+ */
9379
+ 400: unknown;
9380
+ /**
9381
+ * Unauthorized
9382
+ */
9383
+ 401: unknown;
9384
+ /**
9385
+ * Forbidden
9386
+ */
9387
+ 403: unknown;
9388
+ /**
9389
+ * Dataset not found
9390
+ */
9391
+ 404: unknown;
9392
+ };
9393
+ type CreateDatasetItemResponses = {
9394
+ /**
9395
+ * Dataset item created successfully
9396
+ */
9397
+ 201: DatasetItem;
9398
+ };
9399
+ type CreateDatasetItemResponse = CreateDatasetItemResponses[keyof CreateDatasetItemResponses];
9400
+ type DeleteDatasetItemData = {
9401
+ body?: never;
9402
+ path: {
9403
+ /**
9404
+ * Dataset ID
9405
+ */
9406
+ dataset_id: string;
9407
+ /**
9408
+ * Dataset item ID
9409
+ */
9410
+ item_id: string;
9411
+ };
9412
+ query?: never;
9413
+ url: '/api/v1/datasets/{dataset_id}/items/{item_id}';
9414
+ };
9415
+ type DeleteDatasetItemErrors = {
9416
+ /**
9417
+ * Unauthorized
9418
+ */
9419
+ 401: unknown;
9420
+ /**
9421
+ * Forbidden
9422
+ */
9423
+ 403: unknown;
9424
+ /**
9425
+ * Dataset or item not found
9426
+ */
9427
+ 404: unknown;
9428
+ };
9429
+ type DeleteDatasetItemResponses = {
9430
+ /**
9431
+ * Dataset item deleted successfully
9432
+ */
9433
+ 204: void;
9434
+ };
9435
+ type DeleteDatasetItemResponse = DeleteDatasetItemResponses[keyof DeleteDatasetItemResponses];
9436
+ type UpdateDatasetItemData = {
9437
+ body: {
9438
+ input?: DatasetItemInput;
9439
+ expected_output?: string | null;
9440
+ metadata?: {
9441
+ [key: string]: unknown;
9442
+ } | null;
9443
+ };
9444
+ path: {
9445
+ /**
9446
+ * Dataset ID
9447
+ */
9448
+ dataset_id: string;
9449
+ /**
9450
+ * Dataset item ID
9451
+ */
9452
+ item_id: string;
9453
+ };
9454
+ query?: never;
9455
+ url: '/api/v1/datasets/{dataset_id}/items/{item_id}';
9456
+ };
9457
+ type UpdateDatasetItemErrors = {
9458
+ /**
9459
+ * Bad request
9460
+ */
9461
+ 400: unknown;
9462
+ /**
9463
+ * Unauthorized
9464
+ */
9465
+ 401: unknown;
9466
+ /**
9467
+ * Forbidden
9468
+ */
9469
+ 403: unknown;
9470
+ /**
9471
+ * Dataset or item not found
9472
+ */
9473
+ 404: unknown;
9474
+ };
9475
+ type UpdateDatasetItemResponses = {
9476
+ /**
9477
+ * Dataset item updated successfully
9478
+ */
9479
+ 200: DatasetItem;
9480
+ };
9481
+ type UpdateDatasetItemResponse = UpdateDatasetItemResponses[keyof UpdateDatasetItemResponses];
9482
+ type ListEvalsData = {
9483
+ body?: never;
9484
+ path?: never;
9485
+ query?: {
9486
+ /**
9487
+ * Project ID (required if not using project key auth)
9488
+ */
9489
+ project_id?: string;
9490
+ /**
9491
+ * Maximum number of results to return
9492
+ */
9493
+ limit?: number;
9494
+ /**
9495
+ * Number of results to skip
9496
+ */
9497
+ offset?: number;
9498
+ };
9499
+ url: '/api/v1/evals';
9500
+ };
9501
+ type ListEvalsErrors = {
9502
+ /**
9503
+ * Unauthorized
9504
+ */
9505
+ 401: unknown;
9506
+ /**
9507
+ * Forbidden
9508
+ */
9509
+ 403: unknown;
9510
+ /**
9511
+ * Internal server error
9512
+ */
9513
+ 500: unknown;
9514
+ };
9515
+ type ListEvalsResponses = {
9516
+ /**
9517
+ * List of evals
9518
+ */
9519
+ 200: {
9520
+ data: Array<Eval>;
9521
+ total: number;
9522
+ limit: number;
9523
+ offset: number;
9524
+ };
9525
+ };
9526
+ type ListEvalsResponse = ListEvalsResponses[keyof ListEvalsResponses];
9527
+ type CreateEvalData = {
9528
+ body: {
9529
+ /**
9530
+ * Project ID (required if not using project key auth)
9531
+ */
9532
+ project_id?: string;
9533
+ /**
9534
+ * Unique name within the project
9535
+ */
9536
+ name: string;
9537
+ /**
9538
+ * The agent under test
9539
+ */
9540
+ agent_id: string;
9541
+ /**
9542
+ * The dataset to run it against
9543
+ */
9544
+ dataset_id: string;
9545
+ scorers: Scorers;
9546
+ /**
9547
+ * 0–1. The run passes iff its pass rate — passed items over non-errored items — is at least this. Null reports scores without gating on them.
9548
+ */
9549
+ pass_threshold?: number | null;
9550
+ };
9551
+ path?: never;
9552
+ query?: never;
9553
+ url: '/api/v1/evals';
9554
+ };
9555
+ type CreateEvalErrors = {
9556
+ /**
9557
+ * Bad request (unknown scorer type, cross-project reference, invalid threshold)
9558
+ */
9559
+ 400: unknown;
9560
+ /**
9561
+ * Unauthorized
9562
+ */
9563
+ 401: unknown;
9564
+ /**
9565
+ * Forbidden
9566
+ */
9567
+ 403: unknown;
9568
+ /**
9569
+ * An eval with that name already exists in the project
9570
+ */
9571
+ 409: unknown;
9572
+ /**
9573
+ * Internal server error
9574
+ */
9575
+ 500: unknown;
9576
+ };
9577
+ type CreateEvalResponses = {
9578
+ /**
9579
+ * Eval created successfully
9580
+ */
9581
+ 201: Eval;
9582
+ };
9583
+ type CreateEvalResponse = CreateEvalResponses[keyof CreateEvalResponses];
9584
+ type DeleteEvalData = {
9585
+ body?: never;
9586
+ path: {
9587
+ /**
9588
+ * Eval ID
9589
+ */
9590
+ eval_id: string;
9591
+ };
9592
+ query?: never;
9593
+ url: '/api/v1/evals/{eval_id}';
9594
+ };
9595
+ type DeleteEvalErrors = {
9596
+ /**
9597
+ * Unauthorized
9598
+ */
9599
+ 401: unknown;
9600
+ /**
9601
+ * Forbidden
9602
+ */
9603
+ 403: unknown;
9604
+ /**
9605
+ * Eval not found
9606
+ */
9607
+ 404: unknown;
9608
+ };
9609
+ type DeleteEvalResponses = {
9610
+ /**
9611
+ * Eval deleted successfully
9612
+ */
9613
+ 204: void;
9614
+ };
9615
+ type DeleteEvalResponse = DeleteEvalResponses[keyof DeleteEvalResponses];
9616
+ type GetEvalData = {
9617
+ body?: never;
9618
+ path: {
9619
+ /**
9620
+ * Eval ID
9621
+ */
9622
+ eval_id: string;
9623
+ };
9624
+ query?: never;
9625
+ url: '/api/v1/evals/{eval_id}';
9626
+ };
9627
+ type GetEvalErrors = {
9628
+ /**
9629
+ * Unauthorized
9630
+ */
9631
+ 401: unknown;
9632
+ /**
9633
+ * Forbidden
9634
+ */
9635
+ 403: unknown;
9636
+ /**
9637
+ * Eval not found
9638
+ */
9639
+ 404: unknown;
9640
+ };
9641
+ type GetEvalResponses = {
9642
+ /**
9643
+ * Eval details
9644
+ */
9645
+ 200: Eval;
9646
+ };
9647
+ type GetEvalResponse = GetEvalResponses[keyof GetEvalResponses];
9648
+ type UpdateEvalData = {
9649
+ body: {
9650
+ name?: string;
9651
+ agent_id?: string;
9652
+ dataset_id?: string;
9653
+ scorers?: Scorers;
9654
+ pass_threshold?: number | null;
9655
+ };
9656
+ path: {
9657
+ /**
9658
+ * Eval ID
9659
+ */
9660
+ eval_id: string;
9661
+ };
9662
+ query?: never;
9663
+ url: '/api/v1/evals/{eval_id}';
9664
+ };
9665
+ type UpdateEvalErrors = {
9666
+ /**
9667
+ * Bad request
9668
+ */
9669
+ 400: unknown;
9670
+ /**
9671
+ * Unauthorized
9672
+ */
9673
+ 401: unknown;
9674
+ /**
9675
+ * Forbidden
9676
+ */
9677
+ 403: unknown;
9678
+ /**
9679
+ * Eval not found
9680
+ */
9681
+ 404: unknown;
9682
+ /**
9683
+ * An eval with that name already exists in the project
9684
+ */
9685
+ 409: unknown;
9686
+ };
9687
+ type UpdateEvalResponses = {
9688
+ /**
9689
+ * Eval updated successfully
9690
+ */
9691
+ 200: Eval;
9692
+ };
9693
+ type UpdateEvalResponse = UpdateEvalResponses[keyof UpdateEvalResponses];
9694
+ type ListEvalRunsData = {
9695
+ body?: never;
9696
+ path: {
9697
+ /**
9698
+ * Eval ID
9699
+ */
9700
+ eval_id: string;
9701
+ };
9702
+ query?: {
9703
+ /**
9704
+ * Maximum number of results to return
9705
+ */
9706
+ limit?: number;
9707
+ /**
9708
+ * Number of results to skip
9066
9709
  */
9067
- token: string;
9710
+ offset?: number;
9068
9711
  };
9069
- url: '/api/v1/documents/{document_id}/ingestion-callback';
9712
+ url: '/api/v1/evals/{eval_id}/runs';
9070
9713
  };
9071
- type CompleteIngestionCallbackErrors = {
9714
+ type ListEvalRunsErrors = {
9072
9715
  /**
9073
- * The token is missing, invalid, or does not match this document.
9074
- */
9075
- 401: ErrorResponse;
9076
- /**
9077
- * Document not found
9716
+ * Unauthorized
9078
9717
  */
9079
- 404: ErrorResponse;
9718
+ 401: unknown;
9080
9719
  /**
9081
- * The document is no longer awaiting this conversion attempt (already completed, timed out, or superseded by a re-ingest).
9720
+ * Forbidden
9082
9721
  */
9083
- 409: ErrorResponse;
9722
+ 403: unknown;
9084
9723
  /**
9085
- * The output shape is unrecognized.
9724
+ * Eval not found
9086
9725
  */
9087
- 422: ErrorResponse;
9726
+ 404: unknown;
9088
9727
  };
9089
- type CompleteIngestionCallbackError = CompleteIngestionCallbackErrors[keyof CompleteIngestionCallbackErrors];
9090
- type CompleteIngestionCallbackResponses = {
9728
+ type ListEvalRunsResponses = {
9091
9729
  /**
9092
- * Conversion completed the document was chunked and marked `ready` (or `failed` with `FILE_PARSE_FAILED` if the output produced no text).
9730
+ * List of eval runs
9093
9731
  */
9094
- 204: void;
9732
+ 200: {
9733
+ data: Array<EvalRun>;
9734
+ total: number;
9735
+ limit: number;
9736
+ offset: number;
9737
+ };
9095
9738
  };
9096
- type CompleteIngestionCallbackResponse = CompleteIngestionCallbackResponses[keyof CompleteIngestionCallbackResponses];
9097
- type GetDocumentTagsData = {
9098
- body?: never;
9739
+ type ListEvalRunsResponse = ListEvalRunsResponses[keyof ListEvalRunsResponses];
9740
+ type StartEvalRunData = {
9741
+ body: {
9742
+ /**
9743
+ * True runs the eval synchronously (25-item cap) and returns a terminal run with its scores. False — the default — enqueues the items and returns a `queued` run immediately.
9744
+ */
9745
+ wait?: boolean;
9746
+ /**
9747
+ * An archived agent version to evaluate. Defaults to the active release's stable version, or the live draft version when no release is in effect.
9748
+ */
9749
+ agent_version?: number | null;
9750
+ /**
9751
+ * A terminal run of the same eval to compare against. The finished run's `aggregate_scores.baseline` reports per-scorer deltas over the item intersection. A run of a different eval is rejected with 400.
9752
+ */
9753
+ baseline_run_id?: string | null;
9754
+ };
9099
9755
  path: {
9100
9756
  /**
9101
- * Document ID
9757
+ * Eval ID
9102
9758
  */
9103
- document_id: string;
9759
+ eval_id: string;
9104
9760
  };
9105
9761
  query?: never;
9106
- url: '/api/v1/documents/{document_id}/tags';
9762
+ url: '/api/v1/evals/{eval_id}/runs';
9107
9763
  };
9108
- type GetDocumentTagsErrors = {
9764
+ type StartEvalRunErrors = {
9765
+ /**
9766
+ * Bad request (non-boolean wait, dataset empty or over the synchronous cap, unknown agent_version, invalid baseline, scorers no longer valid against the agent)
9767
+ */
9768
+ 400: unknown;
9109
9769
  /**
9110
9770
  * Unauthorized
9111
9771
  */
9112
- 401: ErrorResponse;
9772
+ 401: unknown;
9113
9773
  /**
9114
9774
  * Forbidden
9115
9775
  */
9116
- 403: ErrorResponse;
9776
+ 403: unknown;
9117
9777
  /**
9118
- * Document not found
9778
+ * Eval not found
9119
9779
  */
9120
- 404: ErrorResponse;
9780
+ 404: unknown;
9781
+ /**
9782
+ * Internal server error
9783
+ */
9784
+ 500: unknown;
9121
9785
  };
9122
- type GetDocumentTagsError = GetDocumentTagsErrors[keyof GetDocumentTagsErrors];
9123
- type GetDocumentTagsResponses = {
9786
+ type StartEvalRunResponses = {
9124
9787
  /**
9125
- * Document tags
9788
+ * Eval run finished (`wait: true`) or queued (`wait: false`)
9126
9789
  */
9127
- 200: {
9128
- [key: string]: string;
9129
- };
9790
+ 201: EvalRun;
9130
9791
  };
9131
- type GetDocumentTagsResponse = GetDocumentTagsResponses[keyof GetDocumentTagsResponses];
9132
- type MergeDocumentTagsData = {
9133
- body: {
9134
- [key: string]: string;
9135
- };
9792
+ type StartEvalRunResponse = StartEvalRunResponses[keyof StartEvalRunResponses];
9793
+ type GetEvalRunData = {
9794
+ body?: never;
9136
9795
  path: {
9137
9796
  /**
9138
- * Document ID
9797
+ * Eval ID
9139
9798
  */
9140
- document_id: string;
9799
+ eval_id: string;
9800
+ /**
9801
+ * Eval run ID
9802
+ */
9803
+ eval_run_id: string;
9141
9804
  };
9142
9805
  query?: never;
9143
- url: '/api/v1/documents/{document_id}/tags';
9806
+ url: '/api/v1/evals/{eval_id}/runs/{eval_run_id}';
9144
9807
  };
9145
- type MergeDocumentTagsErrors = {
9808
+ type GetEvalRunErrors = {
9146
9809
  /**
9147
9810
  * Unauthorized
9148
9811
  */
9149
- 401: ErrorResponse;
9812
+ 401: unknown;
9150
9813
  /**
9151
9814
  * Forbidden
9152
9815
  */
9153
- 403: ErrorResponse;
9816
+ 403: unknown;
9154
9817
  /**
9155
- * Document not found
9818
+ * Eval or run not found
9156
9819
  */
9157
- 404: ErrorResponse;
9820
+ 404: unknown;
9158
9821
  };
9159
- type MergeDocumentTagsError = MergeDocumentTagsErrors[keyof MergeDocumentTagsErrors];
9160
- type MergeDocumentTagsResponses = {
9822
+ type GetEvalRunResponses = {
9161
9823
  /**
9162
- * Tags merged
9824
+ * Eval run details
9163
9825
  */
9164
- 200: {
9165
- [key: string]: string;
9166
- };
9826
+ 200: EvalRun;
9167
9827
  };
9168
- type MergeDocumentTagsResponse = MergeDocumentTagsResponses[keyof MergeDocumentTagsResponses];
9169
- type ReplaceDocumentTagsData = {
9170
- body: {
9171
- [key: string]: string;
9172
- };
9828
+ type GetEvalRunResponse = GetEvalRunResponses[keyof GetEvalRunResponses];
9829
+ type ListEvalResultsData = {
9830
+ body?: never;
9173
9831
  path: {
9174
9832
  /**
9175
- * Document ID
9833
+ * Eval ID
9176
9834
  */
9177
- document_id: string;
9835
+ eval_id: string;
9836
+ /**
9837
+ * Eval run ID
9838
+ */
9839
+ eval_run_id: string;
9178
9840
  };
9179
- query?: never;
9180
- url: '/api/v1/documents/{document_id}/tags';
9841
+ query?: {
9842
+ /**
9843
+ * Maximum number of results to return
9844
+ */
9845
+ limit?: number;
9846
+ /**
9847
+ * Number of results to skip
9848
+ */
9849
+ offset?: number;
9850
+ };
9851
+ url: '/api/v1/evals/{eval_id}/runs/{eval_run_id}/results';
9181
9852
  };
9182
- type ReplaceDocumentTagsErrors = {
9853
+ type ListEvalResultsErrors = {
9183
9854
  /**
9184
9855
  * Unauthorized
9185
9856
  */
9186
- 401: ErrorResponse;
9857
+ 401: unknown;
9187
9858
  /**
9188
9859
  * Forbidden
9189
9860
  */
9190
- 403: ErrorResponse;
9861
+ 403: unknown;
9191
9862
  /**
9192
- * Document not found
9863
+ * Eval or run not found
9193
9864
  */
9194
- 404: ErrorResponse;
9865
+ 404: unknown;
9195
9866
  };
9196
- type ReplaceDocumentTagsError = ReplaceDocumentTagsErrors[keyof ReplaceDocumentTagsErrors];
9197
- type ReplaceDocumentTagsResponses = {
9867
+ type ListEvalResultsResponses = {
9198
9868
  /**
9199
- * Tags replaced
9869
+ * List of eval results
9200
9870
  */
9201
9871
  200: {
9202
- [key: string]: string;
9872
+ data: Array<EvalResult>;
9873
+ total: number;
9874
+ limit: number;
9875
+ offset: number;
9203
9876
  };
9204
9877
  };
9205
- type ReplaceDocumentTagsResponse = ReplaceDocumentTagsResponses[keyof ReplaceDocumentTagsResponses];
9206
- type CreateEmbeddingsData = {
9207
- body: {
9878
+ type ListEvalResultsResponse = ListEvalResultsResponses[keyof ListEvalResultsResponses];
9879
+ type CancelEvalRunData = {
9880
+ body?: never;
9881
+ path: {
9208
9882
  /**
9209
- * Single text to embed.
9883
+ * Eval ID
9210
9884
  */
9211
- input?: string;
9885
+ eval_id: string;
9212
9886
  /**
9213
- * Batch of texts to embed.
9887
+ * Eval run ID
9214
9888
  */
9215
- inputs?: Array<string>;
9889
+ eval_run_id: string;
9216
9890
  };
9217
- path?: never;
9218
9891
  query?: never;
9219
- url: '/api/v1/embeddings';
9892
+ url: '/api/v1/evals/{eval_id}/runs/{eval_run_id}/cancel';
9220
9893
  };
9221
- type CreateEmbeddingsErrors = {
9894
+ type CancelEvalRunErrors = {
9222
9895
  /**
9223
- * Invalid request body
9896
+ * The run has already finished
9224
9897
  */
9225
- 400: ErrorResponse;
9898
+ 400: unknown;
9226
9899
  /**
9227
9900
  * Unauthorized
9228
9901
  */
9229
- 401: ErrorResponse;
9902
+ 401: unknown;
9230
9903
  /**
9231
- * Embedding service not configured
9904
+ * Forbidden
9232
9905
  */
9233
- 503: ErrorResponse;
9906
+ 403: unknown;
9907
+ /**
9908
+ * Eval or run not found
9909
+ */
9910
+ 404: unknown;
9911
+ /**
9912
+ * Internal server error
9913
+ */
9914
+ 500: unknown;
9234
9915
  };
9235
- type CreateEmbeddingsError = CreateEmbeddingsErrors[keyof CreateEmbeddingsErrors];
9236
- type CreateEmbeddingsResponses = {
9916
+ type CancelEvalRunResponses = {
9237
9917
  /**
9238
- * Embeddings generated successfully
9918
+ * Eval run canceled
9239
9919
  */
9240
- 200: EmbeddingsResponse;
9920
+ 200: EvalRun;
9241
9921
  };
9242
- type CreateEmbeddingsResponse = CreateEmbeddingsResponses[keyof CreateEmbeddingsResponses];
9922
+ type CancelEvalRunResponse = CancelEvalRunResponses[keyof CancelEvalRunResponses];
9243
9923
  type ListExceptionsData = {
9244
9924
  body?: never;
9245
9925
  path?: never;
@@ -13391,9 +14071,9 @@ type GenerateSessionResponseData = {
13391
14071
  };
13392
14072
  query?: {
13393
14073
  /**
13394
- * When true, generation runs in the background and 202 is returned immediately
14074
+ * When omitted or `false` (default), generation runs in the background and `202 Accepted` is returned immediately. Pass `true` to block until the generation settles and receive the result.
13395
14075
  */
13396
- async?: boolean;
14076
+ wait?: boolean;
13397
14077
  };
13398
14078
  url: '/api/v1/sessions/{session_id}/generate';
13399
14079
  };
@@ -13427,11 +14107,11 @@ type GenerateSessionResponseErrors = {
13427
14107
  type GenerateSessionResponseError = GenerateSessionResponseErrors[keyof GenerateSessionResponseErrors];
13428
14108
  type GenerateSessionResponseResponses = {
13429
14109
  /**
13430
- * Agent reply or requires_action
14110
+ * Agent reply or requires_action (only when `?wait=true`)
13431
14111
  */
13432
14112
  200: GenerateSessionResponse;
13433
14113
  /**
13434
- * Generation accepted (async mode)
14114
+ * Generation accepted and running in the background (default, when `wait` is omitted or `false`)
13435
14115
  */
13436
14116
  202: {
13437
14117
  status?: 'accepted';
@@ -14169,7 +14849,7 @@ type ListTriggersData = {
14169
14849
  query?: {
14170
14850
  project_id?: string;
14171
14851
  type?: 'manual' | 'webhook' | 'schedule';
14172
- target_type?: 'orchestration' | 'agent' | 'tool';
14852
+ target_type?: 'orchestration' | 'agent' | 'tool' | 'eval';
14173
14853
  /**
14174
14854
  * Maximum number of results to return
14175
14855
  */
@@ -15701,7 +16381,7 @@ declare class Agents {
15701
16381
  /**
15702
16382
  * Run an agent generation
15703
16383
  *
15704
- * Sends messages to the agent, resolves its tools, and runs the AI model loop. Supports streaming via `stream: true`. Client tools pause the generation and return `requires_action`.
16384
+ * Sends messages to the agent, resolves its tools, and runs the AI model loop. Background by default: returns `202 Accepted` with a `generation_id` to poll via `GET /api/v1/generations/{generation_id}`. Pass `?wait=true` to block and receive the result inline, where client tools pause the generation and return `requires_action`. Streaming (`stream: true`) implies waiting.
15705
16385
  *
15706
16386
  */
15707
16387
  static createAgentGeneration<ThrowOnError extends boolean = false>(options: Options<CreateAgentGenerationData, ThrowOnError>): RequestResult<CreateAgentGenerationResponses, CreateAgentGenerationErrors, ThrowOnError>;
@@ -15753,6 +16433,8 @@ declare class AgentVersions {
15753
16433
  *
15754
16434
  * Makes the canary version's config the agent's live config and clears the release. The canary is pinned by version, so an edit that landed mid-rollout is not promoted in its place — it stays an unreleased draft in the version history.
15755
16435
  *
16436
+ * When the release carries a `promotion_gate`, the eval it names must have a run that finished `completed` with `passed: true` **and** was pinned to the canary version (`agent_version`); otherwise the call is a `409` and the rollout is left running untouched. The run that cleared the gate is recorded as `eval_run_id` on the version that goes live.
16437
+ *
15756
16438
  */
15757
16439
  static promoteAgentRelease<ThrowOnError extends boolean = false>(options: Options<PromoteAgentReleaseData, ThrowOnError>): RequestResult<PromoteAgentReleaseResponses, PromoteAgentReleaseErrors, ThrowOnError>;
15758
16440
  /**
@@ -15781,7 +16463,7 @@ declare class AiProviders {
15781
16463
  *
15782
16464
  * Deletes an AI provider configuration.
15783
16465
  *
15784
- * Live references — chats, agents, discussions, and model routes whose targets name this provider — always block deletion with `409 AI_PROVIDER_HAS_DEPENDENTS`; `force` does not override them, so delete or repoint those resources first. Soft dependents — price overrides, usage/generation records, and discussion participants — also block with `409` unless `force=true`, which deletes the provider's price overrides and unlinks (nulls) its usage and participant history, preserving those rows. The `409` body's `error.meta` reports the counts, a sample of offending IDs, and a `forcible` flag that is `true` when a `force=true` retry would succeed.
16466
+ * Live references — chats, agents, and model routes whose targets name this provider — always block deletion with `409 AI_PROVIDER_HAS_DEPENDENTS`; `force` does not override them, so delete or repoint those resources first. Soft dependents — price overrides and usage/generation records — also block with `409` unless `force=true`, which deletes the provider's price overrides and unlinks (nulls) its usage history, preserving those rows. The `409` body's `error.meta` reports the counts, a sample of offending IDs, and a `forcible` flag that is `true` when a `force=true` retry would succeed.
15785
16467
  *
15786
16468
  */
15787
16469
  static deleteAiProvider<ThrowOnError extends boolean = false>(options: Options<DeleteAiProviderData, ThrowOnError>): RequestResult<DeleteAiProviderResponses, DeleteAiProviderErrors, ThrowOnError>;
@@ -15994,9 +16676,14 @@ declare class Conversations {
15994
16676
  * Generate the next message in a conversation
15995
16677
  *
15996
16678
  * Generates the next message using the specified actor's linked agent or chat.
15997
- * On `completed`, the reply is persisted as a new ConversationMessage authored
15998
- * by that actor. On `requires_action`, nothing is persisted; the caller must
15999
- * submit tool outputs via the Agents module and re-invoke generate.
16679
+ * Background by default: returns `202 Accepted` immediately and the reply
16680
+ * lands as a new ConversationMessage when it completes poll
16681
+ * `GET /api/v1/conversations/{conversation_id}/messages` for it.
16682
+ * Pass `?wait=true` to block and receive the result inline. On
16683
+ * `completed`, the reply is persisted as a new ConversationMessage
16684
+ * authored by that actor. On `requires_action`, nothing is persisted; the
16685
+ * caller must submit tool outputs via the Agents module and re-invoke
16686
+ * generate — so a flow using client tools should pass `?wait=true`.
16000
16687
  *
16001
16688
  */
16002
16689
  static generateConversationMessage<ThrowOnError extends boolean = false>(options: Options<GenerateConversationMessageData, ThrowOnError>): RequestResult<GenerateConversationMessageResponses, GenerateConversationMessageErrors, ThrowOnError>;
@@ -16025,57 +16712,6 @@ declare class Conversations {
16025
16712
  */
16026
16713
  static replaceConversationTags<ThrowOnError extends boolean = false>(options: Options<ReplaceConversationTagsData, ThrowOnError>): RequestResult<ReplaceConversationTagsResponses, ReplaceConversationTagsErrors, ThrowOnError>;
16027
16714
  }
16028
- declare class Discussions {
16029
- /**
16030
- * List discussions
16031
- *
16032
- * Returns all discussions the caller has access to. If project_id is provided, returns only discussions in that project.
16033
- */
16034
- static listDiscussions<ThrowOnError extends boolean = false>(options?: Options<ListDiscussionsData, ThrowOnError>): RequestResult<ListDiscussionsResponses, ListDiscussionsErrors, ThrowOnError>;
16035
- /**
16036
- * Create a discussion
16037
- *
16038
- * Creates a new discussion config. project keys infer the project from the key's scope; JWT callers must supply project_id.
16039
- */
16040
- static createDiscussion<ThrowOnError extends boolean = false>(options: Options<CreateDiscussionData, ThrowOnError>): RequestResult<CreateDiscussionResponses, CreateDiscussionErrors, ThrowOnError>;
16041
- /**
16042
- * Get a discussion run by ID
16043
- *
16044
- * Returns a single discussion run, including its outcome, transcript conversation, and outcome document.
16045
- */
16046
- static getDiscussionRun<ThrowOnError extends boolean = false>(options: Options<GetDiscussionRunData, ThrowOnError>): RequestResult<GetDiscussionRunResponses, GetDiscussionRunErrors, ThrowOnError>;
16047
- /**
16048
- * Delete a discussion
16049
- *
16050
- * Deletes a discussion config and its participants.
16051
- */
16052
- static deleteDiscussion<ThrowOnError extends boolean = false>(options: Options<DeleteDiscussionData, ThrowOnError>): RequestResult<DeleteDiscussionResponses, DeleteDiscussionErrors, ThrowOnError>;
16053
- /**
16054
- * Get a discussion by ID
16055
- *
16056
- * Returns a discussion config with its participants.
16057
- */
16058
- static getDiscussion<ThrowOnError extends boolean = false>(options: Options<GetDiscussionData, ThrowOnError>): RequestResult<GetDiscussionResponses, GetDiscussionErrors, ThrowOnError>;
16059
- /**
16060
- * Update a discussion
16061
- *
16062
- * Updates a discussion. Providing participants replaces the full set (not merged).
16063
- */
16064
- static updateDiscussion<ThrowOnError extends boolean = false>(options: Options<UpdateDiscussionData, ThrowOnError>): RequestResult<UpdateDiscussionResponses, UpdateDiscussionErrors, ThrowOnError>;
16065
- /**
16066
- * List a discussion's runs
16067
- *
16068
- * Returns the run history of a discussion, most recent first.
16069
- */
16070
- static listDiscussionRuns<ThrowOnError extends boolean = false>(options: Options<ListDiscussionRunsData, ThrowOnError>): RequestResult<ListDiscussionRunsResponses, ListDiscussionRunsErrors, ThrowOnError>;
16071
- /**
16072
- * Invoke a discussion
16073
- *
16074
- * Runs the discussion synchronously over the given topic and returns the completed run, whose outcome inlines the synthesized text. The run's transcript is persisted as a conversation and the outcome as a document.
16075
- *
16076
- */
16077
- static createDiscussionRun<ThrowOnError extends boolean = false>(options: Options<CreateDiscussionRunData, ThrowOnError>): RequestResult<CreateDiscussionRunResponses, CreateDiscussionRunErrors, ThrowOnError>;
16078
- }
16079
16715
  declare class Documents {
16080
16716
  /**
16081
16717
  * List documents
@@ -16143,8 +16779,8 @@ declare class Documents {
16143
16779
  * source file. Existing chunks are discarded and the document is reset to
16144
16780
  * `status=pending` before re-processing. Use this to recover a document
16145
16781
  * stuck in `processing`/`failed` or to re-chunk with a different strategy
16146
- * without re-uploading the file. Async by default (`202`); pass
16147
- * `?async=false` to run synchronously (`201`).
16782
+ * without re-uploading the file. Background by default (`202`); pass
16783
+ * `?wait=true` to run synchronously (`201`).
16148
16784
  *
16149
16785
  */
16150
16786
  static reingestDocument<ThrowOnError extends boolean = false>(options: Options<ReingestDocumentData, ThrowOnError>): RequestResult<ReingestDocumentResponses, ReingestDocumentErrors, ThrowOnError>;
@@ -16193,6 +16829,138 @@ declare class Embeddings {
16193
16829
  */
16194
16830
  static createEmbeddings<ThrowOnError extends boolean = false>(options: Options<CreateEmbeddingsData, ThrowOnError>): RequestResult<CreateEmbeddingsResponses, CreateEmbeddingsErrors, ThrowOnError>;
16195
16831
  }
16832
+ declare class Evaluations {
16833
+ /**
16834
+ * List datasets
16835
+ *
16836
+ * Returns the datasets defined in a project
16837
+ */
16838
+ static listDatasets<ThrowOnError extends boolean = false>(options?: Options<ListDatasetsData, ThrowOnError>): RequestResult<ListDatasetsResponses, ListDatasetsErrors, ThrowOnError>;
16839
+ /**
16840
+ * Create a dataset
16841
+ *
16842
+ * Creates a project-scoped dataset — a named collection of test cases an eval runs an agent against. Names are unique per project.
16843
+ *
16844
+ * Datasets are operator-owned **fixtures**. The platform's content purge never deletes or mutates a dataset item, so erasing a generation cannot silently stop a test suite from being runnable.
16845
+ */
16846
+ static createDataset<ThrowOnError extends boolean = false>(options: Options<CreateDatasetData, ThrowOnError>): RequestResult<CreateDatasetResponses, CreateDatasetErrors, ThrowOnError>;
16847
+ /**
16848
+ * Delete a dataset
16849
+ *
16850
+ * Deletes a dataset, its items, and every eval bound to it. Results of runs that already scored those items keep their frozen copies of the input and expected output.
16851
+ */
16852
+ static deleteDataset<ThrowOnError extends boolean = false>(options: Options<DeleteDatasetData, ThrowOnError>): RequestResult<DeleteDatasetResponses, DeleteDatasetErrors, ThrowOnError>;
16853
+ /**
16854
+ * Get a dataset
16855
+ *
16856
+ * Returns a specific dataset
16857
+ */
16858
+ static getDataset<ThrowOnError extends boolean = false>(options: Options<GetDatasetData, ThrowOnError>): RequestResult<GetDatasetResponses, GetDatasetErrors, ThrowOnError>;
16859
+ /**
16860
+ * Update a dataset
16861
+ *
16862
+ * Updates a dataset's name and/or description
16863
+ */
16864
+ static updateDataset<ThrowOnError extends boolean = false>(options: Options<UpdateDatasetData, ThrowOnError>): RequestResult<UpdateDatasetResponses, UpdateDatasetErrors, ThrowOnError>;
16865
+ /**
16866
+ * List dataset items
16867
+ *
16868
+ * Returns the test cases in a dataset, oldest first
16869
+ */
16870
+ static listDatasetItems<ThrowOnError extends boolean = false>(options: Options<ListDatasetItemsData, ThrowOnError>): RequestResult<ListDatasetItemsResponses, ListDatasetItemsErrors, ThrowOnError>;
16871
+ /**
16872
+ * Add a dataset item
16873
+ *
16874
+ * Adds one test case. `input` is replayed verbatim as the generation's messages, so it must be a non-empty array of `{ role, content }`.
16875
+ */
16876
+ static createDatasetItem<ThrowOnError extends boolean = false>(options: Options<CreateDatasetItemData, ThrowOnError>): RequestResult<CreateDatasetItemResponses, CreateDatasetItemErrors, ThrowOnError>;
16877
+ /**
16878
+ * Delete a dataset item
16879
+ *
16880
+ * Deletes a test case. Results of runs that already scored it stay readable; their `dataset_item_id` becomes null.
16881
+ */
16882
+ static deleteDatasetItem<ThrowOnError extends boolean = false>(options: Options<DeleteDatasetItemData, ThrowOnError>): RequestResult<DeleteDatasetItemResponses, DeleteDatasetItemErrors, ThrowOnError>;
16883
+ /**
16884
+ * Update a dataset item
16885
+ *
16886
+ * Updates a test case. Runs that already scored it are unaffected — each result carries its own frozen copy of the input and expected output.
16887
+ */
16888
+ static updateDatasetItem<ThrowOnError extends boolean = false>(options: Options<UpdateDatasetItemData, ThrowOnError>): RequestResult<UpdateDatasetItemResponses, UpdateDatasetItemErrors, ThrowOnError>;
16889
+ /**
16890
+ * List evals
16891
+ *
16892
+ * Returns the evals defined in a project
16893
+ */
16894
+ static listEvals<ThrowOnError extends boolean = false>(options?: Options<ListEvalsData, ThrowOnError>): RequestResult<ListEvalsResponses, ListEvalsErrors, ThrowOnError>;
16895
+ /**
16896
+ * Create an eval
16897
+ *
16898
+ * Binds an agent under test to a dataset and a list of scorers. The agent and the dataset must belong to the same project as the eval; a cross-project reference is rejected with 400.
16899
+ *
16900
+ * Scorer config is frozen here rather than read from the agent at run time, so two runs of the same eval are always judged by the same criteria and their comparison measures the agent instead of the config drifting underneath it. Each scorer `type` may appear at most once.
16901
+ */
16902
+ static createEval<ThrowOnError extends boolean = false>(options: Options<CreateEvalData, ThrowOnError>): RequestResult<CreateEvalResponses, CreateEvalErrors, ThrowOnError>;
16903
+ /**
16904
+ * Delete an eval
16905
+ *
16906
+ * Deletes an eval, its runs, and their results
16907
+ */
16908
+ static deleteEval<ThrowOnError extends boolean = false>(options: Options<DeleteEvalData, ThrowOnError>): RequestResult<DeleteEvalResponses, DeleteEvalErrors, ThrowOnError>;
16909
+ /**
16910
+ * Get an eval
16911
+ *
16912
+ * Returns a specific eval
16913
+ */
16914
+ static getEval<ThrowOnError extends boolean = false>(options: Options<GetEvalData, ThrowOnError>): RequestResult<GetEvalResponses, GetEvalErrors, ThrowOnError>;
16915
+ /**
16916
+ * Update an eval
16917
+ *
16918
+ * Updates an eval. Changing `agent_id` re-validates the scorers against the new agent, since an `output_schema` scorer that was legal against the old one may not be.
16919
+ */
16920
+ static updateEval<ThrowOnError extends boolean = false>(options: Options<UpdateEvalData, ThrowOnError>): RequestResult<UpdateEvalResponses, UpdateEvalErrors, ThrowOnError>;
16921
+ /**
16922
+ * List eval runs
16923
+ *
16924
+ * Returns an eval's runs, newest first
16925
+ */
16926
+ static listEvalRuns<ThrowOnError extends boolean = false>(options: Options<ListEvalRunsData, ThrowOnError>): RequestResult<ListEvalRunsResponses, ListEvalRunsErrors, ThrowOnError>;
16927
+ /**
16928
+ * Start an eval run
16929
+ *
16930
+ * Runs the eval against its dataset, creating one real agent generation per item and scoring the outputs.
16931
+ *
16932
+ * `wait: true` executes the run synchronously and returns it terminal, with its scores. The dataset is capped at 25 items for a synchronous run; a larger one is rejected with 400 rather than partially scored.
16933
+ *
16934
+ * `wait: false` (the default) enqueues one task per item and returns immediately with `status: "queued"`. A worker executes the items and the run settles itself; poll `GET /evals/{eval_id}/runs/{eval_run_id}` for the terminal status, or subscribe to the `eval_run.completed` webhook. There is no item cap on a queued run.
16935
+ *
16936
+ * The whole run is pinned to **one** agent version, stamped on `agent_version`: pass one explicitly to evaluate a canary before promoting it, or omit it to use the active release's stable version (or the live draft when no release is in effect). Without the pin, release assignment would bucket each item independently and blend two configs into a single score.
16937
+ *
16938
+ * With `baseline_run_id`, the finished run's `aggregate_scores.baseline` carries per-scorer deltas against that run, computed over the items present and scorable in **both** runs, with the divergence counted. A delta over a shifted dataset is therefore never presented as a clean comparison.
16939
+ */
16940
+ static startEvalRun<ThrowOnError extends boolean = false>(options: Options<StartEvalRunData, ThrowOnError>): RequestResult<StartEvalRunResponses, StartEvalRunErrors, ThrowOnError>;
16941
+ /**
16942
+ * Get an eval run
16943
+ *
16944
+ * Returns a run's status, counts, and aggregate scores
16945
+ */
16946
+ static getEvalRun<ThrowOnError extends boolean = false>(options: Options<GetEvalRunData, ThrowOnError>): RequestResult<GetEvalRunResponses, GetEvalRunErrors, ThrowOnError>;
16947
+ /**
16948
+ * List eval run results
16949
+ *
16950
+ * Returns the per-item results of a run, oldest first
16951
+ */
16952
+ static listEvalResults<ThrowOnError extends boolean = false>(options: Options<ListEvalResultsData, ThrowOnError>): RequestResult<ListEvalResultsResponses, ListEvalResultsErrors, ThrowOnError>;
16953
+ /**
16954
+ * Cancel an eval run
16955
+ *
16956
+ * Cancels a queued or running run: its outstanding item tasks are dropped so it stops consuming provider budget, and the run settles as `canceled`.
16957
+ *
16958
+ * Results already written are kept — they are real measurements of generations that were really paid for — and `completed_count` / `errored_count` report what ran. `aggregate_scores` is deliberately left null: a partial roll-up in the same field a completed run uses would read as a whole-dataset verdict.
16959
+ *
16960
+ * A run that has already finished is rejected with 400.
16961
+ */
16962
+ static cancelEvalRun<ThrowOnError extends boolean = false>(options: Options<CancelEvalRunData, ThrowOnError>): RequestResult<CancelEvalRunResponses, CancelEvalRunErrors, ThrowOnError>;
16963
+ }
16196
16964
  declare class Exceptions {
16197
16965
  /**
16198
16966
  * List exception items
@@ -16890,7 +17658,7 @@ declare class Sessions {
16890
17658
  /**
16891
17659
  * Trigger agent generation
16892
17660
  *
16893
- * Triggers the agent to generate a response based on the current conversation. Returns the assistant reply or a requires_action status if the agent needs client tool outputs. Pass ?async=true for a 202 accepted response when you do not need to wait for the result.
17661
+ * Triggers the agent to generate a response based on the current conversation. Background by default: returns `202 Accepted` immediately while the generation runs. Pass ?wait=true to block and receive the assistant reply (or a requires_action status if the agent needs client tool outputs) in the response.
16894
17662
  *
16895
17663
  */
16896
17664
  static generateSessionResponse<ThrowOnError extends boolean = false>(options: Options<GenerateSessionResponseData, ThrowOnError>): RequestResult<GenerateSessionResponseResponses, GenerateSessionResponseErrors, ThrowOnError>;
@@ -17071,7 +17839,7 @@ declare class Triggers {
17071
17839
  /**
17072
17840
  * Fire a trigger
17073
17841
  *
17074
- * Fires a trigger synchronously and returns the terminal firing record.
17842
+ * Fires a trigger synchronously and returns the terminal firing record. The firing itself always settles here; an `eval` target's run is queued rather than executed inline, so the record names a `queued` run to poll.
17075
17843
  */
17076
17844
  static fireTrigger<ThrowOnError extends boolean = false>(options: Options<FireTriggerData, ThrowOnError>): RequestResult<FireTriggerResponses, FireTriggerErrors, ThrowOnError>;
17077
17845
  /**
@@ -17359,32 +18127,50 @@ interface SoatClientOptions {
17359
18127
  * the corresponding static class from the generated SDK, so all method
17360
18128
  * signatures, types, and return values are identical — the only difference
17361
18129
  * is that you never need to supply `client` yourself.
18130
+ *
18131
+ * The list is exhaustive by construction: `NoUnregisteredResource` at the
18132
+ * bottom of this file fails `pnpm typecheck` when a spec adds a resource this
18133
+ * class does not expose.
17362
18134
  */
17363
18135
  declare class SoatClient {
18136
+ readonly activity: typeof Activity;
17364
18137
  readonly actors: typeof Actors;
17365
18138
  readonly agents: typeof Agents;
18139
+ readonly agentVersions: typeof AgentVersions;
17366
18140
  readonly aiProviders: typeof AiProviders;
17367
18141
  readonly apiKeys: typeof ApiKeys;
18142
+ readonly approvals: typeof Approvals;
18143
+ readonly auditLog: typeof AuditLog;
17368
18144
  readonly chats: typeof Chats;
17369
18145
  readonly conversations: typeof Conversations;
17370
18146
  readonly documents: typeof Documents;
18147
+ readonly embeddings: typeof Embeddings;
18148
+ readonly evaluations: typeof Evaluations;
18149
+ readonly exceptions: typeof Exceptions;
17371
18150
  readonly files: typeof Files;
17372
18151
  readonly formations: typeof Formations;
18152
+ readonly generations: typeof Generations;
18153
+ readonly guardrails: typeof Guardrails;
17373
18154
  readonly ingestionRules: typeof IngestionRules;
17374
18155
  readonly knowledge: typeof Knowledge;
17375
18156
  readonly memories: typeof Memories;
17376
18157
  readonly memoryEntries: typeof MemoryEntries;
18158
+ readonly modelRoutes: typeof ModelRoutes;
18159
+ readonly orchestrations: typeof Orchestrations;
17377
18160
  readonly policies: typeof Policies;
17378
18161
  readonly projects: typeof Projects;
18162
+ readonly quotas: typeof Quotas;
17379
18163
  readonly secrets: typeof Secrets;
17380
18164
  readonly sessions: typeof Sessions;
18165
+ readonly tasks: typeof Tasks;
17381
18166
  readonly tools: typeof Tools;
17382
18167
  readonly traces: typeof Traces;
17383
18168
  readonly triggers: typeof Triggers;
17384
18169
  readonly usage: typeof Usage;
17385
18170
  readonly users: typeof Users;
17386
18171
  readonly webhooks: typeof Webhooks;
18172
+ readonly workflows: typeof Workflows;
17387
18173
  constructor({ baseUrl, token, headers }?: SoatClientOptions);
17388
18174
  }
17389
18175
  //#endregion
17390
- export { type AbortAgentReleaseData, type AbortAgentReleaseError, type AbortAgentReleaseErrors, type AbortAgentReleaseResponse, type AbortAgentReleaseResponses, type AcknowledgeExceptionData, type AcknowledgeExceptionErrors, type AcknowledgeExceptionResponse, type AcknowledgeExceptionResponses, Activity, type ActivityEntry, type ActorRecord, type ActorResourceProperties, Actors, type AddConversationMessageData, type AddConversationMessageError, type AddConversationMessageErrors, type AddConversationMessageResponse, type AddConversationMessageResponses, type AddSessionMessageData, type AddSessionMessageError, type AddSessionMessageErrors, type AddSessionMessageRequest, type AddSessionMessageResponse, type AddSessionMessageResponse2, type AddSessionMessageResponses, type AddSessionMessageSaved, type Agent, type AgentGenerationResponse, type AgentRelease, type AgentResourceProperties, type AgentVersion, AgentVersions, Agents, type AiProviderResourceProperties, AiProviders, type ApiKeyCreated, type ApiKeyRecord, type ApiKeyResourceProperties, ApiKeys, type ApprovalId, type ApprovalItem, type ApprovalRecurrenceGroup, Approvals, type ApproveApprovalData, type ApproveApprovalErrors, type ApproveApprovalResponse, type ApproveApprovalResponses, type AttachUserPoliciesData, type AttachUserPoliciesError, type AttachUserPoliciesErrors, type AttachUserPoliciesResponse, type AttachUserPoliciesResponses, type AuditEntry, AuditLog, type BootstrapUserData, type BootstrapUserError, type BootstrapUserErrors, type BootstrapUserResponse, type BootstrapUserResponses, type CallToolData, type CallToolError, type CallToolErrors, type CallToolRequest, type CallToolResponse, type CallToolResponses, type CancelOrchestrationRunData, type CancelOrchestrationRunErrors, type CancelOrchestrationRunResponse, type CancelOrchestrationRunResponses, type Chat, type ChatCompletionChoice, type ChatCompletionForChatRequest, type ChatCompletionRequest, type ChatCompletionResponse, type ChatCompletionResponseMessage, type ChatMessage, type ChatMessageInput, type ChatResourceProperties, Chats, type ClientOptions, type CompleteIngestionCallbackData, type CompleteIngestionCallbackError, type CompleteIngestionCallbackErrors, type CompleteIngestionCallbackResponse, type CompleteIngestionCallbackResponses, type ConversationMessageRecord, type ConversationRecord, type ConversationResourceProperties, Conversations, type CreateActorData, type CreateActorError, type CreateActorErrors, type CreateActorResponse, type CreateActorResponses, type CreateAgentData, type CreateAgentError, type CreateAgentErrors, type CreateAgentGenerationData, type CreateAgentGenerationError, type CreateAgentGenerationErrors, type CreateAgentGenerationRequest, type CreateAgentGenerationResponse, type CreateAgentGenerationResponses, type CreateAgentRequest, type CreateAgentResponse, type CreateAgentResponses, type CreateAiProviderData, type CreateAiProviderErrors, type CreateAiProviderResponse, type CreateAiProviderResponses, type CreateApiKeyData, type CreateApiKeyError, type CreateApiKeyErrors, type CreateApiKeyResponse, type CreateApiKeyResponses, type CreateChatCompletionData, type CreateChatCompletionError, type CreateChatCompletionErrors, type CreateChatCompletionForChatData, type CreateChatCompletionForChatError, type CreateChatCompletionForChatErrors, type CreateChatCompletionForChatResponse, type CreateChatCompletionForChatResponses, type CreateChatCompletionResponse, type CreateChatCompletionResponses, type CreateChatData, type CreateChatError, type CreateChatErrors, type CreateChatRequest, type CreateChatResponse, type CreateChatResponses, type CreateConversationData, type CreateConversationError, type CreateConversationErrors, type CreateConversationResponse, type CreateConversationResponses, type CreateDiscussionData, type CreateDiscussionError, type CreateDiscussionErrors, type CreateDiscussionResponse, type CreateDiscussionResponses, type CreateDiscussionRunData, type CreateDiscussionRunError, type CreateDiscussionRunErrors, type CreateDiscussionRunResponse, type CreateDiscussionRunResponses, type CreateDocumentData, type CreateDocumentError, type CreateDocumentErrors, type CreateDocumentResponse, type CreateDocumentResponses, type CreateEmbeddingsData, type CreateEmbeddingsError, type CreateEmbeddingsErrors, type CreateEmbeddingsResponse, type CreateEmbeddingsResponses, type CreateFileData, type CreateFileError, type CreateFileErrors, type CreateFileResponse, type CreateFileResponses, type CreateFormationData, type CreateFormationErrors, type CreateFormationResponse, type CreateFormationResponses, type CreateGuardrailData, type CreateGuardrailError, type CreateGuardrailErrors, type CreateGuardrailRequest, type CreateGuardrailResponse, type CreateGuardrailResponses, type CreateIngestionRuleData, type CreateIngestionRuleErrors, type CreateIngestionRuleResponse, type CreateIngestionRuleResponses, type CreateMemoryData, type CreateMemoryEntryData, type CreateMemoryEntryErrors, type CreateMemoryEntryResponse, type CreateMemoryEntryResponses, type CreateMemoryErrors, type CreateMemoryResponse, type CreateMemoryResponses, type CreateModelRouteData, type CreateModelRouteErrors, type CreateModelRouteResponse, type CreateModelRouteResponses, type CreateOrchestrationData, type CreateOrchestrationErrors, type CreateOrchestrationRequest, type CreateOrchestrationResponse, type CreateOrchestrationResponses, type CreatePolicyData, type CreatePolicyError, type CreatePolicyErrors, type CreatePolicyResponse, type CreatePolicyResponses, type CreatePresignedUrlData, type CreatePresignedUrlError, type CreatePresignedUrlErrors, type CreatePresignedUrlResponse, type CreatePresignedUrlResponses, type CreateProjectData, type CreateProjectErrors, type CreateProjectResponse, type CreateProjectResponses, type CreateQuotaData, type CreateQuotaErrors, type CreateQuotaResponse, type CreateQuotaResponses, type CreateSecretData, type CreateSecretErrors, type CreateSecretResponse, type CreateSecretResponses, type CreateSessionData, type CreateSessionError, type CreateSessionErrors, type CreateSessionRequest, type CreateSessionResponse, type CreateSessionResponses, type CreateTaskData, type CreateTaskErrors, type CreateTaskRequest, type CreateTaskResponse, type CreateTaskResponses, type CreateToolData, type CreateToolError, type CreateToolErrors, type CreateToolRequest, type CreateToolResponse, type CreateToolResponses, type CreateTriggerData, type CreateTriggerErrors, type CreateTriggerRequest, type CreateTriggerResponse, type CreateTriggerResponses, type CreateUsageThresholdData, type CreateUsageThresholdError, type CreateUsageThresholdErrors, type CreateUsageThresholdRequest, type CreateUsageThresholdResponse, type CreateUsageThresholdResponses, type CreateUserData, type CreateUserError, type CreateUserErrors, type CreateUserResponse, type CreateUserResponses, type CreateWebhookData, type CreateWebhookErrors, type CreateWebhookRequest, type CreateWebhookResponse, type CreateWebhookResponses, type CreateWorkflowData, type CreateWorkflowErrors, type CreateWorkflowRequest, type CreateWorkflowResponse, type CreateWorkflowResponses, type DeleteActorData, type DeleteActorError, type DeleteActorErrors, type DeleteActorResponse, type DeleteActorResponses, type DeleteAgentData, type DeleteAgentError, type DeleteAgentErrors, type DeleteAgentResponse, type DeleteAgentResponses, type DeleteAiProviderData, type DeleteAiProviderErrors, type DeleteAiProviderResponse, type DeleteAiProviderResponses, type DeleteApiKeyData, type DeleteApiKeyErrors, type DeleteApiKeyResponse, type DeleteApiKeyResponses, type DeleteChatData, type DeleteChatError, type DeleteChatErrors, type DeleteChatResponse, type DeleteChatResponses, type DeleteConversationData, type DeleteConversationError, type DeleteConversationErrors, type DeleteConversationResponse, type DeleteConversationResponses, type DeleteDiscussionData, type DeleteDiscussionError, type DeleteDiscussionErrors, type DeleteDiscussionResponse, type DeleteDiscussionResponses, type DeleteDocumentData, type DeleteDocumentError, type DeleteDocumentErrors, type DeleteDocumentResponse, type DeleteDocumentResponses, type DeleteFileData, type DeleteFileError, type DeleteFileErrors, type DeleteFileResponse, type DeleteFileResponses, type DeleteFormationData, type DeleteFormationErrors, type DeleteFormationResponse, type DeleteFormationResponses, type DeleteGuardrailData, type DeleteGuardrailError, type DeleteGuardrailErrors, type DeleteGuardrailResponse, type DeleteGuardrailResponses, type DeleteIngestionRuleData, type DeleteIngestionRuleErrors, type DeleteIngestionRuleResponse, type DeleteIngestionRuleResponses, type DeleteMemoryData, type DeleteMemoryEntryData, type DeleteMemoryEntryErrors, type DeleteMemoryEntryResponse, type DeleteMemoryEntryResponses, type DeleteMemoryErrors, type DeleteMemoryResponse, type DeleteMemoryResponses, type DeleteModelRouteData, type DeleteModelRouteErrors, type DeleteModelRouteResponse, type DeleteModelRouteResponses, type DeleteOrchestrationData, type DeleteOrchestrationErrors, type DeleteOrchestrationResponse, type DeleteOrchestrationResponses, type DeletePolicyData, type DeletePolicyErrors, type DeletePolicyResponse, type DeletePolicyResponses, type DeleteProjectData, type DeleteProjectError, type DeleteProjectErrors, type DeleteProjectResponse, type DeleteProjectResponses, type DeleteQuotaData, type DeleteQuotaErrors, type DeleteQuotaResponse, type DeleteQuotaResponses, type DeleteSecretData, type DeleteSecretErrors, type DeleteSecretResponses, type DeleteSessionData, type DeleteSessionError, type DeleteSessionErrors, type DeleteSessionResponse, type DeleteSessionResponses, type DeleteTaskData, type DeleteTaskErrors, type DeleteTaskResponse, type DeleteTaskResponses, type DeleteToolData, type DeleteToolError, type DeleteToolErrors, type DeleteToolResponse, type DeleteToolResponses, type DeleteTriggerData, type DeleteTriggerErrors, type DeleteTriggerResponse, type DeleteTriggerResponses, type DeleteUsageThresholdData, type DeleteUsageThresholdError, type DeleteUsageThresholdErrors, type DeleteUsageThresholdResponse, type DeleteUsageThresholdResponses, type DeleteUserData, type DeleteUserError, type DeleteUserErrors, type DeleteUserResponse, type DeleteUserResponses, type DeleteWebhookData, type DeleteWebhookErrors, type DeleteWebhookResponse, type DeleteWebhookResponses, type DeleteWorkflowData, type DeleteWorkflowErrors, type DeleteWorkflowResponse, type DeleteWorkflowResponses, type Delivery, type DeliveryListResponse, type DiscussionRecord, type DiscussionResourceProperties, type DiscussionRunRecord, Discussions, type DocumentKnowledgeResult, type DocumentMessageContent, type DocumentRecord, type DocumentResourceProperties, type DocumentStatusRecord, Documents, type DownloadFileBase64Data, type DownloadFileBase64Error, type DownloadFileBase64Errors, type DownloadFileBase64Response, type DownloadFileBase64Responses, type DownloadFileData, type DownloadFileError, type DownloadFileErrors, type DownloadFileResponse, type DownloadFileResponses, Embeddings, type EmbeddingsResponse, type ErrorResponse, type EvaluateGuardrailData, type EvaluateGuardrailError, type EvaluateGuardrailErrors, type EvaluateGuardrailResponse, type EvaluateGuardrailResponses, type ExceptionId, type ExceptionItem, Exceptions, type ExportAuditEntriesData, type ExportAuditEntriesErrors, type ExportAuditEntriesResponse, type ExportAuditEntriesResponses, type FileRecord, type FileRecordWritable, type FileResourceProperties, Files, type FireTriggerData, type FireTriggerErrors, type FireTriggerRequest, type FireTriggerResponse, type FireTriggerResponses, type Formation, type FormationEvent, type FormationOperation, type FormationResource, type FormationTemplate, type FormationTemplateInput, Formations, type GenerateConversationMessageCompleted, type GenerateConversationMessageData, type GenerateConversationMessageError, type GenerateConversationMessageErrors, type GenerateConversationMessageRequiresAction, type GenerateConversationMessageResponse, type GenerateConversationMessageResponse2, type GenerateConversationMessageResponses, type GenerateSessionRequest, type GenerateSessionResponse, type GenerateSessionResponseData, type GenerateSessionResponseError, type GenerateSessionResponseErrors, type GenerateSessionResponseResponse, type GenerateSessionResponseResponses, type Generation, Generations, type GetActorData, type GetActorError, type GetActorErrors, type GetActorResponse, type GetActorResponses, type GetActorTagsData, type GetActorTagsError, type GetActorTagsErrors, type GetActorTagsResponse, type GetActorTagsResponses, type GetAgentData, type GetAgentError, type GetAgentErrors, type GetAgentResponse, type GetAgentResponses, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionErrors, type GetAgentVersionResponse, type GetAgentVersionResponses, type GetAiProviderData, type GetAiProviderErrors, type GetAiProviderPricesData, type GetAiProviderPricesErrors, type GetAiProviderPricesResponse, type GetAiProviderPricesResponses, type GetAiProviderResponse, type GetAiProviderResponses, type GetApiKeyData, type GetApiKeyErrors, type GetApiKeyResponse, type GetApiKeyResponses, type GetApprovalData, type GetApprovalErrors, type GetApprovalResponse, type GetApprovalResponses, type GetAuditEntryData, type GetAuditEntryErrors, type GetAuditEntryResponse, type GetAuditEntryResponses, type GetChatData, type GetChatError, type GetChatErrors, type GetChatResponse, type GetChatResponses, type GetConversationData, type GetConversationError, type GetConversationErrors, type GetConversationResponse, type GetConversationResponses, type GetConversationTagsData, type GetConversationTagsError, type GetConversationTagsErrors, type GetConversationTagsResponse, type GetConversationTagsResponses, type GetCurrentUserData, type GetCurrentUserError, type GetCurrentUserErrors, type GetCurrentUserResponse, type GetCurrentUserResponses, type GetDiscussionData, type GetDiscussionError, type GetDiscussionErrors, type GetDiscussionResponse, type GetDiscussionResponses, type GetDiscussionRunData, type GetDiscussionRunError, type GetDiscussionRunErrors, type GetDiscussionRunResponse, type GetDiscussionRunResponses, type GetDocumentData, type GetDocumentError, type GetDocumentErrors, type GetDocumentResponse, type GetDocumentResponses, type GetDocumentStatusData, type GetDocumentStatusError, type GetDocumentStatusErrors, type GetDocumentStatusResponse, type GetDocumentStatusResponses, type GetDocumentTagsData, type GetDocumentTagsError, type GetDocumentTagsErrors, type GetDocumentTagsResponse, type GetDocumentTagsResponses, type GetExceptionData, type GetExceptionErrors, type GetExceptionResponse, type GetExceptionResponses, type GetFileData, type GetFileError, type GetFileErrors, type GetFileResponse, type GetFileResponses, type GetFileTagsData, type GetFileTagsError, type GetFileTagsErrors, type GetFileTagsResponse, type GetFileTagsResponses, type GetFormationData, type GetFormationErrors, type GetFormationResponse, type GetFormationResponses, type GetGenerationData, type GetGenerationError, type GetGenerationErrors, type GetGenerationResponse, type GetGenerationResponses, type GetGuardrailData, type GetGuardrailError, type GetGuardrailErrors, type GetGuardrailResponse, type GetGuardrailResponses, type GetGuardrailVersionData, type GetGuardrailVersionError, type GetGuardrailVersionErrors, type GetGuardrailVersionResponse, type GetGuardrailVersionResponses, type GetIngestionRuleData, type GetIngestionRuleErrors, type GetIngestionRuleResponse, type GetIngestionRuleResponses, type GetMemoryData, type GetMemoryEntryData, type GetMemoryEntryErrors, type GetMemoryEntryResponse, type GetMemoryEntryResponses, type GetMemoryErrors, type GetMemoryResponse, type GetMemoryResponses, type GetModelRouteData, type GetModelRouteErrors, type GetModelRouteResponse, type GetModelRouteResponses, type GetOrchestrationData, type GetOrchestrationErrors, type GetOrchestrationResponse, type GetOrchestrationResponses, type GetOrchestrationRunData, type GetOrchestrationRunErrors, type GetOrchestrationRunResponse, type GetOrchestrationRunResponses, type GetOrchestrationVersionData, type GetOrchestrationVersionErrors, type GetOrchestrationVersionResponse, type GetOrchestrationVersionResponses, type GetPolicyData, type GetPolicyErrors, type GetPolicyResponse, type GetPolicyResponses, type GetPriceBookData, type GetPriceBookError, type GetPriceBookErrors, type GetPriceBookResponse, type GetPriceBookResponses, type GetProjectData, type GetProjectErrors, type GetProjectPricesData, type GetProjectPricesErrors, type GetProjectPricesResponse, type GetProjectPricesResponses, type GetProjectResponse, type GetProjectResponses, type GetQueueStatsData, type GetQueueStatsErrors, type GetQueueStatsResponse, type GetQueueStatsResponses, type GetQuotaData, type GetQuotaErrors, type GetQuotaResponse, type GetQuotaResponses, type GetSecretData, type GetSecretErrors, type GetSecretResponse, type GetSecretResponses, type GetSessionData, type GetSessionError, type GetSessionErrors, type GetSessionResponse, type GetSessionResponses, type GetSessionTagsData, type GetSessionTagsError, type GetSessionTagsErrors, type GetSessionTagsResponse, type GetSessionTagsResponses, type GetTaskData, type GetTaskErrors, type GetTaskHistoryData, type GetTaskHistoryErrors, type GetTaskHistoryResponse, type GetTaskHistoryResponses, type GetTaskResponse, type GetTaskResponses, type GetToolData, type GetToolError, type GetToolErrors, type GetToolResponse, type GetToolResponses, type GetTraceData, type GetTraceError, type GetTraceErrors, type GetTraceResponse, type GetTraceResponses, type GetTraceTreeData, type GetTraceTreeError, type GetTraceTreeErrors, type GetTraceTreeResponse, type GetTraceTreeResponses, type GetTriggerData, type GetTriggerErrors, type GetTriggerFiringData, type GetTriggerFiringErrors, type GetTriggerFiringResponse, type GetTriggerFiringResponses, type GetTriggerResponse, type GetTriggerResponses, type GetTriggerSecretData, type GetTriggerSecretErrors, type GetTriggerSecretResponse, type GetTriggerSecretResponses, type GetUsageData, type GetUsageError, type GetUsageErrors, type GetUsageReceiptData, type GetUsageReceiptError, type GetUsageReceiptErrors, type GetUsageReceiptResponse, type GetUsageReceiptResponses, type GetUsageResponse, type GetUsageResponses, type GetUserData, type GetUserError, type GetUserErrors, type GetUserResponse, type GetUserResponses, type GetWebhookData, type GetWebhookDeliveryData, type GetWebhookDeliveryErrors, type GetWebhookDeliveryResponse, type GetWebhookDeliveryResponses, type GetWebhookErrors, type GetWebhookResponse, type GetWebhookResponses, type GetWebhookSecretData, type GetWebhookSecretErrors, type GetWebhookSecretResponse, type GetWebhookSecretResponses, type GetWorkflowData, type GetWorkflowErrors, type GetWorkflowResponse, type GetWorkflowResponses, type GetWorkflowVersionData, type GetWorkflowVersionErrors, type GetWorkflowVersionResponse, type GetWorkflowVersionResponses, type Guardrail, type GuardrailDocument, type GuardrailEvaluation, type GuardrailResourceProperties, type GuardrailVersion, Guardrails, type HumanInputRequest, type IngestDocumentData, type IngestDocumentError, type IngestDocumentErrors, type IngestDocumentResponse, type IngestDocumentResponses, type IngestedDocumentRecord, type IngestionRule, type IngestionRuleResourceProperties, IngestionRules, Knowledge, type KnowledgeResult, type ListActivityData, type ListActivityErrors, type ListActivityResponse, type ListActivityResponses, type ListActorsData, type ListActorsError, type ListActorsErrors, type ListActorsResponse, type ListActorsResponses, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsErrors, type ListAgentVersionsResponse, type ListAgentVersionsResponses, type ListAgentsData, type ListAgentsError, type ListAgentsErrors, type ListAgentsResponse, type ListAgentsResponses, type ListAiProviderModelsData, type ListAiProviderModelsErrors, type ListAiProviderModelsResponse, type ListAiProviderModelsResponses, type ListAiProvidersData, type ListAiProvidersErrors, type ListAiProvidersResponse, type ListAiProvidersResponses, type ListApiKeysData, type ListApiKeysErrors, type ListApiKeysResponse, type ListApiKeysResponses, type ListApprovalRecurrencesData, type ListApprovalRecurrencesErrors, type ListApprovalRecurrencesResponse, type ListApprovalRecurrencesResponses, type ListApprovalsData, type ListApprovalsErrors, type ListApprovalsResponse, type ListApprovalsResponses, type ListAuditEntriesData, type ListAuditEntriesErrors, type ListAuditEntriesResponse, type ListAuditEntriesResponses, type ListChatsData, type ListChatsError, type ListChatsErrors, type ListChatsResponse, type ListChatsResponses, type ListConversationMessagesData, type ListConversationMessagesError, type ListConversationMessagesErrors, type ListConversationMessagesResponse, type ListConversationMessagesResponses, type ListConversationsData, type ListConversationsError, type ListConversationsErrors, type ListConversationsResponse, type ListConversationsResponses, type ListDiscussionRunsData, type ListDiscussionRunsError, type ListDiscussionRunsErrors, type ListDiscussionRunsResponse, type ListDiscussionRunsResponses, type ListDiscussionsData, type ListDiscussionsError, type ListDiscussionsErrors, type ListDiscussionsResponse, type ListDiscussionsResponses, type ListDocumentsData, type ListDocumentsError, type ListDocumentsErrors, type ListDocumentsResponse, type ListDocumentsResponses, type ListExceptionsData, type ListExceptionsErrors, type ListExceptionsResponse, type ListExceptionsResponses, type ListFilesData, type ListFilesError, type ListFilesErrors, type ListFilesResponse, type ListFilesResponses, type ListFormationEventsData, type ListFormationEventsErrors, type ListFormationEventsResponse, type ListFormationEventsResponses, type ListFormationsData, type ListFormationsErrors, type ListFormationsResponse, type ListFormationsResponses, type ListGenerationsData, type ListGenerationsError, type ListGenerationsErrors, type ListGenerationsResponse, type ListGenerationsResponses, type ListGuardrailVersionsData, type ListGuardrailVersionsError, type ListGuardrailVersionsErrors, type ListGuardrailVersionsResponse, type ListGuardrailVersionsResponses, type ListGuardrailsData, type ListGuardrailsError, type ListGuardrailsErrors, type ListGuardrailsResponse, type ListGuardrailsResponses, type ListIngestionRulesData, type ListIngestionRulesErrors, type ListIngestionRulesResponse, type ListIngestionRulesResponses, type ListMemoriesData, type ListMemoriesErrors, type ListMemoriesResponse, type ListMemoriesResponses, type ListMemoryEntriesData, type ListMemoryEntriesErrors, type ListMemoryEntriesResponse, type ListMemoryEntriesResponses, type ListModelRoutesData, type ListModelRoutesErrors, type ListModelRoutesResponse, type ListModelRoutesResponses, type ListOrchestrationRunsData, type ListOrchestrationRunsErrors, type ListOrchestrationRunsResponse, type ListOrchestrationRunsResponses, type ListOrchestrationVersionsData, type ListOrchestrationVersionsErrors, type ListOrchestrationVersionsResponse, type ListOrchestrationVersionsResponses, type ListOrchestrationsData, type ListOrchestrationsErrors, type ListOrchestrationsResponse, type ListOrchestrationsResponses, type ListPoliciesData, type ListPoliciesErrors, type ListPoliciesResponse, type ListPoliciesResponses, type ListProjectsData, type ListProjectsErrors, type ListProjectsResponse, type ListProjectsResponses, type ListQuotasData, type ListQuotasErrors, type ListQuotasResponse, type ListQuotasResponses, type ListSecretsData, type ListSecretsErrors, type ListSecretsResponse, type ListSecretsResponses, type ListSessionsData, type ListSessionsError, type ListSessionsErrors, type ListSessionsResponse, type ListSessionsResponses, type ListTasksData, type ListTasksErrors, type ListTasksResponse, type ListTasksResponses, type ListToolsData, type ListToolsError, type ListToolsErrors, type ListToolsResponse, type ListToolsResponses, type ListTracesData, type ListTracesError, type ListTracesErrors, type ListTracesResponse, type ListTracesResponses, type ListTriggerFiringsData, type ListTriggerFiringsErrors, type ListTriggerFiringsResponse, type ListTriggerFiringsResponses, type ListTriggersData, type ListTriggersErrors, type ListTriggersResponse, type ListTriggersResponses, type ListUsageMetersData, type ListUsageMetersError, type ListUsageMetersErrors, type ListUsageMetersResponse, type ListUsageMetersResponses, type ListUsageThresholdsData, type ListUsageThresholdsError, type ListUsageThresholdsErrors, type ListUsageThresholdsResponse, type ListUsageThresholdsResponses, type ListUsersData, type ListUsersError, type ListUsersErrors, type ListUsersResponse, type ListUsersResponses, type ListWebhookDeliveriesData, type ListWebhookDeliveriesErrors, type ListWebhookDeliveriesResponse, type ListWebhookDeliveriesResponses, type ListWebhooksData, type ListWebhooksErrors, type ListWebhooksResponse, type ListWebhooksResponses, type ListWorkflowVersionsData, type ListWorkflowVersionsErrors, type ListWorkflowVersionsResponse, type ListWorkflowVersionsResponses, type ListWorkflowsData, type ListWorkflowsErrors, type ListWorkflowsResponse, type ListWorkflowsResponses, type LoginResponse, type LoginUserData, type LoginUserError, type LoginUserErrors, type LoginUserResponse, type LoginUserResponses, Memories, type Memory, MemoryEntries, type MemoryEntry, type MemoryEntryResourceProperties, type MemoryEntryWriteResult, type MemoryKnowledgeResult, type MemoryResourceProperties, type MergeActorTagsData, type MergeActorTagsError, type MergeActorTagsErrors, type MergeActorTagsResponse, type MergeActorTagsResponses, type MergeConversationTagsData, type MergeConversationTagsError, type MergeConversationTagsErrors, type MergeConversationTagsResponse, type MergeConversationTagsResponses, type MergeDocumentTagsData, type MergeDocumentTagsError, type MergeDocumentTagsErrors, type MergeDocumentTagsResponse, type MergeDocumentTagsResponses, type MergeFileTagsData, type MergeFileTagsError, type MergeFileTagsErrors, type MergeFileTagsResponse, type MergeFileTagsResponses, type MergeSessionTagsData, type MergeSessionTagsError, type MergeSessionTagsErrors, type MergeSessionTagsResponse, type MergeSessionTagsResponses, type ModelRoute, type ModelRouteResourceProperties, type ModelRouteTarget, ModelRoutes, type NodeExecution, type Options, type Orchestration, type OrchestrationEdge, type OrchestrationId, type OrchestrationNode, type OrchestrationResourceProperties, type OrchestrationRun, type OrchestrationRunId, type OrchestrationVersion, Orchestrations, type ParameterDeclaration, type ParticipantInput, type ParticipantRecord, type PatchAgentData, type PatchAgentError, type PatchAgentErrors, type PatchAgentResponse, type PatchAgentResponses, type PlanChange, type PlanFormationData, type PlanFormationErrors, type PlanFormationResponse, type PlanFormationResponses, type PlanResult, Policies, type PolicyDocument, type PolicyRecord, type PolicyResourceProperties, type PolicyStatement, type PresignedUrlRequest, type PresignedUrlResponse, type Price, type PriceBookResponse, type ProjectPrice, type ProjectPriceResourceProperties, type ProjectPricesResponse, type ProjectRecord, Projects, type PromoteAgentReleaseData, type PromoteAgentReleaseError, type PromoteAgentReleaseErrors, type PromoteAgentReleaseResponse, type PromoteAgentReleaseResponses, type ProviderModelsResponse, type ProviderPrice, type ProviderPricesResponse, type PurgeGenerationContentData, type PurgeGenerationContentError, type PurgeGenerationContentErrors, type PurgeGenerationContentResponse, type PurgeGenerationContentResponses, type PurgeTraceContentData, type PurgeTraceContentError, type PurgeTraceContentErrors, type PurgeTraceContentResponse, type PurgeTraceContentResponses, type QueueStats, type Quota, type QuotaResourceProperties, Quotas, type ReingestDocumentData, type ReingestDocumentError, type ReingestDocumentErrors, type ReingestDocumentResponse, type ReingestDocumentResponses, type RejectApprovalData, type RejectApprovalErrors, type RejectApprovalResponse, type RejectApprovalResponses, type RemoveConversationMessageData, type RemoveConversationMessageError, type RemoveConversationMessageErrors, type RemoveConversationMessageResponse, type RemoveConversationMessageResponses, type ReplaceActorTagsData, type ReplaceActorTagsError, type ReplaceActorTagsErrors, type ReplaceActorTagsResponse, type ReplaceActorTagsResponses, type ReplaceConversationTagsData, type ReplaceConversationTagsError, type ReplaceConversationTagsErrors, type ReplaceConversationTagsResponse, type ReplaceConversationTagsResponses, type ReplaceDocumentTagsData, type ReplaceDocumentTagsError, type ReplaceDocumentTagsErrors, type ReplaceDocumentTagsResponse, type ReplaceDocumentTagsResponses, type ReplaceFileTagsData, type ReplaceFileTagsError, type ReplaceFileTagsErrors, type ReplaceFileTagsResponse, type ReplaceFileTagsResponses, type ReplaceSessionTagsData, type ReplaceSessionTagsError, type ReplaceSessionTagsErrors, type ReplaceSessionTagsResponse, type ReplaceSessionTagsResponses, type RequiredAction, type ResolveExceptionData, type ResolveExceptionErrors, type ResolveExceptionResponse, type ResolveExceptionResponses, type ResourceDeclaration, type RestoreAgentVersionData, type RestoreAgentVersionError, type RestoreAgentVersionErrors, type RestoreAgentVersionRequest, type RestoreAgentVersionResponse, type RestoreAgentVersionResponses, type RestoreGuardrailVersionData, type RestoreGuardrailVersionError, type RestoreGuardrailVersionErrors, type RestoreGuardrailVersionRequest, type RestoreGuardrailVersionResponse, type RestoreGuardrailVersionResponses, type RestoreOrchestrationVersionData, type RestoreOrchestrationVersionErrors, type RestoreOrchestrationVersionRequest, type RestoreOrchestrationVersionResponse, type RestoreOrchestrationVersionResponses, type RestoreWorkflowVersionData, type RestoreWorkflowVersionErrors, type RestoreWorkflowVersionRequest, type RestoreWorkflowVersionResponse, type RestoreWorkflowVersionResponses, type ResumeOrchestrationRunData, type ResumeOrchestrationRunErrors, type ResumeOrchestrationRunResponse, type ResumeOrchestrationRunResponses, type RotateTriggerSecretData, type RotateTriggerSecretErrors, type RotateTriggerSecretResponse, type RotateTriggerSecretResponses, type RotateWebhookSecretData, type RotateWebhookSecretErrors, type RotateWebhookSecretResponse, type RotateWebhookSecretResponses, type RunUsageTotals, type SearchKnowledgeData, type SearchKnowledgeError, type SearchKnowledgeErrors, type SearchKnowledgeResponse, type SearchKnowledgeResponses, type SecretResourceProperties, Secrets, type SendSessionMessageResponse, type SessionId, type SessionRecord, type SessionResourceProperties, Sessions, type SetAgentReleaseData, type SetAgentReleaseError, type SetAgentReleaseErrors, type SetAgentReleaseRequest, type SetAgentReleaseResponse, type SetAgentReleaseResponses, SoatClient, type SoatClientOptions, type StartOrchestrationRunData, type StartOrchestrationRunErrors, type StartOrchestrationRunResponse, type StartOrchestrationRunResponses, type StartRunRequest, type SubmitAgentToolOutputsData, type SubmitAgentToolOutputsError, type SubmitAgentToolOutputsErrors, type SubmitAgentToolOutputsResponse, type SubmitAgentToolOutputsResponses, type SubmitHumanInputData, type SubmitHumanInputErrors, type SubmitHumanInputResponse, type SubmitHumanInputResponses, type SubmitSessionToolOutputsData, type SubmitSessionToolOutputsError, type SubmitSessionToolOutputsErrors, type SubmitSessionToolOutputsRequest, type SubmitSessionToolOutputsResponse, type SubmitSessionToolOutputsResponses, type SubmitToolOutputsRequest, type SynthesisConfig, type Task, type TaskTransition, Tasks, type Tool, type ToolBinding, type ToolOutputMessageContent, type ToolResourceProperties, Tools, type Trace, type TraceTreeNode, Traces, type TransitionTaskData, type TransitionTaskErrors, type TransitionTaskRequest, type TransitionTaskResponse, type TransitionTaskResponses, type Trigger, type TriggerFiring, type TriggerFiringListResponse, type TriggerResourceProperties, type TriggerSecretResponse, type TriggerWithSecret, Triggers, type UpdateActorData, type UpdateActorError, type UpdateActorErrors, type UpdateActorResponse, type UpdateActorResponses, type UpdateAgentData, type UpdateAgentError, type UpdateAgentErrors, type UpdateAgentRequest, type UpdateAgentResponse, type UpdateAgentResponses, type UpdateAiProviderData, type UpdateAiProviderErrors, type UpdateAiProviderPricesData, type UpdateAiProviderPricesErrors, type UpdateAiProviderPricesResponse, type UpdateAiProviderPricesResponses, type UpdateAiProviderResponses, type UpdateApiKeyData, type UpdateApiKeyError, type UpdateApiKeyErrors, type UpdateApiKeyResponse, type UpdateApiKeyResponses, type UpdateConversationData, type UpdateConversationError, type UpdateConversationErrors, type UpdateConversationResponse, type UpdateConversationResponses, type UpdateDiscussionData, type UpdateDiscussionError, type UpdateDiscussionErrors, type UpdateDiscussionResponse, type UpdateDiscussionResponses, type UpdateDocumentData, type UpdateDocumentError, type UpdateDocumentErrors, type UpdateDocumentResponse, type UpdateDocumentResponses, type UpdateFileMetadataData, type UpdateFileMetadataError, type UpdateFileMetadataErrors, type UpdateFileMetadataResponse, type UpdateFileMetadataResponses, type UpdateFormationData, type UpdateFormationErrors, type UpdateFormationResponse, type UpdateFormationResponses, type UpdateGenerationData, type UpdateGenerationError, type UpdateGenerationErrors, type UpdateGenerationRequest, type UpdateGenerationResponse, type UpdateGenerationResponses, type UpdateGuardrailData, type UpdateGuardrailError, type UpdateGuardrailErrors, type UpdateGuardrailRequest, type UpdateGuardrailResponse, type UpdateGuardrailResponses, type UpdateIngestionRuleData, type UpdateIngestionRuleErrors, type UpdateIngestionRuleResponse, type UpdateIngestionRuleResponses, type UpdateMemoryData, type UpdateMemoryEntryData, type UpdateMemoryEntryErrors, type UpdateMemoryEntryResponse, type UpdateMemoryEntryResponses, type UpdateMemoryErrors, type UpdateMemoryResponse, type UpdateMemoryResponses, type UpdateModelRouteData, type UpdateModelRouteErrors, type UpdateModelRouteResponse, type UpdateModelRouteResponses, type UpdateOrchestrationData, type UpdateOrchestrationErrors, type UpdateOrchestrationRequest, type UpdateOrchestrationResponse, type UpdateOrchestrationResponses, type UpdatePolicyData, type UpdatePolicyError, type UpdatePolicyErrors, type UpdatePolicyResponse, type UpdatePolicyResponses, type UpdateProjectData, type UpdateProjectErrors, type UpdateProjectPricesData, type UpdateProjectPricesErrors, type UpdateProjectPricesResponse, type UpdateProjectPricesResponses, type UpdateProjectResponse, type UpdateProjectResponses, type UpdateQuotaData, type UpdateQuotaErrors, type UpdateQuotaResponse, type UpdateQuotaResponses, type UpdateSecretData, type UpdateSecretErrors, type UpdateSecretResponses, type UpdateSessionData, type UpdateSessionError, type UpdateSessionErrors, type UpdateSessionRequest, type UpdateSessionResponse, type UpdateSessionResponses, type UpdateTaskData, type UpdateTaskErrors, type UpdateTaskRequest, type UpdateTaskResponse, type UpdateTaskResponses, type UpdateToolData, type UpdateToolError, type UpdateToolErrors, type UpdateToolRequest, type UpdateToolResponse, type UpdateToolResponses, type UpdateTriggerData, type UpdateTriggerErrors, type UpdateTriggerRequest, type UpdateTriggerResponse, type UpdateTriggerResponses, type UpdateWebhookData, type UpdateWebhookErrors, type UpdateWebhookRequest, type UpdateWebhookResponse, type UpdateWebhookResponses, type UpdateWorkflowData, type UpdateWorkflowErrors, type UpdateWorkflowRequest, type UpdateWorkflowResponse, type UpdateWorkflowResponses, type UploadFileBase64Data, type UploadFileBase64Error, type UploadFileBase64Errors, type UploadFileBase64Request, type UploadFileBase64Response, type UploadFileBase64Responses, type UploadFileData, type UploadFileError, type UploadFileErrors, type UploadFileResponse, type UploadFileResponses, type UploadFileWithTokenData, type UploadFileWithTokenError, type UploadFileWithTokenErrors, type UploadFileWithTokenRequest, type UploadFileWithTokenResponse, type UploadFileWithTokenResponses, type UpsertPriceBookData, type UpsertPriceBookError, type UpsertPriceBookErrors, type UpsertPriceBookResponse, type UpsertPriceBookResponses, type UpsertPricesRequest, type UpsertProjectPricesRequest, type UpsertProviderPricesRequest, Usage, type UsageAggregate, type UsageAggregateComponent, type UsageAggregateTotals, type UsageComponent, type UsageEvent, type UsageReceipt, type UsageThreshold, type UserRecord, Users, type ValidateFormationData, type ValidateFormationErrors, type ValidateFormationResponse, type ValidateFormationResponses, type ValidateOrchestrationData, type ValidateOrchestrationErrors, type ValidateOrchestrationRequest, type ValidateOrchestrationResponse, type ValidateOrchestrationResponses, type ValidationError, type ValidationResult, type Webhook, type WebhookResourceProperties, type WebhookSecretResponse, type WebhookWithSecret, Webhooks, type Workflow, type WorkflowResourceProperties, type WorkflowState, type WorkflowTransition, type WorkflowVersion, Workflows, createClient, createConfig };
18176
+ export { type AbortAgentReleaseData, type AbortAgentReleaseError, type AbortAgentReleaseErrors, type AbortAgentReleaseResponse, type AbortAgentReleaseResponses, type AcceptedGenerationResponse, type AcknowledgeExceptionData, type AcknowledgeExceptionErrors, type AcknowledgeExceptionResponse, type AcknowledgeExceptionResponses, Activity, type ActivityEntry, type ActorRecord, type ActorResourceProperties, Actors, type AddConversationMessageData, type AddConversationMessageError, type AddConversationMessageErrors, type AddConversationMessageResponse, type AddConversationMessageResponses, type AddSessionMessageData, type AddSessionMessageError, type AddSessionMessageErrors, type AddSessionMessageRequest, type AddSessionMessageResponse, type AddSessionMessageResponse2, type AddSessionMessageResponses, type AddSessionMessageSaved, type Agent, type AgentGenerationResponse, type AgentRelease, type AgentResourceProperties, type AgentVersion, AgentVersions, Agents, type AggregateScores, type AiProviderResourceProperties, AiProviders, type ApiKeyCreated, type ApiKeyRecord, type ApiKeyResourceProperties, ApiKeys, type ApprovalId, type ApprovalItem, type ApprovalRecurrenceGroup, Approvals, type ApproveApprovalData, type ApproveApprovalErrors, type ApproveApprovalResponse, type ApproveApprovalResponses, type AttachUserPoliciesData, type AttachUserPoliciesError, type AttachUserPoliciesErrors, type AttachUserPoliciesResponse, type AttachUserPoliciesResponses, type AuditEntry, AuditLog, type BaselineComparison, type BootstrapUserData, type BootstrapUserError, type BootstrapUserErrors, type BootstrapUserResponse, type BootstrapUserResponses, type CallToolData, type CallToolError, type CallToolErrors, type CallToolRequest, type CallToolResponse, type CallToolResponses, type CancelEvalRunData, type CancelEvalRunErrors, type CancelEvalRunResponse, type CancelEvalRunResponses, type CancelOrchestrationRunData, type CancelOrchestrationRunErrors, type CancelOrchestrationRunResponse, type CancelOrchestrationRunResponses, type Chat, type ChatCompletionChoice, type ChatCompletionForChatRequest, type ChatCompletionRequest, type ChatCompletionResponse, type ChatCompletionResponseMessage, type ChatMessage, type ChatMessageInput, type ChatResourceProperties, Chats, type ClientOptions, type CompleteIngestionCallbackData, type CompleteIngestionCallbackError, type CompleteIngestionCallbackErrors, type CompleteIngestionCallbackResponse, type CompleteIngestionCallbackResponses, type ContainsScorer, type ConversationMessageRecord, type ConversationRecord, type ConversationResourceProperties, Conversations, type CreateActorData, type CreateActorError, type CreateActorErrors, type CreateActorResponse, type CreateActorResponses, type CreateAgentData, type CreateAgentError, type CreateAgentErrors, type CreateAgentGenerationData, type CreateAgentGenerationError, type CreateAgentGenerationErrors, type CreateAgentGenerationRequest, type CreateAgentGenerationResponse, type CreateAgentGenerationResponses, type CreateAgentRequest, type CreateAgentResponse, type CreateAgentResponses, type CreateAiProviderData, type CreateAiProviderErrors, type CreateAiProviderResponse, type CreateAiProviderResponses, type CreateApiKeyData, type CreateApiKeyError, type CreateApiKeyErrors, type CreateApiKeyResponse, type CreateApiKeyResponses, type CreateChatCompletionData, type CreateChatCompletionError, type CreateChatCompletionErrors, type CreateChatCompletionForChatData, type CreateChatCompletionForChatError, type CreateChatCompletionForChatErrors, type CreateChatCompletionForChatResponse, type CreateChatCompletionForChatResponses, type CreateChatCompletionResponse, type CreateChatCompletionResponses, type CreateChatData, type CreateChatError, type CreateChatErrors, type CreateChatRequest, type CreateChatResponse, type CreateChatResponses, type CreateConversationData, type CreateConversationError, type CreateConversationErrors, type CreateConversationResponse, type CreateConversationResponses, type CreateDatasetData, type CreateDatasetErrors, type CreateDatasetItemData, type CreateDatasetItemErrors, type CreateDatasetItemResponse, type CreateDatasetItemResponses, type CreateDatasetResponse, type CreateDatasetResponses, type CreateDocumentData, type CreateDocumentError, type CreateDocumentErrors, type CreateDocumentResponse, type CreateDocumentResponses, type CreateEmbeddingsData, type CreateEmbeddingsError, type CreateEmbeddingsErrors, type CreateEmbeddingsResponse, type CreateEmbeddingsResponses, type CreateEvalData, type CreateEvalErrors, type CreateEvalResponse, type CreateEvalResponses, type CreateFileData, type CreateFileError, type CreateFileErrors, type CreateFileResponse, type CreateFileResponses, type CreateFormationData, type CreateFormationErrors, type CreateFormationResponse, type CreateFormationResponses, type CreateGuardrailData, type CreateGuardrailError, type CreateGuardrailErrors, type CreateGuardrailRequest, type CreateGuardrailResponse, type CreateGuardrailResponses, type CreateIngestionRuleData, type CreateIngestionRuleErrors, type CreateIngestionRuleResponse, type CreateIngestionRuleResponses, type CreateMemoryData, type CreateMemoryEntryData, type CreateMemoryEntryErrors, type CreateMemoryEntryResponse, type CreateMemoryEntryResponses, type CreateMemoryErrors, type CreateMemoryResponse, type CreateMemoryResponses, type CreateModelRouteData, type CreateModelRouteErrors, type CreateModelRouteResponse, type CreateModelRouteResponses, type CreateOrchestrationData, type CreateOrchestrationErrors, type CreateOrchestrationRequest, type CreateOrchestrationResponse, type CreateOrchestrationResponses, type CreatePolicyData, type CreatePolicyError, type CreatePolicyErrors, type CreatePolicyResponse, type CreatePolicyResponses, type CreatePresignedUrlData, type CreatePresignedUrlError, type CreatePresignedUrlErrors, type CreatePresignedUrlResponse, type CreatePresignedUrlResponses, type CreateProjectData, type CreateProjectErrors, type CreateProjectResponse, type CreateProjectResponses, type CreateQuotaData, type CreateQuotaErrors, type CreateQuotaResponse, type CreateQuotaResponses, type CreateSecretData, type CreateSecretErrors, type CreateSecretResponse, type CreateSecretResponses, type CreateSessionData, type CreateSessionError, type CreateSessionErrors, type CreateSessionRequest, type CreateSessionResponse, type CreateSessionResponses, type CreateTaskData, type CreateTaskErrors, type CreateTaskRequest, type CreateTaskResponse, type CreateTaskResponses, type CreateToolData, type CreateToolError, type CreateToolErrors, type CreateToolRequest, type CreateToolResponse, type CreateToolResponses, type CreateTriggerData, type CreateTriggerErrors, type CreateTriggerRequest, type CreateTriggerResponse, type CreateTriggerResponses, type CreateUsageThresholdData, type CreateUsageThresholdError, type CreateUsageThresholdErrors, type CreateUsageThresholdRequest, type CreateUsageThresholdResponse, type CreateUsageThresholdResponses, type CreateUserData, type CreateUserError, type CreateUserErrors, type CreateUserResponse, type CreateUserResponses, type CreateWebhookData, type CreateWebhookErrors, type CreateWebhookRequest, type CreateWebhookResponse, type CreateWebhookResponses, type CreateWorkflowData, type CreateWorkflowErrors, type CreateWorkflowRequest, type CreateWorkflowResponse, type CreateWorkflowResponses, type Dataset, type DatasetItem, type DatasetItemInput, type DatasetItemResourceProperties, type DatasetResourceProperties, type DeleteActorData, type DeleteActorError, type DeleteActorErrors, type DeleteActorResponse, type DeleteActorResponses, type DeleteAgentData, type DeleteAgentError, type DeleteAgentErrors, type DeleteAgentResponse, type DeleteAgentResponses, type DeleteAiProviderData, type DeleteAiProviderErrors, type DeleteAiProviderResponse, type DeleteAiProviderResponses, type DeleteApiKeyData, type DeleteApiKeyErrors, type DeleteApiKeyResponse, type DeleteApiKeyResponses, type DeleteChatData, type DeleteChatError, type DeleteChatErrors, type DeleteChatResponse, type DeleteChatResponses, type DeleteConversationData, type DeleteConversationError, type DeleteConversationErrors, type DeleteConversationResponse, type DeleteConversationResponses, type DeleteDatasetData, type DeleteDatasetErrors, type DeleteDatasetItemData, type DeleteDatasetItemErrors, type DeleteDatasetItemResponse, type DeleteDatasetItemResponses, type DeleteDatasetResponse, type DeleteDatasetResponses, type DeleteDocumentData, type DeleteDocumentError, type DeleteDocumentErrors, type DeleteDocumentResponse, type DeleteDocumentResponses, type DeleteEvalData, type DeleteEvalErrors, type DeleteEvalResponse, type DeleteEvalResponses, type DeleteFileData, type DeleteFileError, type DeleteFileErrors, type DeleteFileResponse, type DeleteFileResponses, type DeleteFormationData, type DeleteFormationErrors, type DeleteFormationResponse, type DeleteFormationResponses, type DeleteGuardrailData, type DeleteGuardrailError, type DeleteGuardrailErrors, type DeleteGuardrailResponse, type DeleteGuardrailResponses, type DeleteIngestionRuleData, type DeleteIngestionRuleErrors, type DeleteIngestionRuleResponse, type DeleteIngestionRuleResponses, type DeleteMemoryData, type DeleteMemoryEntryData, type DeleteMemoryEntryErrors, type DeleteMemoryEntryResponse, type DeleteMemoryEntryResponses, type DeleteMemoryErrors, type DeleteMemoryResponse, type DeleteMemoryResponses, type DeleteModelRouteData, type DeleteModelRouteErrors, type DeleteModelRouteResponse, type DeleteModelRouteResponses, type DeleteOrchestrationData, type DeleteOrchestrationErrors, type DeleteOrchestrationResponse, type DeleteOrchestrationResponses, type DeletePolicyData, type DeletePolicyErrors, type DeletePolicyResponse, type DeletePolicyResponses, type DeleteProjectData, type DeleteProjectError, type DeleteProjectErrors, type DeleteProjectResponse, type DeleteProjectResponses, type DeleteQuotaData, type DeleteQuotaErrors, type DeleteQuotaResponse, type DeleteQuotaResponses, type DeleteSecretData, type DeleteSecretErrors, type DeleteSecretResponses, type DeleteSessionData, type DeleteSessionError, type DeleteSessionErrors, type DeleteSessionResponse, type DeleteSessionResponses, type DeleteTaskData, type DeleteTaskErrors, type DeleteTaskResponse, type DeleteTaskResponses, type DeleteToolData, type DeleteToolError, type DeleteToolErrors, type DeleteToolResponse, type DeleteToolResponses, type DeleteTriggerData, type DeleteTriggerErrors, type DeleteTriggerResponse, type DeleteTriggerResponses, type DeleteUsageThresholdData, type DeleteUsageThresholdError, type DeleteUsageThresholdErrors, type DeleteUsageThresholdResponse, type DeleteUsageThresholdResponses, type DeleteUserData, type DeleteUserError, type DeleteUserErrors, type DeleteUserResponse, type DeleteUserResponses, type DeleteWebhookData, type DeleteWebhookErrors, type DeleteWebhookResponse, type DeleteWebhookResponses, type DeleteWorkflowData, type DeleteWorkflowErrors, type DeleteWorkflowResponse, type DeleteWorkflowResponses, type Delivery, type DeliveryListResponse, type DocumentKnowledgeResult, type DocumentMessageContent, type DocumentRecord, type DocumentResourceProperties, type DocumentStatusRecord, Documents, type DownloadFileBase64Data, type DownloadFileBase64Error, type DownloadFileBase64Errors, type DownloadFileBase64Response, type DownloadFileBase64Responses, type DownloadFileData, type DownloadFileError, type DownloadFileErrors, type DownloadFileResponse, type DownloadFileResponses, Embeddings, type EmbeddingsResponse, type ErrorResponse, type Eval, type EvalResourceProperties, type EvalResult, type EvalRun, type EvaluateGuardrailData, type EvaluateGuardrailError, type EvaluateGuardrailErrors, type EvaluateGuardrailResponse, type EvaluateGuardrailResponses, Evaluations, type ExactMatchScorer, type ExceptionId, type ExceptionItem, Exceptions, type ExportAuditEntriesData, type ExportAuditEntriesErrors, type ExportAuditEntriesResponse, type ExportAuditEntriesResponses, type FileRecord, type FileRecordWritable, type FileResourceProperties, Files, type FireTriggerData, type FireTriggerErrors, type FireTriggerRequest, type FireTriggerResponse, type FireTriggerResponses, type Formation, type FormationEvent, type FormationOperation, type FormationResource, type FormationTemplate, type FormationTemplateInput, Formations, type GenerateConversationMessageCompleted, type GenerateConversationMessageData, type GenerateConversationMessageError, type GenerateConversationMessageErrors, type GenerateConversationMessageRequiresAction, type GenerateConversationMessageResponse, type GenerateConversationMessageResponse2, type GenerateConversationMessageResponses, type GenerateSessionRequest, type GenerateSessionResponse, type GenerateSessionResponseData, type GenerateSessionResponseError, type GenerateSessionResponseErrors, type GenerateSessionResponseResponse, type GenerateSessionResponseResponses, type Generation, Generations, type GetActorData, type GetActorError, type GetActorErrors, type GetActorResponse, type GetActorResponses, type GetActorTagsData, type GetActorTagsError, type GetActorTagsErrors, type GetActorTagsResponse, type GetActorTagsResponses, type GetAgentData, type GetAgentError, type GetAgentErrors, type GetAgentResponse, type GetAgentResponses, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionErrors, type GetAgentVersionResponse, type GetAgentVersionResponses, type GetAiProviderData, type GetAiProviderErrors, type GetAiProviderPricesData, type GetAiProviderPricesErrors, type GetAiProviderPricesResponse, type GetAiProviderPricesResponses, type GetAiProviderResponse, type GetAiProviderResponses, type GetApiKeyData, type GetApiKeyErrors, type GetApiKeyResponse, type GetApiKeyResponses, type GetApprovalData, type GetApprovalErrors, type GetApprovalResponse, type GetApprovalResponses, type GetAuditEntryData, type GetAuditEntryErrors, type GetAuditEntryResponse, type GetAuditEntryResponses, type GetChatData, type GetChatError, type GetChatErrors, type GetChatResponse, type GetChatResponses, type GetConversationData, type GetConversationError, type GetConversationErrors, type GetConversationResponse, type GetConversationResponses, type GetConversationTagsData, type GetConversationTagsError, type GetConversationTagsErrors, type GetConversationTagsResponse, type GetConversationTagsResponses, type GetCurrentUserData, type GetCurrentUserError, type GetCurrentUserErrors, type GetCurrentUserResponse, type GetCurrentUserResponses, type GetDatasetData, type GetDatasetErrors, type GetDatasetResponse, type GetDatasetResponses, type GetDocumentData, type GetDocumentError, type GetDocumentErrors, type GetDocumentResponse, type GetDocumentResponses, type GetDocumentStatusData, type GetDocumentStatusError, type GetDocumentStatusErrors, type GetDocumentStatusResponse, type GetDocumentStatusResponses, type GetDocumentTagsData, type GetDocumentTagsError, type GetDocumentTagsErrors, type GetDocumentTagsResponse, type GetDocumentTagsResponses, type GetEvalData, type GetEvalErrors, type GetEvalResponse, type GetEvalResponses, type GetEvalRunData, type GetEvalRunErrors, type GetEvalRunResponse, type GetEvalRunResponses, type GetExceptionData, type GetExceptionErrors, type GetExceptionResponse, type GetExceptionResponses, type GetFileData, type GetFileError, type GetFileErrors, type GetFileResponse, type GetFileResponses, type GetFileTagsData, type GetFileTagsError, type GetFileTagsErrors, type GetFileTagsResponse, type GetFileTagsResponses, type GetFormationData, type GetFormationErrors, type GetFormationResponse, type GetFormationResponses, type GetGenerationData, type GetGenerationError, type GetGenerationErrors, type GetGenerationResponse, type GetGenerationResponses, type GetGuardrailData, type GetGuardrailError, type GetGuardrailErrors, type GetGuardrailResponse, type GetGuardrailResponses, type GetGuardrailVersionData, type GetGuardrailVersionError, type GetGuardrailVersionErrors, type GetGuardrailVersionResponse, type GetGuardrailVersionResponses, type GetIngestionRuleData, type GetIngestionRuleErrors, type GetIngestionRuleResponse, type GetIngestionRuleResponses, type GetMemoryData, type GetMemoryEntryData, type GetMemoryEntryErrors, type GetMemoryEntryResponse, type GetMemoryEntryResponses, type GetMemoryErrors, type GetMemoryResponse, type GetMemoryResponses, type GetModelRouteData, type GetModelRouteErrors, type GetModelRouteResponse, type GetModelRouteResponses, type GetOrchestrationData, type GetOrchestrationErrors, type GetOrchestrationResponse, type GetOrchestrationResponses, type GetOrchestrationRunData, type GetOrchestrationRunErrors, type GetOrchestrationRunResponse, type GetOrchestrationRunResponses, type GetOrchestrationVersionData, type GetOrchestrationVersionErrors, type GetOrchestrationVersionResponse, type GetOrchestrationVersionResponses, type GetPolicyData, type GetPolicyErrors, type GetPolicyResponse, type GetPolicyResponses, type GetPriceBookData, type GetPriceBookError, type GetPriceBookErrors, type GetPriceBookResponse, type GetPriceBookResponses, type GetProjectData, type GetProjectErrors, type GetProjectPricesData, type GetProjectPricesErrors, type GetProjectPricesResponse, type GetProjectPricesResponses, type GetProjectResponse, type GetProjectResponses, type GetQueueStatsData, type GetQueueStatsErrors, type GetQueueStatsResponse, type GetQueueStatsResponses, type GetQuotaData, type GetQuotaErrors, type GetQuotaResponse, type GetQuotaResponses, type GetSecretData, type GetSecretErrors, type GetSecretResponse, type GetSecretResponses, type GetSessionData, type GetSessionError, type GetSessionErrors, type GetSessionResponse, type GetSessionResponses, type GetSessionTagsData, type GetSessionTagsError, type GetSessionTagsErrors, type GetSessionTagsResponse, type GetSessionTagsResponses, type GetTaskData, type GetTaskErrors, type GetTaskHistoryData, type GetTaskHistoryErrors, type GetTaskHistoryResponse, type GetTaskHistoryResponses, type GetTaskResponse, type GetTaskResponses, type GetToolData, type GetToolError, type GetToolErrors, type GetToolResponse, type GetToolResponses, type GetTraceData, type GetTraceError, type GetTraceErrors, type GetTraceResponse, type GetTraceResponses, type GetTraceTreeData, type GetTraceTreeError, type GetTraceTreeErrors, type GetTraceTreeResponse, type GetTraceTreeResponses, type GetTriggerData, type GetTriggerErrors, type GetTriggerFiringData, type GetTriggerFiringErrors, type GetTriggerFiringResponse, type GetTriggerFiringResponses, type GetTriggerResponse, type GetTriggerResponses, type GetTriggerSecretData, type GetTriggerSecretErrors, type GetTriggerSecretResponse, type GetTriggerSecretResponses, type GetUsageData, type GetUsageError, type GetUsageErrors, type GetUsageReceiptData, type GetUsageReceiptError, type GetUsageReceiptErrors, type GetUsageReceiptResponse, type GetUsageReceiptResponses, type GetUsageResponse, type GetUsageResponses, type GetUserData, type GetUserError, type GetUserErrors, type GetUserResponse, type GetUserResponses, type GetWebhookData, type GetWebhookDeliveryData, type GetWebhookDeliveryErrors, type GetWebhookDeliveryResponse, type GetWebhookDeliveryResponses, type GetWebhookErrors, type GetWebhookResponse, type GetWebhookResponses, type GetWebhookSecretData, type GetWebhookSecretErrors, type GetWebhookSecretResponse, type GetWebhookSecretResponses, type GetWorkflowData, type GetWorkflowErrors, type GetWorkflowResponse, type GetWorkflowResponses, type GetWorkflowVersionData, type GetWorkflowVersionErrors, type GetWorkflowVersionResponse, type GetWorkflowVersionResponses, type Guardrail, type GuardrailDocument, type GuardrailEvaluation, type GuardrailResourceProperties, type GuardrailVersion, Guardrails, type HumanInputRequest, type IngestDocumentData, type IngestDocumentError, type IngestDocumentErrors, type IngestDocumentResponse, type IngestDocumentResponses, type IngestedDocumentRecord, type IngestionRule, type IngestionRuleResourceProperties, IngestionRules, type JsonLogicScorer, Knowledge, type KnowledgeResult, type ListActivityData, type ListActivityErrors, type ListActivityResponse, type ListActivityResponses, type ListActorsData, type ListActorsError, type ListActorsErrors, type ListActorsResponse, type ListActorsResponses, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsErrors, type ListAgentVersionsResponse, type ListAgentVersionsResponses, type ListAgentsData, type ListAgentsError, type ListAgentsErrors, type ListAgentsResponse, type ListAgentsResponses, type ListAiProviderModelsData, type ListAiProviderModelsErrors, type ListAiProviderModelsResponse, type ListAiProviderModelsResponses, type ListAiProvidersData, type ListAiProvidersErrors, type ListAiProvidersResponse, type ListAiProvidersResponses, type ListApiKeysData, type ListApiKeysErrors, type ListApiKeysResponse, type ListApiKeysResponses, type ListApprovalRecurrencesData, type ListApprovalRecurrencesErrors, type ListApprovalRecurrencesResponse, type ListApprovalRecurrencesResponses, type ListApprovalsData, type ListApprovalsErrors, type ListApprovalsResponse, type ListApprovalsResponses, type ListAuditEntriesData, type ListAuditEntriesErrors, type ListAuditEntriesResponse, type ListAuditEntriesResponses, type ListChatsData, type ListChatsError, type ListChatsErrors, type ListChatsResponse, type ListChatsResponses, type ListConversationMessagesData, type ListConversationMessagesError, type ListConversationMessagesErrors, type ListConversationMessagesResponse, type ListConversationMessagesResponses, type ListConversationsData, type ListConversationsError, type ListConversationsErrors, type ListConversationsResponse, type ListConversationsResponses, type ListDatasetItemsData, type ListDatasetItemsErrors, type ListDatasetItemsResponse, type ListDatasetItemsResponses, type ListDatasetsData, type ListDatasetsErrors, type ListDatasetsResponse, type ListDatasetsResponses, type ListDocumentsData, type ListDocumentsError, type ListDocumentsErrors, type ListDocumentsResponse, type ListDocumentsResponses, type ListEvalResultsData, type ListEvalResultsErrors, type ListEvalResultsResponse, type ListEvalResultsResponses, type ListEvalRunsData, type ListEvalRunsErrors, type ListEvalRunsResponse, type ListEvalRunsResponses, type ListEvalsData, type ListEvalsErrors, type ListEvalsResponse, type ListEvalsResponses, type ListExceptionsData, type ListExceptionsErrors, type ListExceptionsResponse, type ListExceptionsResponses, type ListFilesData, type ListFilesError, type ListFilesErrors, type ListFilesResponse, type ListFilesResponses, type ListFormationEventsData, type ListFormationEventsErrors, type ListFormationEventsResponse, type ListFormationEventsResponses, type ListFormationsData, type ListFormationsErrors, type ListFormationsResponse, type ListFormationsResponses, type ListGenerationsData, type ListGenerationsError, type ListGenerationsErrors, type ListGenerationsResponse, type ListGenerationsResponses, type ListGuardrailVersionsData, type ListGuardrailVersionsError, type ListGuardrailVersionsErrors, type ListGuardrailVersionsResponse, type ListGuardrailVersionsResponses, type ListGuardrailsData, type ListGuardrailsError, type ListGuardrailsErrors, type ListGuardrailsResponse, type ListGuardrailsResponses, type ListIngestionRulesData, type ListIngestionRulesErrors, type ListIngestionRulesResponse, type ListIngestionRulesResponses, type ListMemoriesData, type ListMemoriesErrors, type ListMemoriesResponse, type ListMemoriesResponses, type ListMemoryEntriesData, type ListMemoryEntriesErrors, type ListMemoryEntriesResponse, type ListMemoryEntriesResponses, type ListModelRoutesData, type ListModelRoutesErrors, type ListModelRoutesResponse, type ListModelRoutesResponses, type ListOrchestrationRunsData, type ListOrchestrationRunsErrors, type ListOrchestrationRunsResponse, type ListOrchestrationRunsResponses, type ListOrchestrationVersionsData, type ListOrchestrationVersionsErrors, type ListOrchestrationVersionsResponse, type ListOrchestrationVersionsResponses, type ListOrchestrationsData, type ListOrchestrationsErrors, type ListOrchestrationsResponse, type ListOrchestrationsResponses, type ListPoliciesData, type ListPoliciesErrors, type ListPoliciesResponse, type ListPoliciesResponses, type ListProjectsData, type ListProjectsErrors, type ListProjectsResponse, type ListProjectsResponses, type ListQuotasData, type ListQuotasErrors, type ListQuotasResponse, type ListQuotasResponses, type ListSecretsData, type ListSecretsErrors, type ListSecretsResponse, type ListSecretsResponses, type ListSessionsData, type ListSessionsError, type ListSessionsErrors, type ListSessionsResponse, type ListSessionsResponses, type ListTasksData, type ListTasksErrors, type ListTasksResponse, type ListTasksResponses, type ListToolsData, type ListToolsError, type ListToolsErrors, type ListToolsResponse, type ListToolsResponses, type ListTracesData, type ListTracesError, type ListTracesErrors, type ListTracesResponse, type ListTracesResponses, type ListTriggerFiringsData, type ListTriggerFiringsErrors, type ListTriggerFiringsResponse, type ListTriggerFiringsResponses, type ListTriggersData, type ListTriggersErrors, type ListTriggersResponse, type ListTriggersResponses, type ListUsageMetersData, type ListUsageMetersError, type ListUsageMetersErrors, type ListUsageMetersResponse, type ListUsageMetersResponses, type ListUsageThresholdsData, type ListUsageThresholdsError, type ListUsageThresholdsErrors, type ListUsageThresholdsResponse, type ListUsageThresholdsResponses, type ListUsersData, type ListUsersError, type ListUsersErrors, type ListUsersResponse, type ListUsersResponses, type ListWebhookDeliveriesData, type ListWebhookDeliveriesErrors, type ListWebhookDeliveriesResponse, type ListWebhookDeliveriesResponses, type ListWebhooksData, type ListWebhooksErrors, type ListWebhooksResponse, type ListWebhooksResponses, type ListWorkflowVersionsData, type ListWorkflowVersionsErrors, type ListWorkflowVersionsResponse, type ListWorkflowVersionsResponses, type ListWorkflowsData, type ListWorkflowsErrors, type ListWorkflowsResponse, type ListWorkflowsResponses, type LlmJudgeScorer, type LoginResponse, type LoginUserData, type LoginUserError, type LoginUserErrors, type LoginUserResponse, type LoginUserResponses, Memories, type Memory, MemoryEntries, type MemoryEntry, type MemoryEntryResourceProperties, type MemoryEntryWriteResult, type MemoryKnowledgeResult, type MemoryResourceProperties, type MergeActorTagsData, type MergeActorTagsError, type MergeActorTagsErrors, type MergeActorTagsResponse, type MergeActorTagsResponses, type MergeConversationTagsData, type MergeConversationTagsError, type MergeConversationTagsErrors, type MergeConversationTagsResponse, type MergeConversationTagsResponses, type MergeDocumentTagsData, type MergeDocumentTagsError, type MergeDocumentTagsErrors, type MergeDocumentTagsResponse, type MergeDocumentTagsResponses, type MergeFileTagsData, type MergeFileTagsError, type MergeFileTagsErrors, type MergeFileTagsResponse, type MergeFileTagsResponses, type MergeSessionTagsData, type MergeSessionTagsError, type MergeSessionTagsErrors, type MergeSessionTagsResponse, type MergeSessionTagsResponses, type ModelRoute, type ModelRouteResourceProperties, type ModelRouteTarget, ModelRoutes, type NodeExecution, type Options, type Orchestration, type OrchestrationEdge, type OrchestrationId, type OrchestrationNode, type OrchestrationResourceProperties, type OrchestrationRun, type OrchestrationRunId, type OrchestrationVersion, Orchestrations, type OutputSchemaScorer, type ParameterDeclaration, type PatchAgentData, type PatchAgentError, type PatchAgentErrors, type PatchAgentResponse, type PatchAgentResponses, type PlanChange, type PlanFormationData, type PlanFormationErrors, type PlanFormationResponse, type PlanFormationResponses, type PlanResult, Policies, type PolicyDocument, type PolicyRecord, type PolicyResourceProperties, type PolicyStatement, type PresignedUrlRequest, type PresignedUrlResponse, type Price, type PriceBookResponse, type ProjectPrice, type ProjectPriceResourceProperties, type ProjectPricesResponse, type ProjectRecord, Projects, type PromoteAgentReleaseData, type PromoteAgentReleaseError, type PromoteAgentReleaseErrors, type PromoteAgentReleaseResponse, type PromoteAgentReleaseResponses, type ProviderModelsResponse, type ProviderPrice, type ProviderPricesResponse, type PurgeGenerationContentData, type PurgeGenerationContentError, type PurgeGenerationContentErrors, type PurgeGenerationContentResponse, type PurgeGenerationContentResponses, type PurgeTraceContentData, type PurgeTraceContentError, type PurgeTraceContentErrors, type PurgeTraceContentResponse, type PurgeTraceContentResponses, type QueueStats, type Quota, type QuotaResourceProperties, Quotas, type ReingestDocumentData, type ReingestDocumentError, type ReingestDocumentErrors, type ReingestDocumentResponse, type ReingestDocumentResponses, type RejectApprovalData, type RejectApprovalErrors, type RejectApprovalResponse, type RejectApprovalResponses, type RemoveConversationMessageData, type RemoveConversationMessageError, type RemoveConversationMessageErrors, type RemoveConversationMessageResponse, type RemoveConversationMessageResponses, type ReplaceActorTagsData, type ReplaceActorTagsError, type ReplaceActorTagsErrors, type ReplaceActorTagsResponse, type ReplaceActorTagsResponses, type ReplaceConversationTagsData, type ReplaceConversationTagsError, type ReplaceConversationTagsErrors, type ReplaceConversationTagsResponse, type ReplaceConversationTagsResponses, type ReplaceDocumentTagsData, type ReplaceDocumentTagsError, type ReplaceDocumentTagsErrors, type ReplaceDocumentTagsResponse, type ReplaceDocumentTagsResponses, type ReplaceFileTagsData, type ReplaceFileTagsError, type ReplaceFileTagsErrors, type ReplaceFileTagsResponse, type ReplaceFileTagsResponses, type ReplaceSessionTagsData, type ReplaceSessionTagsError, type ReplaceSessionTagsErrors, type ReplaceSessionTagsResponse, type ReplaceSessionTagsResponses, type RequiredAction, type ResolveExceptionData, type ResolveExceptionErrors, type ResolveExceptionResponse, type ResolveExceptionResponses, type ResourceDeclaration, type RestoreAgentVersionData, type RestoreAgentVersionError, type RestoreAgentVersionErrors, type RestoreAgentVersionRequest, type RestoreAgentVersionResponse, type RestoreAgentVersionResponses, type RestoreGuardrailVersionData, type RestoreGuardrailVersionError, type RestoreGuardrailVersionErrors, type RestoreGuardrailVersionRequest, type RestoreGuardrailVersionResponse, type RestoreGuardrailVersionResponses, type RestoreOrchestrationVersionData, type RestoreOrchestrationVersionErrors, type RestoreOrchestrationVersionRequest, type RestoreOrchestrationVersionResponse, type RestoreOrchestrationVersionResponses, type RestoreWorkflowVersionData, type RestoreWorkflowVersionErrors, type RestoreWorkflowVersionRequest, type RestoreWorkflowVersionResponse, type RestoreWorkflowVersionResponses, type ResumeOrchestrationRunData, type ResumeOrchestrationRunErrors, type ResumeOrchestrationRunResponse, type ResumeOrchestrationRunResponses, type RotateTriggerSecretData, type RotateTriggerSecretErrors, type RotateTriggerSecretResponse, type RotateTriggerSecretResponses, type RotateWebhookSecretData, type RotateWebhookSecretErrors, type RotateWebhookSecretResponse, type RotateWebhookSecretResponses, type RunUsageTotals, type ScorerResult, type Scorers, type SearchKnowledgeData, type SearchKnowledgeError, type SearchKnowledgeErrors, type SearchKnowledgeResponse, type SearchKnowledgeResponses, type SecretResourceProperties, Secrets, type SendSessionMessageResponse, type SessionId, type SessionRecord, type SessionResourceProperties, Sessions, type SetAgentReleaseData, type SetAgentReleaseError, type SetAgentReleaseErrors, type SetAgentReleaseRequest, type SetAgentReleaseResponse, type SetAgentReleaseResponses, SoatClient, type SoatClientOptions, type StartEvalRunData, type StartEvalRunErrors, type StartEvalRunResponse, type StartEvalRunResponses, type StartOrchestrationRunData, type StartOrchestrationRunErrors, type StartOrchestrationRunResponse, type StartOrchestrationRunResponses, type StartRunRequest, type SubmitAgentToolOutputsData, type SubmitAgentToolOutputsError, type SubmitAgentToolOutputsErrors, type SubmitAgentToolOutputsResponse, type SubmitAgentToolOutputsResponses, type SubmitHumanInputData, type SubmitHumanInputErrors, type SubmitHumanInputResponse, type SubmitHumanInputResponses, type SubmitSessionToolOutputsData, type SubmitSessionToolOutputsError, type SubmitSessionToolOutputsErrors, type SubmitSessionToolOutputsRequest, type SubmitSessionToolOutputsResponse, type SubmitSessionToolOutputsResponses, type SubmitToolOutputsRequest, type Task, type TaskTransition, Tasks, type Tool, type ToolBinding, type ToolOutputMessageContent, type ToolResourceProperties, Tools, type Trace, type TraceTreeNode, Traces, type TransitionTaskData, type TransitionTaskErrors, type TransitionTaskRequest, type TransitionTaskResponse, type TransitionTaskResponses, type Trigger, type TriggerFiring, type TriggerFiringListResponse, type TriggerResourceProperties, type TriggerSecretResponse, type TriggerWithSecret, Triggers, type UpdateActorData, type UpdateActorError, type UpdateActorErrors, type UpdateActorResponse, type UpdateActorResponses, type UpdateAgentData, type UpdateAgentError, type UpdateAgentErrors, type UpdateAgentRequest, type UpdateAgentResponse, type UpdateAgentResponses, type UpdateAiProviderData, type UpdateAiProviderErrors, type UpdateAiProviderPricesData, type UpdateAiProviderPricesErrors, type UpdateAiProviderPricesResponse, type UpdateAiProviderPricesResponses, type UpdateAiProviderResponses, type UpdateApiKeyData, type UpdateApiKeyError, type UpdateApiKeyErrors, type UpdateApiKeyResponse, type UpdateApiKeyResponses, type UpdateConversationData, type UpdateConversationError, type UpdateConversationErrors, type UpdateConversationResponse, type UpdateConversationResponses, type UpdateDatasetData, type UpdateDatasetErrors, type UpdateDatasetItemData, type UpdateDatasetItemErrors, type UpdateDatasetItemResponse, type UpdateDatasetItemResponses, type UpdateDatasetResponse, type UpdateDatasetResponses, type UpdateDocumentData, type UpdateDocumentError, type UpdateDocumentErrors, type UpdateDocumentResponse, type UpdateDocumentResponses, type UpdateEvalData, type UpdateEvalErrors, type UpdateEvalResponse, type UpdateEvalResponses, type UpdateFileMetadataData, type UpdateFileMetadataError, type UpdateFileMetadataErrors, type UpdateFileMetadataResponse, type UpdateFileMetadataResponses, type UpdateFormationData, type UpdateFormationErrors, type UpdateFormationResponse, type UpdateFormationResponses, type UpdateGenerationData, type UpdateGenerationError, type UpdateGenerationErrors, type UpdateGenerationRequest, type UpdateGenerationResponse, type UpdateGenerationResponses, type UpdateGuardrailData, type UpdateGuardrailError, type UpdateGuardrailErrors, type UpdateGuardrailRequest, type UpdateGuardrailResponse, type UpdateGuardrailResponses, type UpdateIngestionRuleData, type UpdateIngestionRuleErrors, type UpdateIngestionRuleResponse, type UpdateIngestionRuleResponses, type UpdateMemoryData, type UpdateMemoryEntryData, type UpdateMemoryEntryErrors, type UpdateMemoryEntryResponse, type UpdateMemoryEntryResponses, type UpdateMemoryErrors, type UpdateMemoryResponse, type UpdateMemoryResponses, type UpdateModelRouteData, type UpdateModelRouteErrors, type UpdateModelRouteResponse, type UpdateModelRouteResponses, type UpdateOrchestrationData, type UpdateOrchestrationErrors, type UpdateOrchestrationRequest, type UpdateOrchestrationResponse, type UpdateOrchestrationResponses, type UpdatePolicyData, type UpdatePolicyError, type UpdatePolicyErrors, type UpdatePolicyResponse, type UpdatePolicyResponses, type UpdateProjectData, type UpdateProjectErrors, type UpdateProjectPricesData, type UpdateProjectPricesErrors, type UpdateProjectPricesResponse, type UpdateProjectPricesResponses, type UpdateProjectResponse, type UpdateProjectResponses, type UpdateQuotaData, type UpdateQuotaErrors, type UpdateQuotaResponse, type UpdateQuotaResponses, type UpdateSecretData, type UpdateSecretErrors, type UpdateSecretResponses, type UpdateSessionData, type UpdateSessionError, type UpdateSessionErrors, type UpdateSessionRequest, type UpdateSessionResponse, type UpdateSessionResponses, type UpdateTaskData, type UpdateTaskErrors, type UpdateTaskRequest, type UpdateTaskResponse, type UpdateTaskResponses, type UpdateToolData, type UpdateToolError, type UpdateToolErrors, type UpdateToolRequest, type UpdateToolResponse, type UpdateToolResponses, type UpdateTriggerData, type UpdateTriggerErrors, type UpdateTriggerRequest, type UpdateTriggerResponse, type UpdateTriggerResponses, type UpdateWebhookData, type UpdateWebhookErrors, type UpdateWebhookRequest, type UpdateWebhookResponse, type UpdateWebhookResponses, type UpdateWorkflowData, type UpdateWorkflowErrors, type UpdateWorkflowRequest, type UpdateWorkflowResponse, type UpdateWorkflowResponses, type UploadFileBase64Data, type UploadFileBase64Error, type UploadFileBase64Errors, type UploadFileBase64Request, type UploadFileBase64Response, type UploadFileBase64Responses, type UploadFileData, type UploadFileError, type UploadFileErrors, type UploadFileResponse, type UploadFileResponses, type UploadFileWithTokenData, type UploadFileWithTokenError, type UploadFileWithTokenErrors, type UploadFileWithTokenRequest, type UploadFileWithTokenResponse, type UploadFileWithTokenResponses, type UpsertPriceBookData, type UpsertPriceBookError, type UpsertPriceBookErrors, type UpsertPriceBookResponse, type UpsertPriceBookResponses, type UpsertPricesRequest, type UpsertProjectPricesRequest, type UpsertProviderPricesRequest, Usage, type UsageAggregate, type UsageAggregateComponent, type UsageAggregateTotals, type UsageComponent, type UsageEvent, type UsageReceipt, type UsageThreshold, type UserRecord, Users, type ValidateFormationData, type ValidateFormationErrors, type ValidateFormationResponse, type ValidateFormationResponses, type ValidateOrchestrationData, type ValidateOrchestrationErrors, type ValidateOrchestrationRequest, type ValidateOrchestrationResponse, type ValidateOrchestrationResponses, type ValidationError, type ValidationResult, type Webhook, type WebhookResourceProperties, type WebhookSecretResponse, type WebhookWithSecret, Webhooks, type Workflow, type WorkflowResourceProperties, type WorkflowState, type WorkflowTransition, type WorkflowVersion, Workflows, createClient, createConfig };