@naturali/sdk 0.67.0 → 0.68.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -1872,6 +1872,248 @@ type GenerateConversationMessageResponse = ({
1872
1872
  } & GenerateConversationMessageCompleted) | ({
1873
1873
  status: 'requires_action';
1874
1874
  } & GenerateConversationMessageRequiresAction);
1875
+ /**
1876
+ * Messages replayed verbatim as the generation's input
1877
+ */
1878
+ type DatasetItemInput = Array<{
1879
+ role: string;
1880
+ /**
1881
+ * Message content — a string, or AI SDK content parts
1882
+ */
1883
+ content: unknown;
1884
+ }>;
1885
+ /**
1886
+ * Scorer configs, a discriminated union on `type`. Each type may appear at most once. Every scorer produces `{ score: 0–1, passed: boolean }`; binary scorers emit 0 or 1.
1887
+ *
1888
+ * `exact_match` compares the trimmed output text to `expected_output`. `contains` looks for `value` in the output text. `json_logic` evaluates `expression` over `{ input, output, object, expected, item.metadata }`, where `object` is the structured output (absent when the agent has no `output_schema`). `output_schema` validates the structured output against the scorer's own `schema`, falling back to the agent's; it requires the agent to carry an `output_schema`, because without one the platform emits no structured output and every item would score 0.
1889
+ *
1890
+ * `llm_judge` grades the output with a model completion, returning a continuous score plus its `reasoning`. Its `pass_threshold` is required: a continuous score says nothing about where "good enough" is, and a defaulted cutoff would silently decide the gate.
1891
+ *
1892
+ * `tool` runs a custom scoring algorithm: a server-callable project tool the engine invokes once per item with the item's context. Unlike the built-in types it may appear several times, each under a distinct `name` — outcomes and aggregates key on the name.
1893
+ */
1894
+ type Scorers = Array<ExactMatchScorer | ContainsScorer | JsonLogicScorer | OutputSchemaScorer | LlmJudgeScorer | ToolScorer>;
1895
+ type ExactMatchScorer = {
1896
+ type: 'exact_match';
1897
+ };
1898
+ type ContainsScorer = {
1899
+ type: 'contains';
1900
+ value: string;
1901
+ case_sensitive?: boolean;
1902
+ };
1903
+ type JsonLogicScorer = {
1904
+ type: 'json_logic';
1905
+ /**
1906
+ * A JSON Logic expression; a truthy result scores 1
1907
+ */
1908
+ expression: {
1909
+ [key: string]: unknown;
1910
+ };
1911
+ };
1912
+ type OutputSchemaScorer = {
1913
+ type: 'output_schema';
1914
+ /**
1915
+ * JSON Schema the structured output is validated against. Frozen here so two runs stay comparable; falls back to the agent's `output_schema` when omitted.
1916
+ */
1917
+ schema?: {
1918
+ [key: string]: unknown;
1919
+ };
1920
+ };
1921
+ type LlmJudgeScorer = {
1922
+ type: 'llm_judge';
1923
+ /**
1924
+ * The judge prompt. `{{input}}`, `{{output}}` and `{{expected}}` are replaced with the item's input messages, the agent's output text, and the item's `expected_output`. Slots are filled in one pass, so a slot value that itself contains `{{output}}` is not re-expanded. The judge must answer with a JSON object carrying a numeric `score` between 0 and 1 and an optional `reasoning` string; a reply that does not marks the **item** errored, never the run failed and never a score of 0.
1925
+ */
1926
+ prompt: string;
1927
+ /**
1928
+ * The item passes this scorer when the judge's score is greater than or equal to this value. Required.
1929
+ */
1930
+ pass_threshold: number;
1931
+ /**
1932
+ * The AI provider that runs the judge; it must belong to the eval's project. Omit to use the project's default model route.
1933
+ */
1934
+ ai_provider_id?: string | null;
1935
+ /**
1936
+ * Overrides the provider's default model. Pinned per scorer, because deltas between runs judged by different models are not comparable.
1937
+ */
1938
+ model?: string | null;
1939
+ };
1940
+ /**
1941
+ * A custom scoring algorithm — a server-callable project tool the engine invokes once per item. The tool receives the same variables a `json_logic` expression reads — `input`, `output`, `object` (when the agent has an `output_schema`), `expected`, and `item.metadata` — with `preset_parameters` merged in at the top level, and must answer with a JSON object carrying a numeric `score` between 0 and 1, an optional boolean `passed`, and an optional `reasoning` string. A malformed answer or a failed call marks the **item** errored, never the run failed and never a score of 0.
1942
+ */
1943
+ type ToolScorer = {
1944
+ type: 'tool';
1945
+ /**
1946
+ * Keys this scorer's outcomes and aggregate scores, so it must be unique within the eval and must not shadow a built-in scorer type. Unlike the built-in types, several `tool` scorers may coexist under distinct names.
1947
+ */
1948
+ name: string;
1949
+ /**
1950
+ * The tool that scores each item. It must belong to the eval's project and be server-callable (`http`, `mcp`, or `pipeline` — a `client` tool pauses for a calling client an eval run does not have).
1951
+ */
1952
+ tool_id: string;
1953
+ /**
1954
+ * The operation to invoke; required when the tool type is `mcp`.
1955
+ */
1956
+ action?: string | null;
1957
+ /**
1958
+ * Fixed values merged into every call's input at the top level. The engine-injected keys (`input`, `output`, `object`, `expected`, `item`) are reserved and rejected.
1959
+ */
1960
+ preset_parameters?: {
1961
+ [key: string]: unknown;
1962
+ } | null;
1963
+ /**
1964
+ * Fallback verdict cutoff when the tool answers without a `passed` flag: the item passes this scorer when `score` is greater than or equal to this value. A tool-returned `passed` always wins. When the tool omits `passed` and no threshold is set, the item is recorded as errored — the scorer produced no verdict.
1965
+ */
1966
+ pass_threshold?: number | null;
1967
+ };
1968
+ type ScorerResult = {
1969
+ /**
1970
+ * The scorer that produced this entry — the scorer type, or for a `tool` scorer its `name`
1971
+ */
1972
+ scorer?: string;
1973
+ score?: number;
1974
+ passed?: boolean;
1975
+ /**
1976
+ * The stated rationale; present for `llm_judge` and for `tool` scorers whose tool returned one
1977
+ */
1978
+ reasoning?: string;
1979
+ };
1980
+ type Dataset = {
1981
+ id?: string;
1982
+ project_id?: string;
1983
+ name?: string;
1984
+ description?: string | null;
1985
+ created_at?: Date;
1986
+ updated_at?: Date;
1987
+ };
1988
+ type DatasetItem = {
1989
+ id?: string;
1990
+ dataset_id?: string;
1991
+ input?: DatasetItemInput;
1992
+ expected_output?: string | null;
1993
+ metadata?: {
1994
+ [key: string]: unknown;
1995
+ } | null;
1996
+ /**
1997
+ * The generation this item was curated from. A curated item is a deliberate fixture: erasing the source generation neither deletes nor mutates it.
1998
+ */
1999
+ source_generation_id?: string | null;
2000
+ created_at?: Date;
2001
+ updated_at?: Date;
2002
+ };
2003
+ type Eval = {
2004
+ id?: string;
2005
+ project_id?: string;
2006
+ name?: string;
2007
+ agent_id?: string;
2008
+ dataset_id?: string;
2009
+ scorers?: Scorers;
2010
+ pass_threshold?: number | null;
2011
+ created_at?: Date;
2012
+ updated_at?: Date;
2013
+ };
2014
+ /**
2015
+ * Per-scorer rollup plus the run-level pass rate; null until the run is terminal
2016
+ */
2017
+ type AggregateScores = {
2018
+ scorers?: {
2019
+ [key: string]: {
2020
+ mean?: number;
2021
+ pass_rate?: number;
2022
+ };
2023
+ };
2024
+ /**
2025
+ * Passed items over non-errored items; null when nothing was scorable
2026
+ */
2027
+ pass_rate?: number | null;
2028
+ /**
2029
+ * Items that produced a score — errored items are excluded
2030
+ */
2031
+ scored_item_count?: number;
2032
+ baseline?: BaselineComparison;
2033
+ } | null;
2034
+ /**
2035
+ * Comparison against the run named by `baseline_run_id`; absent when the run named none.
2036
+ *
2037
+ * Every number here is computed over the **item intersection** — the dataset items present and scorable in both runs — because a delta only means something when both sides answered the same question. The compared/added/removed counts make any dataset drift visible instead of letting it read as agent regression. Positive deltas mean this run scored higher than the baseline.
2038
+ */
2039
+ type BaselineComparison = {
2040
+ run_id?: string;
2041
+ /**
2042
+ * Items scorable in both runs — the basis of every delta
2043
+ */
2044
+ compared_item_count?: number;
2045
+ /**
2046
+ * Scorable here but not in the baseline (added, or errored there)
2047
+ */
2048
+ added_item_count?: number;
2049
+ /**
2050
+ * Scorable in the baseline but not here (removed, or errored here)
2051
+ */
2052
+ removed_item_count?: number;
2053
+ /**
2054
+ * Run-level pass-rate delta over the intersection; null when the two runs share no comparable item
2055
+ */
2056
+ pass_rate_delta?: number | null;
2057
+ /**
2058
+ * Per-scorer deltas, keyed by scorer type. A scorer only one of the two runs ran is omitted rather than compared against nothing.
2059
+ */
2060
+ scorers?: {
2061
+ [key: string]: {
2062
+ mean_delta?: number;
2063
+ pass_rate_delta?: number;
2064
+ };
2065
+ };
2066
+ } | null;
2067
+ type EvalRun = {
2068
+ id?: string;
2069
+ eval_id?: string;
2070
+ /**
2071
+ * The one agent version every item in this run executed against
2072
+ */
2073
+ agent_version?: number;
2074
+ status?: 'queued' | 'running' | 'completed' | 'failed' | 'canceled';
2075
+ baseline_run_id?: string | null;
2076
+ /**
2077
+ * The trigger that started this run — set when a schedule (or a manual trigger fire) started it, null for a run started through this API. Kept even if the trigger is later deleted.
2078
+ */
2079
+ trigger_id?: string | null;
2080
+ aggregate_scores?: AggregateScores;
2081
+ /**
2082
+ * Null when the eval declares no pass_threshold, and until the run is terminal
2083
+ */
2084
+ passed?: boolean | null;
2085
+ item_count?: number;
2086
+ completed_count?: number;
2087
+ errored_count?: number;
2088
+ started_at?: Date | null;
2089
+ finished_at?: Date | null;
2090
+ created_at?: Date;
2091
+ };
2092
+ type EvalResult = {
2093
+ id?: string;
2094
+ eval_run_id?: string;
2095
+ /**
2096
+ * Null once the dataset item has been deleted
2097
+ */
2098
+ dataset_item_id?: string | null;
2099
+ input?: DatasetItemInput;
2100
+ expected_output?: string | null;
2101
+ generation_id?: string | null;
2102
+ /**
2103
+ * The agent's final output text. Cleared when the linked generation's content is purged; the scores and the frozen input survive.
2104
+ */
2105
+ output?: string | null;
2106
+ scores?: Array<ScorerResult>;
2107
+ /**
2108
+ * AND over the per-scorer passed flags
2109
+ */
2110
+ passed?: boolean;
2111
+ /**
2112
+ * Item-level failure reason. A generation that did not complete — a `requires_action` pause, a provider failure — is recorded here and excluded from the aggregates rather than scored 0.
2113
+ */
2114
+ error?: string | null;
2115
+ created_at?: Date;
2116
+ };
1875
2117
  type Generation = {
1876
2118
  /**
1877
2119
  * Public ID of the generation
@@ -2815,6 +3057,110 @@ type CallToolRequest = {
2815
3057
  [key: string]: unknown;
2816
3058
  };
2817
3059
  };
3060
+ type Trace = {
3061
+ /**
3062
+ * Public ID of the trace
3063
+ */
3064
+ id?: string;
3065
+ /**
3066
+ * Public ID of the project
3067
+ */
3068
+ project_id?: string;
3069
+ /**
3070
+ * Public ID of the agent that produced this trace
3071
+ */
3072
+ agent_id?: string;
3073
+ /**
3074
+ * Public ID of the File containing the full serialized steps JSON. Null if the trace has not been saved yet (save is fire-and-forget).
3075
+ *
3076
+ */
3077
+ file_id?: string | null;
3078
+ /**
3079
+ * Number of steps recorded in this trace
3080
+ */
3081
+ step_count?: number;
3082
+ /**
3083
+ * Public ID of the parent trace. Null if this trace is the root (i.e., it was not triggered by a sub-agent call from another trace).
3084
+ *
3085
+ */
3086
+ parent_trace_id?: string | null;
3087
+ /**
3088
+ * Public ID of the root trace for the entire execution tree. Null if this trace is itself the root.
3089
+ *
3090
+ */
3091
+ root_trace_id?: string | null;
3092
+ /**
3093
+ * Structured error payload recorded when a generation in this trace failed (e.g. an upstream AI provider error). Null if no failure has been recorded.
3094
+ *
3095
+ */
3096
+ error?: {
3097
+ code?: string;
3098
+ message?: string;
3099
+ meta?: {
3100
+ [key: string]: unknown;
3101
+ };
3102
+ } | null;
3103
+ /**
3104
+ * When the trace's content was purged. Non-null means the steps object has been deleted from storage and the content columns cleared, while this row survives as an auditable skeleton (ids, timestamps, step count). A purged trace still reads back as a skeleton with this marker set rather than as a 404, so the erasure is provable.
3105
+ *
3106
+ */
3107
+ content_redacted_at?: Date | null;
3108
+ /**
3109
+ * Principal kind that purged the content ('user' or 'api_key')
3110
+ */
3111
+ content_redacted_by_principal_type?: string | null;
3112
+ /**
3113
+ * Public ID of the principal that purged the content — the API key's own id for key auth, so the record names which key acted.
3114
+ *
3115
+ */
3116
+ content_redacted_by_principal_id?: string | null;
3117
+ created_at?: Date;
3118
+ };
3119
+ /**
3120
+ * A trace node in the execution tree, with nested children.
3121
+ */
3122
+ type TraceTreeNode = {
3123
+ /**
3124
+ * Public ID of the trace
3125
+ */
3126
+ id?: string;
3127
+ project_id?: string;
3128
+ agent_id?: string;
3129
+ file_id?: string | null;
3130
+ step_count?: number;
3131
+ parent_trace_id?: string | null;
3132
+ root_trace_id?: string | null;
3133
+ /**
3134
+ * Structured error payload recorded when a generation in this trace failed
3135
+ */
3136
+ error?: {
3137
+ [key: string]: unknown;
3138
+ } | null;
3139
+ created_at?: Date;
3140
+ /**
3141
+ * When the trace's content was purged. Non-null means the steps object has been deleted from storage and the content columns cleared, while this row survives as an auditable skeleton (ids, timestamps, step count). A purged trace still reads back as a skeleton with this marker set rather than as a 404, so the erasure is provable.
3142
+ *
3143
+ */
3144
+ content_redacted_at?: Date | null;
3145
+ /**
3146
+ * Principal kind that purged the content ('user' or 'api_key')
3147
+ */
3148
+ content_redacted_by_principal_type?: string | null;
3149
+ /**
3150
+ * Public ID of the principal that purged the content — the API key's own id for key auth, so the record names which key acted.
3151
+ *
3152
+ */
3153
+ content_redacted_by_principal_id?: string | null;
3154
+ /**
3155
+ * Child traces triggered by sub-agent calls from this trace
3156
+ */
3157
+ children?: Array<TraceTreeNode>;
3158
+ /**
3159
+ * Generations that belong to this trace node. Only present when `include=generations` is requested. Includes top-level generations and sub-agent child generations linked via `initiator_generation_id`.
3160
+ *
3161
+ */
3162
+ generations?: Array<Generation>;
3163
+ };
2818
3164
  type UserUpdate = {
2819
3165
  /**
2820
3166
  * Display name; null clears it.
@@ -6292,7 +6638,7 @@ type ReplaceConversationTagsResponses = {
6292
6638
  };
6293
6639
  };
6294
6640
  type ReplaceConversationTagsResponse = ReplaceConversationTagsResponses[keyof ReplaceConversationTagsResponses];
6295
- type ListGenerationsData = {
6641
+ type ListDatasetsData = {
6296
6642
  body?: never;
6297
6643
  path: {
6298
6644
  /**
@@ -6302,57 +6648,997 @@ type ListGenerationsData = {
6302
6648
  };
6303
6649
  query?: {
6304
6650
  /**
6305
- * Filter by agent public ID
6306
- */
6307
- agent_id?: string;
6308
- /**
6309
- * Filter by trace public ID
6310
- */
6311
- trace_id?: string;
6312
- /**
6313
- * Filter by the public ID of the parent generation. Returns all generations triggered by that generation — sub-agent invocations. Null-initiated (top-level) generations are not returned.
6314
- *
6651
+ * Maximum number of results to return
6315
6652
  */
6316
- initiator_generation_id?: string;
6653
+ limit?: number;
6317
6654
  /**
6318
- * Filter by lifecycle status
6655
+ * Number of results to skip
6319
6656
  */
6320
- status?: 'in_progress' | 'requires_action' | 'completed' | 'failed';
6321
- limit?: number;
6322
6657
  offset?: number;
6323
6658
  };
6324
- url: '/v1/projects/{project_id}/generations';
6659
+ url: '/v1/projects/{project_id}/datasets';
6325
6660
  };
6326
- type ListGenerationsErrors = {
6661
+ type ListDatasetsErrors = {
6327
6662
  /**
6328
6663
  * Unauthorized
6329
6664
  */
6330
- 401: ErrorResponse;
6665
+ 401: unknown;
6331
6666
  /**
6332
6667
  * Forbidden
6333
6668
  */
6334
- 403: ErrorResponse;
6669
+ 403: unknown;
6670
+ /**
6671
+ * Internal server error
6672
+ */
6673
+ 500: unknown;
6335
6674
  };
6336
- type ListGenerationsError = ListGenerationsErrors[keyof ListGenerationsErrors];
6337
- type ListGenerationsResponses = {
6675
+ type ListDatasetsResponses = {
6338
6676
  /**
6339
- * Paginated list of generations
6677
+ * List of datasets
6340
6678
  */
6341
6679
  200: {
6342
- data?: Array<Generation>;
6343
- total?: number;
6344
- limit?: number;
6345
- offset?: number;
6680
+ data: Array<Dataset>;
6681
+ total: number;
6682
+ limit: number;
6683
+ offset: number;
6346
6684
  };
6347
6685
  };
6348
- type ListGenerationsResponse = ListGenerationsResponses[keyof ListGenerationsResponses];
6349
- type GetGenerationData = {
6350
- body?: never;
6351
- path: {
6686
+ type ListDatasetsResponse = ListDatasetsResponses[keyof ListDatasetsResponses];
6687
+ type CreateDatasetData = {
6688
+ body: {
6352
6689
  /**
6353
- * Project public ID (proj_ prefix).
6690
+ * Unique name within the project
6354
6691
  */
6355
- project_id: string;
6692
+ name: string;
6693
+ /**
6694
+ * What this suite covers
6695
+ */
6696
+ description?: string | null;
6697
+ };
6698
+ path: {
6699
+ /**
6700
+ * Project public ID (proj_ prefix).
6701
+ */
6702
+ project_id: string;
6703
+ };
6704
+ query?: never;
6705
+ url: '/v1/projects/{project_id}/datasets';
6706
+ };
6707
+ type CreateDatasetErrors = {
6708
+ /**
6709
+ * Bad request (missing or invalid name)
6710
+ */
6711
+ 400: unknown;
6712
+ /**
6713
+ * Unauthorized
6714
+ */
6715
+ 401: unknown;
6716
+ /**
6717
+ * Forbidden
6718
+ */
6719
+ 403: unknown;
6720
+ /**
6721
+ * A dataset with that name already exists in the project
6722
+ */
6723
+ 409: unknown;
6724
+ /**
6725
+ * Internal server error
6726
+ */
6727
+ 500: unknown;
6728
+ };
6729
+ type CreateDatasetResponses = {
6730
+ /**
6731
+ * Dataset created successfully
6732
+ */
6733
+ 201: Dataset;
6734
+ };
6735
+ type CreateDatasetResponse = CreateDatasetResponses[keyof CreateDatasetResponses];
6736
+ type DeleteDatasetData = {
6737
+ body?: never;
6738
+ path: {
6739
+ /**
6740
+ * Project public ID (proj_ prefix).
6741
+ */
6742
+ project_id: string;
6743
+ /**
6744
+ * Dataset ID
6745
+ */
6746
+ dataset_id: string;
6747
+ };
6748
+ query?: never;
6749
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}';
6750
+ };
6751
+ type DeleteDatasetErrors = {
6752
+ /**
6753
+ * Unauthorized
6754
+ */
6755
+ 401: unknown;
6756
+ /**
6757
+ * Forbidden
6758
+ */
6759
+ 403: unknown;
6760
+ /**
6761
+ * Dataset not found
6762
+ */
6763
+ 404: unknown;
6764
+ };
6765
+ type DeleteDatasetResponses = {
6766
+ /**
6767
+ * Dataset deleted successfully
6768
+ */
6769
+ 204: void;
6770
+ };
6771
+ type DeleteDatasetResponse = DeleteDatasetResponses[keyof DeleteDatasetResponses];
6772
+ type GetDatasetData = {
6773
+ body?: never;
6774
+ path: {
6775
+ /**
6776
+ * Project public ID (proj_ prefix).
6777
+ */
6778
+ project_id: string;
6779
+ /**
6780
+ * Dataset ID
6781
+ */
6782
+ dataset_id: string;
6783
+ };
6784
+ query?: never;
6785
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}';
6786
+ };
6787
+ type GetDatasetErrors = {
6788
+ /**
6789
+ * Unauthorized
6790
+ */
6791
+ 401: unknown;
6792
+ /**
6793
+ * Forbidden
6794
+ */
6795
+ 403: unknown;
6796
+ /**
6797
+ * Dataset not found
6798
+ */
6799
+ 404: unknown;
6800
+ };
6801
+ type GetDatasetResponses = {
6802
+ /**
6803
+ * Dataset details
6804
+ */
6805
+ 200: Dataset;
6806
+ };
6807
+ type GetDatasetResponse = GetDatasetResponses[keyof GetDatasetResponses];
6808
+ type UpdateDatasetData = {
6809
+ body: {
6810
+ name?: string;
6811
+ description?: string | null;
6812
+ };
6813
+ path: {
6814
+ /**
6815
+ * Project public ID (proj_ prefix).
6816
+ */
6817
+ project_id: string;
6818
+ /**
6819
+ * Dataset ID
6820
+ */
6821
+ dataset_id: string;
6822
+ };
6823
+ query?: never;
6824
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}';
6825
+ };
6826
+ type UpdateDatasetErrors = {
6827
+ /**
6828
+ * Bad request
6829
+ */
6830
+ 400: unknown;
6831
+ /**
6832
+ * Unauthorized
6833
+ */
6834
+ 401: unknown;
6835
+ /**
6836
+ * Forbidden
6837
+ */
6838
+ 403: unknown;
6839
+ /**
6840
+ * Dataset not found
6841
+ */
6842
+ 404: unknown;
6843
+ /**
6844
+ * A dataset with that name already exists in the project
6845
+ */
6846
+ 409: unknown;
6847
+ };
6848
+ type UpdateDatasetResponses = {
6849
+ /**
6850
+ * Dataset updated successfully
6851
+ */
6852
+ 200: Dataset;
6853
+ };
6854
+ type UpdateDatasetResponse = UpdateDatasetResponses[keyof UpdateDatasetResponses];
6855
+ type ListDatasetItemsData = {
6856
+ body?: never;
6857
+ path: {
6858
+ /**
6859
+ * Project public ID (proj_ prefix).
6860
+ */
6861
+ project_id: string;
6862
+ /**
6863
+ * Dataset ID
6864
+ */
6865
+ dataset_id: string;
6866
+ };
6867
+ query?: {
6868
+ /**
6869
+ * Maximum number of results to return
6870
+ */
6871
+ limit?: number;
6872
+ /**
6873
+ * Number of results to skip
6874
+ */
6875
+ offset?: number;
6876
+ };
6877
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}/items';
6878
+ };
6879
+ type ListDatasetItemsErrors = {
6880
+ /**
6881
+ * Unauthorized
6882
+ */
6883
+ 401: unknown;
6884
+ /**
6885
+ * Forbidden
6886
+ */
6887
+ 403: unknown;
6888
+ /**
6889
+ * Dataset not found
6890
+ */
6891
+ 404: unknown;
6892
+ };
6893
+ type ListDatasetItemsResponses = {
6894
+ /**
6895
+ * List of dataset items
6896
+ */
6897
+ 200: {
6898
+ data: Array<DatasetItem>;
6899
+ total: number;
6900
+ limit: number;
6901
+ offset: number;
6902
+ };
6903
+ };
6904
+ type ListDatasetItemsResponse = ListDatasetItemsResponses[keyof ListDatasetItemsResponses];
6905
+ type CreateDatasetItemData = {
6906
+ body: {
6907
+ input: DatasetItemInput;
6908
+ /**
6909
+ * Reference answer for exact_match / llm_judge scorers
6910
+ */
6911
+ expected_output?: string | null;
6912
+ /**
6913
+ * Free-form tags, opaque to the platform
6914
+ */
6915
+ metadata?: {
6916
+ [key: string]: unknown;
6917
+ } | null;
6918
+ };
6919
+ path: {
6920
+ /**
6921
+ * Project public ID (proj_ prefix).
6922
+ */
6923
+ project_id: string;
6924
+ /**
6925
+ * Dataset ID
6926
+ */
6927
+ dataset_id: string;
6928
+ };
6929
+ query?: never;
6930
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}/items';
6931
+ };
6932
+ type CreateDatasetItemErrors = {
6933
+ /**
6934
+ * Bad request (input is not message-shaped)
6935
+ */
6936
+ 400: unknown;
6937
+ /**
6938
+ * Unauthorized
6939
+ */
6940
+ 401: unknown;
6941
+ /**
6942
+ * Forbidden
6943
+ */
6944
+ 403: unknown;
6945
+ /**
6946
+ * Dataset not found
6947
+ */
6948
+ 404: unknown;
6949
+ };
6950
+ type CreateDatasetItemResponses = {
6951
+ /**
6952
+ * Dataset item created successfully
6953
+ */
6954
+ 201: DatasetItem;
6955
+ };
6956
+ type CreateDatasetItemResponse = CreateDatasetItemResponses[keyof CreateDatasetItemResponses];
6957
+ type CreateDatasetItemFromGenerationData = {
6958
+ body: {
6959
+ /**
6960
+ * The completed generation to promote. Must belong to the same project as the dataset.
6961
+ */
6962
+ generation_id: string;
6963
+ /**
6964
+ * Reference answer. Omit to use the generation's own answer; pass `null` to store the item with no reference answer.
6965
+ */
6966
+ expected_output?: string | null;
6967
+ /**
6968
+ * Free-form tags, opaque to the platform
6969
+ */
6970
+ metadata?: {
6971
+ [key: string]: unknown;
6972
+ } | null;
6973
+ };
6974
+ path: {
6975
+ /**
6976
+ * Project public ID (proj_ prefix).
6977
+ */
6978
+ project_id: string;
6979
+ /**
6980
+ * Dataset ID
6981
+ */
6982
+ dataset_id: string;
6983
+ };
6984
+ query?: never;
6985
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}/items/from-generation';
6986
+ };
6987
+ type CreateDatasetItemFromGenerationErrors = {
6988
+ /**
6989
+ * Bad request (generation_id missing, or the generation belongs to a different project than the dataset)
6990
+ */
6991
+ 400: unknown;
6992
+ /**
6993
+ * Unauthorized
6994
+ */
6995
+ 401: unknown;
6996
+ /**
6997
+ * Forbidden
6998
+ */
6999
+ 403: unknown;
7000
+ /**
7001
+ * Dataset or generation not found
7002
+ */
7003
+ 404: unknown;
7004
+ /**
7005
+ * The generation has not completed, or its content was never stored or has been purged
7006
+ */
7007
+ 409: unknown;
7008
+ };
7009
+ type CreateDatasetItemFromGenerationResponses = {
7010
+ /**
7011
+ * Dataset item created from the generation
7012
+ */
7013
+ 201: DatasetItem;
7014
+ };
7015
+ type CreateDatasetItemFromGenerationResponse = CreateDatasetItemFromGenerationResponses[keyof CreateDatasetItemFromGenerationResponses];
7016
+ type DeleteDatasetItemData = {
7017
+ body?: never;
7018
+ path: {
7019
+ /**
7020
+ * Project public ID (proj_ prefix).
7021
+ */
7022
+ project_id: string;
7023
+ /**
7024
+ * Dataset ID
7025
+ */
7026
+ dataset_id: string;
7027
+ /**
7028
+ * Dataset item ID
7029
+ */
7030
+ item_id: string;
7031
+ };
7032
+ query?: never;
7033
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}/items/{item_id}';
7034
+ };
7035
+ type DeleteDatasetItemErrors = {
7036
+ /**
7037
+ * Unauthorized
7038
+ */
7039
+ 401: unknown;
7040
+ /**
7041
+ * Forbidden
7042
+ */
7043
+ 403: unknown;
7044
+ /**
7045
+ * Dataset or item not found
7046
+ */
7047
+ 404: unknown;
7048
+ };
7049
+ type DeleteDatasetItemResponses = {
7050
+ /**
7051
+ * Dataset item deleted successfully
7052
+ */
7053
+ 204: void;
7054
+ };
7055
+ type DeleteDatasetItemResponse = DeleteDatasetItemResponses[keyof DeleteDatasetItemResponses];
7056
+ type UpdateDatasetItemData = {
7057
+ body: {
7058
+ input?: DatasetItemInput;
7059
+ expected_output?: string | null;
7060
+ metadata?: {
7061
+ [key: string]: unknown;
7062
+ } | null;
7063
+ };
7064
+ path: {
7065
+ /**
7066
+ * Project public ID (proj_ prefix).
7067
+ */
7068
+ project_id: string;
7069
+ /**
7070
+ * Dataset ID
7071
+ */
7072
+ dataset_id: string;
7073
+ /**
7074
+ * Dataset item ID
7075
+ */
7076
+ item_id: string;
7077
+ };
7078
+ query?: never;
7079
+ url: '/v1/projects/{project_id}/datasets/{dataset_id}/items/{item_id}';
7080
+ };
7081
+ type UpdateDatasetItemErrors = {
7082
+ /**
7083
+ * Bad request
7084
+ */
7085
+ 400: unknown;
7086
+ /**
7087
+ * Unauthorized
7088
+ */
7089
+ 401: unknown;
7090
+ /**
7091
+ * Forbidden
7092
+ */
7093
+ 403: unknown;
7094
+ /**
7095
+ * Dataset or item not found
7096
+ */
7097
+ 404: unknown;
7098
+ };
7099
+ type UpdateDatasetItemResponses = {
7100
+ /**
7101
+ * Dataset item updated successfully
7102
+ */
7103
+ 200: DatasetItem;
7104
+ };
7105
+ type UpdateDatasetItemResponse = UpdateDatasetItemResponses[keyof UpdateDatasetItemResponses];
7106
+ type ListEvalsData = {
7107
+ body?: never;
7108
+ path: {
7109
+ /**
7110
+ * Project public ID (proj_ prefix).
7111
+ */
7112
+ project_id: string;
7113
+ };
7114
+ query?: {
7115
+ /**
7116
+ * Maximum number of results to return
7117
+ */
7118
+ limit?: number;
7119
+ /**
7120
+ * Number of results to skip
7121
+ */
7122
+ offset?: number;
7123
+ };
7124
+ url: '/v1/projects/{project_id}/evals';
7125
+ };
7126
+ type ListEvalsErrors = {
7127
+ /**
7128
+ * Unauthorized
7129
+ */
7130
+ 401: unknown;
7131
+ /**
7132
+ * Forbidden
7133
+ */
7134
+ 403: unknown;
7135
+ /**
7136
+ * Internal server error
7137
+ */
7138
+ 500: unknown;
7139
+ };
7140
+ type ListEvalsResponses = {
7141
+ /**
7142
+ * List of evals
7143
+ */
7144
+ 200: {
7145
+ data: Array<Eval>;
7146
+ total: number;
7147
+ limit: number;
7148
+ offset: number;
7149
+ };
7150
+ };
7151
+ type ListEvalsResponse = ListEvalsResponses[keyof ListEvalsResponses];
7152
+ type CreateEvalData = {
7153
+ body: {
7154
+ /**
7155
+ * Unique name within the project
7156
+ */
7157
+ name: string;
7158
+ /**
7159
+ * The agent under test
7160
+ */
7161
+ agent_id: string;
7162
+ /**
7163
+ * The dataset to run it against
7164
+ */
7165
+ dataset_id: string;
7166
+ scorers: Scorers;
7167
+ /**
7168
+ * 0–1. The run passes iff its pass rate — passed items over non-errored items — is at least this. Null reports scores without gating on them.
7169
+ */
7170
+ pass_threshold?: number | null;
7171
+ };
7172
+ path: {
7173
+ /**
7174
+ * Project public ID (proj_ prefix).
7175
+ */
7176
+ project_id: string;
7177
+ };
7178
+ query?: never;
7179
+ url: '/v1/projects/{project_id}/evals';
7180
+ };
7181
+ type CreateEvalErrors = {
7182
+ /**
7183
+ * Bad request (unknown scorer type, cross-project reference, invalid threshold)
7184
+ */
7185
+ 400: unknown;
7186
+ /**
7187
+ * Unauthorized
7188
+ */
7189
+ 401: unknown;
7190
+ /**
7191
+ * Forbidden
7192
+ */
7193
+ 403: unknown;
7194
+ /**
7195
+ * An eval with that name already exists in the project
7196
+ */
7197
+ 409: unknown;
7198
+ /**
7199
+ * Internal server error
7200
+ */
7201
+ 500: unknown;
7202
+ };
7203
+ type CreateEvalResponses = {
7204
+ /**
7205
+ * Eval created successfully
7206
+ */
7207
+ 201: Eval;
7208
+ };
7209
+ type CreateEvalResponse = CreateEvalResponses[keyof CreateEvalResponses];
7210
+ type DeleteEvalData = {
7211
+ body?: never;
7212
+ path: {
7213
+ /**
7214
+ * Project public ID (proj_ prefix).
7215
+ */
7216
+ project_id: string;
7217
+ /**
7218
+ * Eval ID
7219
+ */
7220
+ eval_id: string;
7221
+ };
7222
+ query?: never;
7223
+ url: '/v1/projects/{project_id}/evals/{eval_id}';
7224
+ };
7225
+ type DeleteEvalErrors = {
7226
+ /**
7227
+ * Unauthorized
7228
+ */
7229
+ 401: unknown;
7230
+ /**
7231
+ * Forbidden
7232
+ */
7233
+ 403: unknown;
7234
+ /**
7235
+ * Eval not found
7236
+ */
7237
+ 404: unknown;
7238
+ };
7239
+ type DeleteEvalResponses = {
7240
+ /**
7241
+ * Eval deleted successfully
7242
+ */
7243
+ 204: void;
7244
+ };
7245
+ type DeleteEvalResponse = DeleteEvalResponses[keyof DeleteEvalResponses];
7246
+ type GetEvalData = {
7247
+ body?: never;
7248
+ path: {
7249
+ /**
7250
+ * Project public ID (proj_ prefix).
7251
+ */
7252
+ project_id: string;
7253
+ /**
7254
+ * Eval ID
7255
+ */
7256
+ eval_id: string;
7257
+ };
7258
+ query?: never;
7259
+ url: '/v1/projects/{project_id}/evals/{eval_id}';
7260
+ };
7261
+ type GetEvalErrors = {
7262
+ /**
7263
+ * Unauthorized
7264
+ */
7265
+ 401: unknown;
7266
+ /**
7267
+ * Forbidden
7268
+ */
7269
+ 403: unknown;
7270
+ /**
7271
+ * Eval not found
7272
+ */
7273
+ 404: unknown;
7274
+ };
7275
+ type GetEvalResponses = {
7276
+ /**
7277
+ * Eval details
7278
+ */
7279
+ 200: Eval;
7280
+ };
7281
+ type GetEvalResponse = GetEvalResponses[keyof GetEvalResponses];
7282
+ type UpdateEvalData = {
7283
+ body: {
7284
+ name?: string;
7285
+ agent_id?: string;
7286
+ dataset_id?: string;
7287
+ scorers?: Scorers;
7288
+ pass_threshold?: number | null;
7289
+ };
7290
+ path: {
7291
+ /**
7292
+ * Project public ID (proj_ prefix).
7293
+ */
7294
+ project_id: string;
7295
+ /**
7296
+ * Eval ID
7297
+ */
7298
+ eval_id: string;
7299
+ };
7300
+ query?: never;
7301
+ url: '/v1/projects/{project_id}/evals/{eval_id}';
7302
+ };
7303
+ type UpdateEvalErrors = {
7304
+ /**
7305
+ * Bad request
7306
+ */
7307
+ 400: unknown;
7308
+ /**
7309
+ * Unauthorized
7310
+ */
7311
+ 401: unknown;
7312
+ /**
7313
+ * Forbidden
7314
+ */
7315
+ 403: unknown;
7316
+ /**
7317
+ * Eval not found
7318
+ */
7319
+ 404: unknown;
7320
+ /**
7321
+ * An eval with that name already exists in the project
7322
+ */
7323
+ 409: unknown;
7324
+ };
7325
+ type UpdateEvalResponses = {
7326
+ /**
7327
+ * Eval updated successfully
7328
+ */
7329
+ 200: Eval;
7330
+ };
7331
+ type UpdateEvalResponse = UpdateEvalResponses[keyof UpdateEvalResponses];
7332
+ type ListEvalRunsData = {
7333
+ body?: never;
7334
+ path: {
7335
+ /**
7336
+ * Project public ID (proj_ prefix).
7337
+ */
7338
+ project_id: string;
7339
+ /**
7340
+ * Eval ID
7341
+ */
7342
+ eval_id: string;
7343
+ };
7344
+ query?: {
7345
+ /**
7346
+ * Maximum number of results to return
7347
+ */
7348
+ limit?: number;
7349
+ /**
7350
+ * Number of results to skip
7351
+ */
7352
+ offset?: number;
7353
+ };
7354
+ url: '/v1/projects/{project_id}/evals/{eval_id}/runs';
7355
+ };
7356
+ type ListEvalRunsErrors = {
7357
+ /**
7358
+ * Unauthorized
7359
+ */
7360
+ 401: unknown;
7361
+ /**
7362
+ * Forbidden
7363
+ */
7364
+ 403: unknown;
7365
+ /**
7366
+ * Eval not found
7367
+ */
7368
+ 404: unknown;
7369
+ };
7370
+ type ListEvalRunsResponses = {
7371
+ /**
7372
+ * List of eval runs
7373
+ */
7374
+ 200: {
7375
+ data: Array<EvalRun>;
7376
+ total: number;
7377
+ limit: number;
7378
+ offset: number;
7379
+ };
7380
+ };
7381
+ type ListEvalRunsResponse = ListEvalRunsResponses[keyof ListEvalRunsResponses];
7382
+ type StartEvalRunData = {
7383
+ body: {
7384
+ /**
7385
+ * True runs the eval synchronously (25-item cap) and returns a terminal run with its scores. False — the default — enqueues the items and returns a `queued` run immediately.
7386
+ */
7387
+ wait?: boolean;
7388
+ /**
7389
+ * An archived agent version to evaluate. Defaults to the active release's stable version, or the live draft version when no release is in effect.
7390
+ */
7391
+ agent_version?: number | null;
7392
+ /**
7393
+ * A terminal run of the same eval to compare against. The finished run's `aggregate_scores.baseline` reports per-scorer deltas over the item intersection. A run of a different eval is rejected with 400.
7394
+ */
7395
+ baseline_run_id?: string | null;
7396
+ };
7397
+ path: {
7398
+ /**
7399
+ * Project public ID (proj_ prefix).
7400
+ */
7401
+ project_id: string;
7402
+ /**
7403
+ * Eval ID
7404
+ */
7405
+ eval_id: string;
7406
+ };
7407
+ query?: never;
7408
+ url: '/v1/projects/{project_id}/evals/{eval_id}/runs';
7409
+ };
7410
+ type StartEvalRunErrors = {
7411
+ /**
7412
+ * Bad request (non-boolean wait, dataset empty or over the synchronous cap, unknown agent_version, invalid baseline, scorers no longer valid against the agent)
7413
+ */
7414
+ 400: unknown;
7415
+ /**
7416
+ * Unauthorized
7417
+ */
7418
+ 401: unknown;
7419
+ /**
7420
+ * Forbidden
7421
+ */
7422
+ 403: unknown;
7423
+ /**
7424
+ * Eval not found
7425
+ */
7426
+ 404: unknown;
7427
+ /**
7428
+ * Internal server error
7429
+ */
7430
+ 500: unknown;
7431
+ };
7432
+ type StartEvalRunResponses = {
7433
+ /**
7434
+ * Eval run finished (`wait: true`) or queued (`wait: false`)
7435
+ */
7436
+ 201: EvalRun;
7437
+ };
7438
+ type StartEvalRunResponse = StartEvalRunResponses[keyof StartEvalRunResponses];
7439
+ type GetEvalRunData = {
7440
+ body?: never;
7441
+ path: {
7442
+ /**
7443
+ * Project public ID (proj_ prefix).
7444
+ */
7445
+ project_id: string;
7446
+ /**
7447
+ * Eval ID
7448
+ */
7449
+ eval_id: string;
7450
+ /**
7451
+ * Eval run ID
7452
+ */
7453
+ eval_run_id: string;
7454
+ };
7455
+ query?: never;
7456
+ url: '/v1/projects/{project_id}/evals/{eval_id}/runs/{eval_run_id}';
7457
+ };
7458
+ type GetEvalRunErrors = {
7459
+ /**
7460
+ * Unauthorized
7461
+ */
7462
+ 401: unknown;
7463
+ /**
7464
+ * Forbidden
7465
+ */
7466
+ 403: unknown;
7467
+ /**
7468
+ * Eval or run not found
7469
+ */
7470
+ 404: unknown;
7471
+ };
7472
+ type GetEvalRunResponses = {
7473
+ /**
7474
+ * Eval run details
7475
+ */
7476
+ 200: EvalRun;
7477
+ };
7478
+ type GetEvalRunResponse = GetEvalRunResponses[keyof GetEvalRunResponses];
7479
+ type ListEvalResultsData = {
7480
+ body?: never;
7481
+ path: {
7482
+ /**
7483
+ * Project public ID (proj_ prefix).
7484
+ */
7485
+ project_id: string;
7486
+ /**
7487
+ * Eval ID
7488
+ */
7489
+ eval_id: string;
7490
+ /**
7491
+ * Eval run ID
7492
+ */
7493
+ eval_run_id: string;
7494
+ };
7495
+ query?: {
7496
+ /**
7497
+ * Maximum number of results to return
7498
+ */
7499
+ limit?: number;
7500
+ /**
7501
+ * Number of results to skip
7502
+ */
7503
+ offset?: number;
7504
+ };
7505
+ url: '/v1/projects/{project_id}/evals/{eval_id}/runs/{eval_run_id}/results';
7506
+ };
7507
+ type ListEvalResultsErrors = {
7508
+ /**
7509
+ * Unauthorized
7510
+ */
7511
+ 401: unknown;
7512
+ /**
7513
+ * Forbidden
7514
+ */
7515
+ 403: unknown;
7516
+ /**
7517
+ * Eval or run not found
7518
+ */
7519
+ 404: unknown;
7520
+ };
7521
+ type ListEvalResultsResponses = {
7522
+ /**
7523
+ * List of eval results
7524
+ */
7525
+ 200: {
7526
+ data: Array<EvalResult>;
7527
+ total: number;
7528
+ limit: number;
7529
+ offset: number;
7530
+ };
7531
+ };
7532
+ type ListEvalResultsResponse = ListEvalResultsResponses[keyof ListEvalResultsResponses];
7533
+ type CancelEvalRunData = {
7534
+ body?: never;
7535
+ path: {
7536
+ /**
7537
+ * Project public ID (proj_ prefix).
7538
+ */
7539
+ project_id: string;
7540
+ /**
7541
+ * Eval ID
7542
+ */
7543
+ eval_id: string;
7544
+ /**
7545
+ * Eval run ID
7546
+ */
7547
+ eval_run_id: string;
7548
+ };
7549
+ query?: never;
7550
+ url: '/v1/projects/{project_id}/evals/{eval_id}/runs/{eval_run_id}/cancel';
7551
+ };
7552
+ type CancelEvalRunErrors = {
7553
+ /**
7554
+ * The run has already finished
7555
+ */
7556
+ 400: unknown;
7557
+ /**
7558
+ * Unauthorized
7559
+ */
7560
+ 401: unknown;
7561
+ /**
7562
+ * Forbidden
7563
+ */
7564
+ 403: unknown;
7565
+ /**
7566
+ * Eval or run not found
7567
+ */
7568
+ 404: unknown;
7569
+ /**
7570
+ * Internal server error
7571
+ */
7572
+ 500: unknown;
7573
+ };
7574
+ type CancelEvalRunResponses = {
7575
+ /**
7576
+ * Eval run canceled
7577
+ */
7578
+ 200: EvalRun;
7579
+ };
7580
+ type CancelEvalRunResponse = CancelEvalRunResponses[keyof CancelEvalRunResponses];
7581
+ type ListGenerationsData = {
7582
+ body?: never;
7583
+ path: {
7584
+ /**
7585
+ * Project public ID (proj_ prefix).
7586
+ */
7587
+ project_id: string;
7588
+ };
7589
+ query?: {
7590
+ /**
7591
+ * Filter by agent public ID
7592
+ */
7593
+ agent_id?: string;
7594
+ /**
7595
+ * Filter by trace public ID
7596
+ */
7597
+ trace_id?: string;
7598
+ /**
7599
+ * Filter by the public ID of the parent generation. Returns all generations triggered by that generation — sub-agent invocations. Null-initiated (top-level) generations are not returned.
7600
+ *
7601
+ */
7602
+ initiator_generation_id?: string;
7603
+ /**
7604
+ * Filter by lifecycle status
7605
+ */
7606
+ status?: 'in_progress' | 'requires_action' | 'completed' | 'failed';
7607
+ limit?: number;
7608
+ offset?: number;
7609
+ };
7610
+ url: '/v1/projects/{project_id}/generations';
7611
+ };
7612
+ type ListGenerationsErrors = {
7613
+ /**
7614
+ * Unauthorized
7615
+ */
7616
+ 401: ErrorResponse;
7617
+ /**
7618
+ * Forbidden
7619
+ */
7620
+ 403: ErrorResponse;
7621
+ };
7622
+ type ListGenerationsError = ListGenerationsErrors[keyof ListGenerationsErrors];
7623
+ type ListGenerationsResponses = {
7624
+ /**
7625
+ * Paginated list of generations
7626
+ */
7627
+ 200: {
7628
+ data?: Array<Generation>;
7629
+ total?: number;
7630
+ limit?: number;
7631
+ offset?: number;
7632
+ };
7633
+ };
7634
+ type ListGenerationsResponse = ListGenerationsResponses[keyof ListGenerationsResponses];
7635
+ type GetGenerationData = {
7636
+ body?: never;
7637
+ path: {
7638
+ /**
7639
+ * Project public ID (proj_ prefix).
7640
+ */
7641
+ project_id: string;
6356
7642
  /**
6357
7643
  * Public ID of the generation
6358
7644
  */
@@ -8018,6 +9304,166 @@ type CallToolResponses = {
8018
9304
  */
8019
9305
  200: unknown;
8020
9306
  };
9307
+ type ListTracesData = {
9308
+ body?: never;
9309
+ path: {
9310
+ /**
9311
+ * Project public ID (proj_ prefix).
9312
+ */
9313
+ project_id: string;
9314
+ };
9315
+ query?: {
9316
+ /**
9317
+ * Maximum number of results to return
9318
+ */
9319
+ limit?: number;
9320
+ /**
9321
+ * Number of results to skip
9322
+ */
9323
+ offset?: number;
9324
+ };
9325
+ url: '/v1/projects/{project_id}/traces';
9326
+ };
9327
+ type ListTracesErrors = {
9328
+ /**
9329
+ * Unauthorized
9330
+ */
9331
+ 401: ErrorResponse;
9332
+ /**
9333
+ * Forbidden
9334
+ */
9335
+ 403: ErrorResponse;
9336
+ };
9337
+ type ListTracesError = ListTracesErrors[keyof ListTracesErrors];
9338
+ type ListTracesResponses = {
9339
+ /**
9340
+ * List of traces
9341
+ */
9342
+ 200: {
9343
+ data?: Array<Trace>;
9344
+ total?: number;
9345
+ limit?: number;
9346
+ offset?: number;
9347
+ };
9348
+ };
9349
+ type ListTracesResponse = ListTracesResponses[keyof ListTracesResponses];
9350
+ type GetTraceData = {
9351
+ body?: never;
9352
+ path: {
9353
+ /**
9354
+ * Project public ID (proj_ prefix).
9355
+ */
9356
+ project_id: string;
9357
+ /**
9358
+ * Public ID of the trace
9359
+ */
9360
+ trace_id: string;
9361
+ };
9362
+ query?: never;
9363
+ url: '/v1/projects/{project_id}/traces/{trace_id}';
9364
+ };
9365
+ type GetTraceErrors = {
9366
+ /**
9367
+ * Unauthorized
9368
+ */
9369
+ 401: ErrorResponse;
9370
+ /**
9371
+ * Forbidden
9372
+ */
9373
+ 403: ErrorResponse;
9374
+ /**
9375
+ * Trace not found
9376
+ */
9377
+ 404: ErrorResponse;
9378
+ };
9379
+ type GetTraceError = GetTraceErrors[keyof GetTraceErrors];
9380
+ type GetTraceResponses = {
9381
+ /**
9382
+ * Trace details
9383
+ */
9384
+ 200: Trace;
9385
+ };
9386
+ type GetTraceResponse = GetTraceResponses[keyof GetTraceResponses];
9387
+ type GetTraceTreeData = {
9388
+ body?: never;
9389
+ path: {
9390
+ /**
9391
+ * Project public ID (proj_ prefix).
9392
+ */
9393
+ project_id: string;
9394
+ /**
9395
+ * Public ID of any trace in the tree (root or child)
9396
+ */
9397
+ trace_id: string;
9398
+ };
9399
+ query?: {
9400
+ /**
9401
+ * Comma-separated list of related resources to embed on each node. Supported value: `generations` — attaches all generations that belong to each trace node (including sub-agent generations linked via `initiator_generation_id`).
9402
+ *
9403
+ */
9404
+ include?: string;
9405
+ };
9406
+ url: '/v1/projects/{project_id}/traces/{trace_id}/tree';
9407
+ };
9408
+ type GetTraceTreeErrors = {
9409
+ /**
9410
+ * Unauthorized
9411
+ */
9412
+ 401: ErrorResponse;
9413
+ /**
9414
+ * Forbidden
9415
+ */
9416
+ 403: ErrorResponse;
9417
+ /**
9418
+ * Trace not found
9419
+ */
9420
+ 404: ErrorResponse;
9421
+ };
9422
+ type GetTraceTreeError = GetTraceTreeErrors[keyof GetTraceTreeErrors];
9423
+ type GetTraceTreeResponses = {
9424
+ /**
9425
+ * Trace tree rooted at the resolved root trace
9426
+ */
9427
+ 200: TraceTreeNode;
9428
+ };
9429
+ type GetTraceTreeResponse = GetTraceTreeResponses[keyof GetTraceTreeResponses];
9430
+ type PurgeTraceContentData = {
9431
+ body?: never;
9432
+ path: {
9433
+ /**
9434
+ * Project public ID (proj_ prefix).
9435
+ */
9436
+ project_id: string;
9437
+ /**
9438
+ * Public ID of the trace
9439
+ */
9440
+ trace_id: string;
9441
+ };
9442
+ query?: never;
9443
+ url: '/v1/projects/{project_id}/traces/{trace_id}/content';
9444
+ };
9445
+ type PurgeTraceContentErrors = {
9446
+ /**
9447
+ * Unauthorized
9448
+ */
9449
+ 401: ErrorResponse;
9450
+ /**
9451
+ * Forbidden
9452
+ */
9453
+ 403: ErrorResponse;
9454
+ /**
9455
+ * Trace not found
9456
+ */
9457
+ 404: ErrorResponse;
9458
+ };
9459
+ type PurgeTraceContentError = PurgeTraceContentErrors[keyof PurgeTraceContentErrors];
9460
+ type PurgeTraceContentResponses = {
9461
+ /**
9462
+ * The purged trace skeleton
9463
+ */
9464
+ 200: Trace;
9465
+ };
9466
+ type PurgeTraceContentResponse = PurgeTraceContentResponses[keyof PurgeTraceContentResponses];
8021
9467
  type GetCurrentUserData = {
8022
9468
  body?: never;
8023
9469
  path?: never;
@@ -8963,6 +10409,150 @@ declare class Conversations {
8963
10409
  */
8964
10410
  static replaceConversationTags<ThrowOnError extends boolean = false>(options: Options<ReplaceConversationTagsData, ThrowOnError>): RequestResult<ReplaceConversationTagsResponses, ReplaceConversationTagsErrors, ThrowOnError>;
8965
10411
  }
10412
+ declare class Evaluations {
10413
+ /**
10414
+ * List datasets
10415
+ *
10416
+ * Returns the datasets defined in a project
10417
+ */
10418
+ static listDatasets<ThrowOnError extends boolean = false>(options: Options<ListDatasetsData, ThrowOnError>): RequestResult<ListDatasetsResponses, ListDatasetsErrors, ThrowOnError>;
10419
+ /**
10420
+ * Create a dataset
10421
+ *
10422
+ * Creates a project-scoped dataset — a named collection of test cases an eval runs an agent against. Names are unique per project.
10423
+ *
10424
+ * Datasets are operator-owned **fixtures**. The platform's content purge never deletes or mutates a dataset item, so erasing a generation cannot silently stop a test suite from being runnable.
10425
+ */
10426
+ static createDataset<ThrowOnError extends boolean = false>(options: Options<CreateDatasetData, ThrowOnError>): RequestResult<CreateDatasetResponses, CreateDatasetErrors, ThrowOnError>;
10427
+ /**
10428
+ * Delete a dataset
10429
+ *
10430
+ * Deletes a dataset, its items, and every eval bound to it. Results of runs that already scored those items keep their frozen copies of the input and expected output.
10431
+ */
10432
+ static deleteDataset<ThrowOnError extends boolean = false>(options: Options<DeleteDatasetData, ThrowOnError>): RequestResult<DeleteDatasetResponses, DeleteDatasetErrors, ThrowOnError>;
10433
+ /**
10434
+ * Get a dataset
10435
+ *
10436
+ * Returns a specific dataset
10437
+ */
10438
+ static getDataset<ThrowOnError extends boolean = false>(options: Options<GetDatasetData, ThrowOnError>): RequestResult<GetDatasetResponses, GetDatasetErrors, ThrowOnError>;
10439
+ /**
10440
+ * Update a dataset
10441
+ *
10442
+ * Updates a dataset's name and/or description
10443
+ */
10444
+ static updateDataset<ThrowOnError extends boolean = false>(options: Options<UpdateDatasetData, ThrowOnError>): RequestResult<UpdateDatasetResponses, UpdateDatasetErrors, ThrowOnError>;
10445
+ /**
10446
+ * List dataset items
10447
+ *
10448
+ * Returns the test cases in a dataset, oldest first
10449
+ */
10450
+ static listDatasetItems<ThrowOnError extends boolean = false>(options: Options<ListDatasetItemsData, ThrowOnError>): RequestResult<ListDatasetItemsResponses, ListDatasetItemsErrors, ThrowOnError>;
10451
+ /**
10452
+ * Add a dataset item
10453
+ *
10454
+ * Adds one test case. `input` is replayed verbatim as the generation's messages, so it must be a non-empty array of `{ role, content }`.
10455
+ */
10456
+ static createDatasetItem<ThrowOnError extends boolean = false>(options: Options<CreateDatasetItemData, ThrowOnError>): RequestResult<CreateDatasetItemResponses, CreateDatasetItemErrors, ThrowOnError>;
10457
+ /**
10458
+ * Curate a dataset item from a generation
10459
+ *
10460
+ * Promotes a real, completed generation into a test case: its input messages become the item's `input`, and its own answer becomes `expected_output` unless you supply one. Use it to build an evaluation set out of production traffic rather than hand-authoring fixtures.
10461
+ *
10462
+ * The item is a **copy**, not a view. It keeps working after the source generation's content is purged, and `source_generation_id` goes null if that generation is deleted — a purge can never quietly stop a suite from being runnable.
10463
+ *
10464
+ * Requires both `evaluations:CreateDataset` and `generations:GetGeneration`: the call copies content out of a generation, so a principal that may not read that generation may not curate it either.
10465
+ *
10466
+ * Only a **completed** generation can be promoted (`409 GENERATION_NOT_COMPLETED`), and only while its content is still available: an agent or project running with `trace_content_mode: none` never stored the input, and a purged or expired generation no longer has it (`409 GENERATION_CONTENT_UNAVAILABLE`). Generations that predate input recording answer the same way.
10467
+ */
10468
+ static createDatasetItemFromGeneration<ThrowOnError extends boolean = false>(options: Options<CreateDatasetItemFromGenerationData, ThrowOnError>): RequestResult<CreateDatasetItemFromGenerationResponses, CreateDatasetItemFromGenerationErrors, ThrowOnError>;
10469
+ /**
10470
+ * Delete a dataset item
10471
+ *
10472
+ * Deletes a test case. Results of runs that already scored it stay readable; their `dataset_item_id` becomes null.
10473
+ */
10474
+ static deleteDatasetItem<ThrowOnError extends boolean = false>(options: Options<DeleteDatasetItemData, ThrowOnError>): RequestResult<DeleteDatasetItemResponses, DeleteDatasetItemErrors, ThrowOnError>;
10475
+ /**
10476
+ * Update a dataset item
10477
+ *
10478
+ * Updates a test case. Runs that already scored it are unaffected — each result carries its own frozen copy of the input and expected output.
10479
+ */
10480
+ static updateDatasetItem<ThrowOnError extends boolean = false>(options: Options<UpdateDatasetItemData, ThrowOnError>): RequestResult<UpdateDatasetItemResponses, UpdateDatasetItemErrors, ThrowOnError>;
10481
+ /**
10482
+ * List evals
10483
+ *
10484
+ * Returns the evals defined in a project
10485
+ */
10486
+ static listEvals<ThrowOnError extends boolean = false>(options: Options<ListEvalsData, ThrowOnError>): RequestResult<ListEvalsResponses, ListEvalsErrors, ThrowOnError>;
10487
+ /**
10488
+ * Create an eval
10489
+ *
10490
+ * Binds an agent under test to a dataset and a list of scorers. The agent and the dataset must belong to the same project as the eval; a cross-project reference is rejected with 400.
10491
+ *
10492
+ * Scorer config is frozen here rather than read from the agent at run time, so two runs of the same eval are always judged by the same criteria and their comparison measures the agent instead of the config drifting underneath it. Each scorer `type` may appear at most once.
10493
+ */
10494
+ static createEval<ThrowOnError extends boolean = false>(options: Options<CreateEvalData, ThrowOnError>): RequestResult<CreateEvalResponses, CreateEvalErrors, ThrowOnError>;
10495
+ /**
10496
+ * Delete an eval
10497
+ *
10498
+ * Deletes an eval, its runs, and their results
10499
+ */
10500
+ static deleteEval<ThrowOnError extends boolean = false>(options: Options<DeleteEvalData, ThrowOnError>): RequestResult<DeleteEvalResponses, DeleteEvalErrors, ThrowOnError>;
10501
+ /**
10502
+ * Get an eval
10503
+ *
10504
+ * Returns a specific eval
10505
+ */
10506
+ static getEval<ThrowOnError extends boolean = false>(options: Options<GetEvalData, ThrowOnError>): RequestResult<GetEvalResponses, GetEvalErrors, ThrowOnError>;
10507
+ /**
10508
+ * Update an eval
10509
+ *
10510
+ * Updates an eval. Changing `agent_id` re-validates the scorers against the new agent, since an `output_schema` scorer that was legal against the old one may not be.
10511
+ */
10512
+ static updateEval<ThrowOnError extends boolean = false>(options: Options<UpdateEvalData, ThrowOnError>): RequestResult<UpdateEvalResponses, UpdateEvalErrors, ThrowOnError>;
10513
+ /**
10514
+ * List eval runs
10515
+ *
10516
+ * Returns an eval's runs, newest first
10517
+ */
10518
+ static listEvalRuns<ThrowOnError extends boolean = false>(options: Options<ListEvalRunsData, ThrowOnError>): RequestResult<ListEvalRunsResponses, ListEvalRunsErrors, ThrowOnError>;
10519
+ /**
10520
+ * Start an eval run
10521
+ *
10522
+ * Runs the eval against its dataset, creating one real agent generation per item and scoring the outputs.
10523
+ *
10524
+ * `wait: true` executes the run synchronously and returns it terminal, with its scores. The dataset is capped at 25 items for a synchronous run; a larger one is rejected with 400 rather than partially scored.
10525
+ *
10526
+ * `wait: false` (the default) enqueues one task per item and returns immediately with `status: "queued"`. A worker executes the items and the run settles itself; poll `GET /evals/{eval_id}/runs/{eval_run_id}` for the terminal status. There is no item cap on a queued run.
10527
+ *
10528
+ * The whole run is pinned to **one** agent version, stamped on `agent_version`: pass one explicitly to evaluate a canary before promoting it, or omit it to use the active release's stable version (or the live draft when no release is in effect). Without the pin, release assignment would bucket each item independently and blend two configs into a single score.
10529
+ *
10530
+ * With `baseline_run_id`, the finished run's `aggregate_scores.baseline` carries per-scorer deltas against that run, computed over the items present and scorable in **both** runs, with the divergence counted. A delta over a shifted dataset is therefore never presented as a clean comparison.
10531
+ */
10532
+ static startEvalRun<ThrowOnError extends boolean = false>(options: Options<StartEvalRunData, ThrowOnError>): RequestResult<StartEvalRunResponses, StartEvalRunErrors, ThrowOnError>;
10533
+ /**
10534
+ * Get an eval run
10535
+ *
10536
+ * Returns a run's status, counts, and aggregate scores
10537
+ */
10538
+ static getEvalRun<ThrowOnError extends boolean = false>(options: Options<GetEvalRunData, ThrowOnError>): RequestResult<GetEvalRunResponses, GetEvalRunErrors, ThrowOnError>;
10539
+ /**
10540
+ * List eval run results
10541
+ *
10542
+ * Returns the per-item results of a run, oldest first
10543
+ */
10544
+ static listEvalResults<ThrowOnError extends boolean = false>(options: Options<ListEvalResultsData, ThrowOnError>): RequestResult<ListEvalResultsResponses, ListEvalResultsErrors, ThrowOnError>;
10545
+ /**
10546
+ * Cancel an eval run
10547
+ *
10548
+ * Cancels a queued or running run: its outstanding item tasks are dropped so it stops consuming provider budget, and the run settles as `canceled`.
10549
+ *
10550
+ * Results already written are kept — they are real measurements of generations that were really paid for — and `completed_count` / `errored_count` report what ran. `aggregate_scores` is deliberately left null: a partial roll-up in the same field a completed run uses would read as a whole-dataset verdict.
10551
+ *
10552
+ * A run that has already finished is rejected with 400.
10553
+ */
10554
+ static cancelEvalRun<ThrowOnError extends boolean = false>(options: Options<CancelEvalRunData, ThrowOnError>): RequestResult<CancelEvalRunResponses, CancelEvalRunErrors, ThrowOnError>;
10555
+ }
8966
10556
  declare class Generations {
8967
10557
  /**
8968
10558
  * List generations
@@ -9263,6 +10853,38 @@ declare class Tools {
9263
10853
  */
9264
10854
  static callTool<ThrowOnError extends boolean = false>(options: Options<CallToolData, ThrowOnError>): RequestResult<CallToolResponses, CallToolErrors, ThrowOnError>;
9265
10855
  }
10856
+ declare class Traces {
10857
+ /**
10858
+ * List traces
10859
+ *
10860
+ * Returns a paginated list of execution traces for the project.
10861
+ */
10862
+ static listTraces<ThrowOnError extends boolean = false>(options: Options<ListTracesData, ThrowOnError>): RequestResult<ListTracesResponses, ListTracesErrors, ThrowOnError>;
10863
+ /**
10864
+ * Get a trace
10865
+ *
10866
+ * Returns a single trace by ID.
10867
+ */
10868
+ static getTrace<ThrowOnError extends boolean = false>(options: Options<GetTraceData, ThrowOnError>): RequestResult<GetTraceResponses, GetTraceErrors, ThrowOnError>;
10869
+ /**
10870
+ * Get trace tree
10871
+ *
10872
+ * Returns the full execution tree rooted at the given trace (or its root if the given trace is a child). Each node represents one agent's execution session. The `children` array contains traces triggered by sub-agent tool calls from that trace.
10873
+ *
10874
+ */
10875
+ static getTraceTree<ThrowOnError extends boolean = false>(options: Options<GetTraceTreeData, ThrowOnError>): RequestResult<GetTraceTreeResponses, GetTraceTreeErrors, ThrowOnError>;
10876
+ /**
10877
+ * Purge trace content
10878
+ *
10879
+ * Deletes the trace's steps object from storage and clears its content columns (`file_id`, `error`), cascading to every descendant trace and to all of their generations. A descendant holds its own steps object covering the same run, so the cascade is what makes the erasure complete rather than merely partial.
10880
+ *
10881
+ * The rows survive as auditable skeletons with `content_redacted_at` set — ids, timestamps, step counts, and the generations' usage-attribution fields are preserved, because the billing and audit ledger must outlive a tenant's erasure of the content. A purged trace therefore reads back as a skeleton, not a 404: a 404 would prove nothing.
10882
+ *
10883
+ * Idempotent — purging an already-purged trace succeeds and leaves the original `content_redacted_at` in place.
10884
+ *
10885
+ */
10886
+ static purgeTraceContent<ThrowOnError extends boolean = false>(options: Options<PurgeTraceContentData, ThrowOnError>): RequestResult<PurgeTraceContentResponses, PurgeTraceContentErrors, ThrowOnError>;
10887
+ }
9266
10888
  declare class Users {
9267
10889
  /**
9268
10890
  * Get the current user
@@ -9396,12 +11018,14 @@ declare class NaturaliClient {
9396
11018
  readonly channels: typeof Channels;
9397
11019
  readonly auth: typeof Auth;
9398
11020
  readonly conversations: typeof Conversations;
11021
+ readonly evaluations: typeof Evaluations;
9399
11022
  readonly generations: typeof Generations;
9400
11023
  readonly modelRoutes: typeof ModelRoutes;
9401
11024
  readonly projects: typeof Projects;
9402
11025
  readonly secrets: typeof Secrets;
9403
11026
  readonly sessions: typeof Sessions;
9404
11027
  readonly tools: typeof Tools;
11028
+ readonly traces: typeof Traces;
9405
11029
  readonly users: typeof Users;
9406
11030
  readonly webhooks: typeof Webhooks;
9407
11031
  /** The underlying HTTP client, for interceptors or one-off requests. */
@@ -9409,4 +11033,4 @@ declare class NaturaliClient {
9409
11033
  constructor({ token, headers }?: NaturaliClientOptions);
9410
11034
  }
9411
11035
  //#endregion
9412
- export { type AbortAgentReleaseData, type AbortAgentReleaseError, type AbortAgentReleaseErrors, type AbortAgentReleaseResponse, type AbortAgentReleaseResponses, type AcceptedGenerationResponse, type Acknowledgement, type ActorRecord, Actors, type AddConversationMessageData, type AddConversationMessageError, type AddConversationMessageErrors, type AddConversationMessageResponse, type AddConversationMessageResponses, type AddSessionMessageData, type AddSessionMessageError, type AddSessionMessageErrors, type AddSessionMessageRequest, type AddSessionMessageResponse, type AddSessionMessageResponse2, type AddSessionMessageResponses, type AddSessionMessageSaved, type Address, type AddressActionSet, type AddressList, type Agent, type AgentGenerationResponse, type AgentRelease, type AgentVersion, AgentVersions, Agents, AiProviders, type ApiKeyCreate, type ApiKeyCreated, type ApiKeyId, type ApiKeyList, type ApiKeyRecord, type ApiKeyUpdate, ApiKeys, Assistant, type AssistantChannel, type AssistantGrant, type AssistantGrantList, type AssistantLinkPreview, type AssistantLinkRedeem, type AssistantScope, Auth, type AuthSession, type CallToolData, type CallToolError, type CallToolErrors, type CallToolRequest, type CallToolResponses, type Channel, type ChannelCreate, type ChannelDefaultAction, type ChannelDefaultActionInput, type ChannelId, type ChannelKind, type ChannelKindList, type ChannelList, type ChannelPredicate, type ChannelRoute, type ChannelRouteList, type ChannelRouteWrite, type ChannelSurface, type ChannelUpdate, Channels, type ClientOptions, type Conversation, type ConversationId, type ConversationList, type ConversationMessage, type ConversationMessageList, type ConversationMessageRecord, type ConversationRecord, Conversations, type CreateActorData, type CreateActorError, type CreateActorErrors, type CreateActorResponse, type CreateActorResponses, type CreateAgentData, type CreateAgentError, type CreateAgentErrors, type CreateAgentGenerationData, type CreateAgentGenerationError, type CreateAgentGenerationErrors, type CreateAgentGenerationRequest, type CreateAgentGenerationResponse, type CreateAgentGenerationResponses, type CreateAgentRequest, type CreateAgentResponse, type CreateAgentResponses, type CreateAiProviderData, type CreateAiProviderErrors, type CreateAiProviderResponse, type CreateAiProviderResponses, type CreateApiKeyData, type CreateApiKeyError, type CreateApiKeyErrors, type CreateApiKeyResponse, type CreateApiKeyResponses, type CreateChannelData, type CreateChannelError, type CreateChannelErrors, type CreateChannelResponse, type CreateChannelResponses, type CreateChannelRouteData, type CreateChannelRouteError, type CreateChannelRouteErrors, type CreateChannelRouteResponse, type CreateChannelRouteResponses, type CreateConversationData, type CreateConversationError, type CreateConversationErrors, type CreateConversationResponse, type CreateConversationResponses, type CreateModelRouteData, type CreateModelRouteErrors, type CreateModelRouteResponse, type CreateModelRouteResponses, type CreateProjectData, type CreateProjectError, type CreateProjectErrors, type CreateProjectResponse, type CreateProjectResponses, type CreateSecretData, type CreateSecretErrors, type CreateSecretResponse, type CreateSecretResponses, type CreateSessionData, type CreateSessionError, type CreateSessionErrors, type CreateSessionRequest, type CreateSessionResponse, type CreateSessionResponses, type CreateToolData, type CreateToolError, type CreateToolErrors, type CreateToolRequest, type CreateToolResponse, type CreateToolResponses, type CreateWebhookData, type CreateWebhookError, type CreateWebhookErrors, type CreateWebhookResponse, type CreateWebhookResponses, type Cursor, type DeleteActorData, type DeleteActorError, type DeleteActorErrors, type DeleteActorResponse, type DeleteActorResponses, type DeleteAddressData, type DeleteAddressError, type DeleteAddressErrors, type DeleteAddressResponse, type DeleteAddressResponses, type DeleteAgentData, type DeleteAgentError, type DeleteAgentErrors, type DeleteAgentResponse, type DeleteAgentResponses, type DeleteAiProviderData, type DeleteAiProviderErrors, type DeleteAiProviderResponse, type DeleteAiProviderResponses, type DeleteApiKeyData, type DeleteApiKeyError, type DeleteApiKeyErrors, type DeleteApiKeyResponse, type DeleteApiKeyResponses, type DeleteChannelData, type DeleteChannelError, type DeleteChannelErrors, type DeleteChannelResponse, type DeleteChannelResponses, type DeleteChannelRouteData, type DeleteChannelRouteError, type DeleteChannelRouteErrors, type DeleteChannelRouteResponse, type DeleteChannelRouteResponses, type DeleteConversationData, type DeleteConversationError, type DeleteConversationErrors, type DeleteConversationResponse, type DeleteConversationResponses, type DeleteModelRouteData, type DeleteModelRouteErrors, type DeleteModelRouteResponse, type DeleteModelRouteResponses, type DeleteProjectData, type DeleteProjectError, type DeleteProjectErrors, type DeleteProjectResponse, type DeleteProjectResponses, type DeleteSecretData, type DeleteSecretErrors, type DeleteSecretResponses, type DeleteSessionData, type DeleteSessionError, type DeleteSessionErrors, type DeleteSessionResponse, type DeleteSessionResponses, type DeleteToolData, type DeleteToolError, type DeleteToolErrors, type DeleteToolResponse, type DeleteToolResponses, type DeleteWebhookData, type DeleteWebhookError, type DeleteWebhookErrors, type DeleteWebhookResponse, type DeleteWebhookResponses, type DeliveryId, type DiscordModes, type DocumentMessageContent, type ErrorResponse, type Event, type EventSubscription, type EventType, type Force, type ForkSessionData, type ForkSessionError, type ForkSessionErrors, type ForkSessionRequest, type ForkSessionResponse, type ForkSessionResponses, type GenerateConversationMessageCompleted, type GenerateConversationMessageData, type GenerateConversationMessageError, type GenerateConversationMessageErrors, type GenerateConversationMessageRequiresAction, type GenerateConversationMessageResponse, type GenerateConversationMessageResponse2, type GenerateConversationMessageResponses, type GenerateSessionRequest, type GenerateSessionResponse, type GenerateSessionResponseData, type GenerateSessionResponseError, type GenerateSessionResponseErrors, type GenerateSessionResponseResponse, type GenerateSessionResponseResponses, type Generation, type GenerationTranscript, Generations, type GetActorData, type GetActorError, type GetActorErrors, type GetActorResponse, type GetActorResponses, type GetActorTagsData, type GetActorTagsError, type GetActorTagsErrors, type GetActorTagsResponse, type GetActorTagsResponses, type GetAddressData, type GetAddressError, type GetAddressErrors, type GetAddressResponse, type GetAddressResponses, type GetAgentData, type GetAgentError, type GetAgentErrors, type GetAgentResponse, type GetAgentResponses, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionErrors, type GetAgentVersionResponse, type GetAgentVersionResponses, type GetAiProviderData, type GetAiProviderErrors, type GetAiProviderPricesData, type GetAiProviderPricesErrors, type GetAiProviderPricesResponse, type GetAiProviderPricesResponses, type GetAiProviderResponse, type GetAiProviderResponses, type GetApiKeyData, type GetApiKeyError, type GetApiKeyErrors, type GetApiKeyResponse, type GetApiKeyResponses, type GetChannelConversationData, type GetChannelConversationError, type GetChannelConversationErrors, type GetChannelConversationResponse, type GetChannelConversationResponses, type GetChannelData, type GetChannelError, type GetChannelErrors, type GetChannelResponse, type GetChannelResponses, type GetChannelRouteData, type GetChannelRouteError, type GetChannelRouteErrors, type GetChannelRouteResponse, type GetChannelRouteResponses, type GetConversationData, type GetConversationError, type GetConversationErrors, type GetConversationResponse, type GetConversationResponses, type GetConversationTagsData, type GetConversationTagsError, type GetConversationTagsErrors, type GetConversationTagsResponse, type GetConversationTagsResponses, type GetCurrentUserData, type GetCurrentUserError, type GetCurrentUserErrors, type GetCurrentUserResponse, type GetCurrentUserResponses, type GetGenerationData, type GetGenerationError, type GetGenerationErrors, type GetGenerationResponse, type GetGenerationResponses, type GetGenerationTranscriptData, type GetGenerationTranscriptError, type GetGenerationTranscriptErrors, type GetGenerationTranscriptResponse, type GetGenerationTranscriptResponses, type GetModelRouteData, type GetModelRouteErrors, type GetModelRouteResponse, type GetModelRouteResponses, type GetProjectData, type GetProjectError, type GetProjectErrors, type GetProjectResponse, type GetProjectResponses, type GetProjectUsageData, type GetProjectUsageError, type GetProjectUsageErrors, type GetProjectUsageResponse, type GetProjectUsageResponses, type GetSecretData, type GetSecretErrors, type GetSecretResponse, type GetSecretResponses, type GetSessionData, type GetSessionError, type GetSessionErrors, type GetSessionResponse, type GetSessionResponses, type GetSessionTagsData, type GetSessionTagsError, type GetSessionTagsErrors, type GetSessionTagsResponse, type GetSessionTagsResponses, type GetToolData, type GetToolError, type GetToolErrors, type GetToolResponse, type GetToolResponses, type GetWebhookData, type GetWebhookDeliveryData, type GetWebhookDeliveryError, type GetWebhookDeliveryErrors, type GetWebhookDeliveryResponse, type GetWebhookDeliveryResponses, type GetWebhookError, type GetWebhookErrors, type GetWebhookResponse, type GetWebhookResponses, type GrantId, type IdempotencyKey, type Identifier, type Limit, type LinkToken, type ListActorsData, type ListActorsError, type ListActorsErrors, type ListActorsResponse, type ListActorsResponses, type ListAddressConversationsData, type ListAddressConversationsError, type ListAddressConversationsErrors, type ListAddressConversationsResponse, type ListAddressConversationsResponses, type ListAddressesData, type ListAddressesError, type ListAddressesErrors, type ListAddressesResponse, type ListAddressesResponses, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsErrors, type ListAgentVersionsResponse, type ListAgentVersionsResponses, type ListAgentsData, type ListAgentsError, type ListAgentsErrors, type ListAgentsResponse, type ListAgentsResponses, type ListAiProviderModelsData, type ListAiProviderModelsErrors, type ListAiProviderModelsResponse, type ListAiProviderModelsResponses, type ListAiProvidersData, type ListAiProvidersErrors, type ListAiProvidersResponse, type ListAiProvidersResponses, type ListApiKeysData, type ListApiKeysError, type ListApiKeysErrors, type ListApiKeysResponse, type ListApiKeysResponses, type ListAssistantGrantsData, type ListAssistantGrantsError, type ListAssistantGrantsErrors, type ListAssistantGrantsResponse, type ListAssistantGrantsResponses, type ListChannelConversationMessagesData, type ListChannelConversationMessagesError, type ListChannelConversationMessagesErrors, type ListChannelConversationMessagesResponse, type ListChannelConversationMessagesResponses, type ListChannelConversationsData, type ListChannelConversationsError, type ListChannelConversationsErrors, type ListChannelConversationsResponse, type ListChannelConversationsResponses, type ListChannelKindsData, type ListChannelKindsError, type ListChannelKindsErrors, type ListChannelKindsResponse, type ListChannelKindsResponses, type ListChannelRoutesData, type ListChannelRoutesError, type ListChannelRoutesErrors, type ListChannelRoutesResponse, type ListChannelRoutesResponses, type ListChannelsData, type ListChannelsError, type ListChannelsErrors, type ListChannelsResponse, type ListChannelsResponses, type ListConversationMessagesData, type ListConversationMessagesError, type ListConversationMessagesErrors, type ListConversationMessagesResponse, type ListConversationMessagesResponses, type ListConversationsData, type ListConversationsError, type ListConversationsErrors, type ListConversationsResponse, type ListConversationsResponses, type ListGenerationsData, type ListGenerationsError, type ListGenerationsErrors, type ListGenerationsResponse, type ListGenerationsResponses, type ListModelRoutesData, type ListModelRoutesErrors, type ListModelRoutesResponse, type ListModelRoutesResponses, type ListProjectChannelRoutesData, type ListProjectChannelRoutesError, type ListProjectChannelRoutesErrors, type ListProjectChannelRoutesResponse, type ListProjectChannelRoutesResponses, type ListProjectMembersData, type ListProjectMembersError, type ListProjectMembersErrors, type ListProjectMembersResponse, type ListProjectMembersResponses, type ListProjectsData, type ListProjectsError, type ListProjectsErrors, type ListProjectsResponse, type ListProjectsResponses, type ListSecretsData, type ListSecretsErrors, type ListSecretsResponse, type ListSecretsResponses, type ListSessionForksData, type ListSessionForksError, type ListSessionForksErrors, type ListSessionForksResponse, type ListSessionForksResponses, type ListSessionsData, type ListSessionsError, type ListSessionsErrors, type ListSessionsResponse, type ListSessionsResponses, type ListToolsData, type ListToolsError, type ListToolsErrors, type ListToolsResponse, type ListToolsResponses, type ListWebhookDeliveriesData, type ListWebhookDeliveriesError, type ListWebhookDeliveriesErrors, type ListWebhookDeliveriesResponse, type ListWebhookDeliveriesResponses, type ListWebhooksData, type ListWebhooksError, type ListWebhooksErrors, type ListWebhooksResponse, type ListWebhooksResponses, type LogoutData, type LogoutError, type LogoutErrors, type LogoutRequest, type LogoutResponse, type LogoutResponses, type MergeActorTagsData, type MergeActorTagsError, type MergeActorTagsErrors, type MergeActorTagsResponse, type MergeActorTagsResponses, type MergeConversationTagsData, type MergeConversationTagsError, type MergeConversationTagsErrors, type MergeConversationTagsResponse, type MergeConversationTagsResponses, type MergeSessionTagsData, type MergeSessionTagsError, type MergeSessionTagsErrors, type MergeSessionTagsResponse, type MergeSessionTagsResponses, type MessagesLimit, type ModelRoute, type ModelRouteTarget, ModelRoutes, NaturaliClient, type NaturaliClientOptions, type Offset, type OpenChannelConversationData, type OpenChannelConversationError, type OpenChannelConversationErrors, type OpenChannelConversationResponse, type OpenChannelConversationResponses, type Options, type PatchAgentData, type PatchAgentError, type PatchAgentErrors, type PatchAgentResponse, type PatchAgentResponses, type PreviewAssistantLinkData, type PreviewAssistantLinkError, type PreviewAssistantLinkErrors, type PreviewAssistantLinkResponse, type PreviewAssistantLinkResponses, type Project, type ProjectCreate, type ProjectId, type ProjectList, type ProjectMember, type ProjectMemberList, type ProjectRole, type ProjectUpdate, type ProjectUsage, Projects, type PromoteAgentReleaseData, type PromoteAgentReleaseError, type PromoteAgentReleaseErrors, type PromoteAgentReleaseResponse, type PromoteAgentReleaseResponses, type ProviderModelsResponse, type ProviderPrice, type ProviderPricesResponse, type PurgeGenerationContentData, type PurgeGenerationContentError, type PurgeGenerationContentErrors, type PurgeGenerationContentResponse, type PurgeGenerationContentResponses, type RedeemAssistantLinkData, type RedeemAssistantLinkError, type RedeemAssistantLinkErrors, type RedeemAssistantLinkResponse, type RedeemAssistantLinkResponses, type RedeliverWebhookDeliveryData, type RedeliverWebhookDeliveryError, type RedeliverWebhookDeliveryErrors, type RedeliverWebhookDeliveryResponse, type RedeliverWebhookDeliveryResponses, type RefreshRequest, type RefreshSessionData, type RefreshSessionError, type RefreshSessionErrors, type RefreshSessionResponse, type RefreshSessionResponses, type RemoveConversationMessageData, type RemoveConversationMessageError, type RemoveConversationMessageErrors, type RemoveConversationMessageResponse, type RemoveConversationMessageResponses, type ReplaceActorTagsData, type ReplaceActorTagsError, type ReplaceActorTagsErrors, type ReplaceActorTagsResponse, type ReplaceActorTagsResponses, type ReplaceConversationTagsData, type ReplaceConversationTagsError, type ReplaceConversationTagsErrors, type ReplaceConversationTagsResponse, type ReplaceConversationTagsResponses, type ReplaceSessionTagsData, type ReplaceSessionTagsError, type ReplaceSessionTagsErrors, type ReplaceSessionTagsResponse, type ReplaceSessionTagsResponses, type RequestSignInCodeData, type RequestSignInCodeError, type RequestSignInCodeErrors, type RequestSignInCodeResponse, type RequestSignInCodeResponses, type RestoreAgentVersionData, type RestoreAgentVersionError, type RestoreAgentVersionErrors, type RestoreAgentVersionRequest, type RestoreAgentVersionResponse, type RestoreAgentVersionResponses, type RevokeAssistantGrantData, type RevokeAssistantGrantError, type RevokeAssistantGrantErrors, type RevokeAssistantGrantResponse, type RevokeAssistantGrantResponses, type RotateApiKeyData, type RotateApiKeyError, type RotateApiKeyErrors, type RotateApiKeyResponse, type RotateApiKeyResponses, type RotateWebhookSecretData, type RotateWebhookSecretError, type RotateWebhookSecretErrors, type RotateWebhookSecretResponse, type RotateWebhookSecretResponses, type RouteId, Secrets, type SendSessionMessageResponse, type SessionId, type SessionRecord, Sessions, type SetAddressActionData, type SetAddressActionError, type SetAddressActionErrors, type SetAddressActionResponse, type SetAddressActionResponses, type SetAgentReleaseData, type SetAgentReleaseError, type SetAgentReleaseErrors, type SetAgentReleaseRequest, type SetAgentReleaseResponse, type SetAgentReleaseResponses, type SignInCodeRequest, type SignInCodeVerify, type SubmitAgentToolOutputsData, type SubmitAgentToolOutputsError, type SubmitAgentToolOutputsErrors, type SubmitAgentToolOutputsResponse, type SubmitAgentToolOutputsResponses, type SubmitSessionToolOutputsData, type SubmitSessionToolOutputsError, type SubmitSessionToolOutputsErrors, type SubmitSessionToolOutputsRequest, type SubmitSessionToolOutputsResponse, type SubmitSessionToolOutputsResponses, type SubmitToolOutputsRequest, type Tool, type ToolBinding, type ToolOutputMessageContent, Tools, type TranscriptStep, type TranscriptToolCall, type TranscriptToolResult, type TranscriptUsage, type UpdateActorData, type UpdateActorError, type UpdateActorErrors, type UpdateActorResponse, type UpdateActorResponses, type UpdateAgentData, type UpdateAgentError, type UpdateAgentErrors, type UpdateAgentRequest, type UpdateAgentResponse, type UpdateAgentResponses, type UpdateAiProviderData, type UpdateAiProviderErrors, type UpdateAiProviderPricesData, type UpdateAiProviderPricesErrors, type UpdateAiProviderPricesResponse, type UpdateAiProviderPricesResponses, type UpdateAiProviderResponses, type UpdateApiKeyData, type UpdateApiKeyError, type UpdateApiKeyErrors, type UpdateApiKeyResponse, type UpdateApiKeyResponses, type UpdateChannelData, type UpdateChannelError, type UpdateChannelErrors, type UpdateChannelResponse, type UpdateChannelResponses, type UpdateChannelRouteData, type UpdateChannelRouteError, type UpdateChannelRouteErrors, type UpdateChannelRouteResponse, type UpdateChannelRouteResponses, type UpdateConversationData, type UpdateConversationError, type UpdateConversationErrors, type UpdateConversationResponse, type UpdateConversationResponses, type UpdateCurrentUserData, type UpdateCurrentUserError, type UpdateCurrentUserErrors, type UpdateCurrentUserResponse, type UpdateCurrentUserResponses, type UpdateGenerationData, type UpdateGenerationError, type UpdateGenerationErrors, type UpdateGenerationRequest, type UpdateGenerationResponse, type UpdateGenerationResponses, type UpdateModelRouteData, type UpdateModelRouteErrors, type UpdateModelRouteResponse, type UpdateModelRouteResponses, type UpdateProjectData, type UpdateProjectError, type UpdateProjectErrors, type UpdateProjectResponse, type UpdateProjectResponses, type UpdateSecretData, type UpdateSecretErrors, type UpdateSecretResponses, type UpdateSessionData, type UpdateSessionError, type UpdateSessionErrors, type UpdateSessionRequest, type UpdateSessionResponse, type UpdateSessionResponses, type UpdateToolData, type UpdateToolError, type UpdateToolErrors, type UpdateToolRequest, type UpdateToolResponse, type UpdateToolResponses, type UpdateWebhookData, type UpdateWebhookError, type UpdateWebhookErrors, type UpdateWebhookResponse, type UpdateWebhookResponses, type UpsertProviderPricesRequest, type UsageComponent, type UsageComponents, type UsageGroup, type UsageTokens, type User, type UserUpdate, Users, type VerifySignInCodeData, type VerifySignInCodeError, type VerifySignInCodeErrors, type VerifySignInCodeResponse, type VerifySignInCodeResponses, type Webhook, type WebhookCreate, type WebhookDelivery, type WebhookDeliveryList, type WebhookId, type WebhookList, type WebhookUpdate, type WebhookWithSecret, Webhooks, createClient, createConfig };
11036
+ export { type AbortAgentReleaseData, type AbortAgentReleaseError, type AbortAgentReleaseErrors, type AbortAgentReleaseResponse, type AbortAgentReleaseResponses, type AcceptedGenerationResponse, type Acknowledgement, type ActorRecord, Actors, type AddConversationMessageData, type AddConversationMessageError, type AddConversationMessageErrors, type AddConversationMessageResponse, type AddConversationMessageResponses, type AddSessionMessageData, type AddSessionMessageError, type AddSessionMessageErrors, type AddSessionMessageRequest, type AddSessionMessageResponse, type AddSessionMessageResponse2, type AddSessionMessageResponses, type AddSessionMessageSaved, type Address, type AddressActionSet, type AddressList, type Agent, type AgentGenerationResponse, type AgentRelease, type AgentVersion, AgentVersions, Agents, type AggregateScores, AiProviders, type ApiKeyCreate, type ApiKeyCreated, type ApiKeyId, type ApiKeyList, type ApiKeyRecord, type ApiKeyUpdate, ApiKeys, Assistant, type AssistantChannel, type AssistantGrant, type AssistantGrantList, type AssistantLinkPreview, type AssistantLinkRedeem, type AssistantScope, Auth, type AuthSession, type BaselineComparison, type CallToolData, type CallToolError, type CallToolErrors, type CallToolRequest, type CallToolResponses, type CancelEvalRunData, type CancelEvalRunErrors, type CancelEvalRunResponse, type CancelEvalRunResponses, type Channel, type ChannelCreate, type ChannelDefaultAction, type ChannelDefaultActionInput, type ChannelId, type ChannelKind, type ChannelKindList, type ChannelList, type ChannelPredicate, type ChannelRoute, type ChannelRouteList, type ChannelRouteWrite, type ChannelSurface, type ChannelUpdate, Channels, type ClientOptions, type ContainsScorer, type Conversation, type ConversationId, type ConversationList, type ConversationMessage, type ConversationMessageList, type ConversationMessageRecord, type ConversationRecord, Conversations, type CreateActorData, type CreateActorError, type CreateActorErrors, type CreateActorResponse, type CreateActorResponses, type CreateAgentData, type CreateAgentError, type CreateAgentErrors, type CreateAgentGenerationData, type CreateAgentGenerationError, type CreateAgentGenerationErrors, type CreateAgentGenerationRequest, type CreateAgentGenerationResponse, type CreateAgentGenerationResponses, type CreateAgentRequest, type CreateAgentResponse, type CreateAgentResponses, type CreateAiProviderData, type CreateAiProviderErrors, type CreateAiProviderResponse, type CreateAiProviderResponses, type CreateApiKeyData, type CreateApiKeyError, type CreateApiKeyErrors, type CreateApiKeyResponse, type CreateApiKeyResponses, type CreateChannelData, type CreateChannelError, type CreateChannelErrors, type CreateChannelResponse, type CreateChannelResponses, type CreateChannelRouteData, type CreateChannelRouteError, type CreateChannelRouteErrors, type CreateChannelRouteResponse, type CreateChannelRouteResponses, type CreateConversationData, type CreateConversationError, type CreateConversationErrors, type CreateConversationResponse, type CreateConversationResponses, type CreateDatasetData, type CreateDatasetErrors, type CreateDatasetItemData, type CreateDatasetItemErrors, type CreateDatasetItemFromGenerationData, type CreateDatasetItemFromGenerationErrors, type CreateDatasetItemFromGenerationResponse, type CreateDatasetItemFromGenerationResponses, type CreateDatasetItemResponse, type CreateDatasetItemResponses, type CreateDatasetResponse, type CreateDatasetResponses, type CreateEvalData, type CreateEvalErrors, type CreateEvalResponse, type CreateEvalResponses, type CreateModelRouteData, type CreateModelRouteErrors, type CreateModelRouteResponse, type CreateModelRouteResponses, type CreateProjectData, type CreateProjectError, type CreateProjectErrors, type CreateProjectResponse, type CreateProjectResponses, type CreateSecretData, type CreateSecretErrors, type CreateSecretResponse, type CreateSecretResponses, type CreateSessionData, type CreateSessionError, type CreateSessionErrors, type CreateSessionRequest, type CreateSessionResponse, type CreateSessionResponses, type CreateToolData, type CreateToolError, type CreateToolErrors, type CreateToolRequest, type CreateToolResponse, type CreateToolResponses, type CreateWebhookData, type CreateWebhookError, type CreateWebhookErrors, type CreateWebhookResponse, type CreateWebhookResponses, type Cursor, type Dataset, type DatasetItem, type DatasetItemInput, type DeleteActorData, type DeleteActorError, type DeleteActorErrors, type DeleteActorResponse, type DeleteActorResponses, type DeleteAddressData, type DeleteAddressError, type DeleteAddressErrors, type DeleteAddressResponse, type DeleteAddressResponses, type DeleteAgentData, type DeleteAgentError, type DeleteAgentErrors, type DeleteAgentResponse, type DeleteAgentResponses, type DeleteAiProviderData, type DeleteAiProviderErrors, type DeleteAiProviderResponse, type DeleteAiProviderResponses, type DeleteApiKeyData, type DeleteApiKeyError, type DeleteApiKeyErrors, type DeleteApiKeyResponse, type DeleteApiKeyResponses, type DeleteChannelData, type DeleteChannelError, type DeleteChannelErrors, type DeleteChannelResponse, type DeleteChannelResponses, type DeleteChannelRouteData, type DeleteChannelRouteError, type DeleteChannelRouteErrors, type DeleteChannelRouteResponse, type DeleteChannelRouteResponses, type DeleteConversationData, type DeleteConversationError, type DeleteConversationErrors, type DeleteConversationResponse, type DeleteConversationResponses, type DeleteDatasetData, type DeleteDatasetErrors, type DeleteDatasetItemData, type DeleteDatasetItemErrors, type DeleteDatasetItemResponse, type DeleteDatasetItemResponses, type DeleteDatasetResponse, type DeleteDatasetResponses, type DeleteEvalData, type DeleteEvalErrors, type DeleteEvalResponse, type DeleteEvalResponses, type DeleteModelRouteData, type DeleteModelRouteErrors, type DeleteModelRouteResponse, type DeleteModelRouteResponses, type DeleteProjectData, type DeleteProjectError, type DeleteProjectErrors, type DeleteProjectResponse, type DeleteProjectResponses, type DeleteSecretData, type DeleteSecretErrors, type DeleteSecretResponses, type DeleteSessionData, type DeleteSessionError, type DeleteSessionErrors, type DeleteSessionResponse, type DeleteSessionResponses, type DeleteToolData, type DeleteToolError, type DeleteToolErrors, type DeleteToolResponse, type DeleteToolResponses, type DeleteWebhookData, type DeleteWebhookError, type DeleteWebhookErrors, type DeleteWebhookResponse, type DeleteWebhookResponses, type DeliveryId, type DiscordModes, type DocumentMessageContent, type ErrorResponse, type Eval, type EvalResult, type EvalRun, Evaluations, type Event, type EventSubscription, type EventType, type ExactMatchScorer, type Force, type ForkSessionData, type ForkSessionError, type ForkSessionErrors, type ForkSessionRequest, type ForkSessionResponse, type ForkSessionResponses, type GenerateConversationMessageCompleted, type GenerateConversationMessageData, type GenerateConversationMessageError, type GenerateConversationMessageErrors, type GenerateConversationMessageRequiresAction, type GenerateConversationMessageResponse, type GenerateConversationMessageResponse2, type GenerateConversationMessageResponses, type GenerateSessionRequest, type GenerateSessionResponse, type GenerateSessionResponseData, type GenerateSessionResponseError, type GenerateSessionResponseErrors, type GenerateSessionResponseResponse, type GenerateSessionResponseResponses, type Generation, type GenerationTranscript, Generations, type GetActorData, type GetActorError, type GetActorErrors, type GetActorResponse, type GetActorResponses, type GetActorTagsData, type GetActorTagsError, type GetActorTagsErrors, type GetActorTagsResponse, type GetActorTagsResponses, type GetAddressData, type GetAddressError, type GetAddressErrors, type GetAddressResponse, type GetAddressResponses, type GetAgentData, type GetAgentError, type GetAgentErrors, type GetAgentResponse, type GetAgentResponses, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionErrors, type GetAgentVersionResponse, type GetAgentVersionResponses, type GetAiProviderData, type GetAiProviderErrors, type GetAiProviderPricesData, type GetAiProviderPricesErrors, type GetAiProviderPricesResponse, type GetAiProviderPricesResponses, type GetAiProviderResponse, type GetAiProviderResponses, type GetApiKeyData, type GetApiKeyError, type GetApiKeyErrors, type GetApiKeyResponse, type GetApiKeyResponses, type GetChannelConversationData, type GetChannelConversationError, type GetChannelConversationErrors, type GetChannelConversationResponse, type GetChannelConversationResponses, type GetChannelData, type GetChannelError, type GetChannelErrors, type GetChannelResponse, type GetChannelResponses, type GetChannelRouteData, type GetChannelRouteError, type GetChannelRouteErrors, type GetChannelRouteResponse, type GetChannelRouteResponses, type GetConversationData, type GetConversationError, type GetConversationErrors, type GetConversationResponse, type GetConversationResponses, type GetConversationTagsData, type GetConversationTagsError, type GetConversationTagsErrors, type GetConversationTagsResponse, type GetConversationTagsResponses, type GetCurrentUserData, type GetCurrentUserError, type GetCurrentUserErrors, type GetCurrentUserResponse, type GetCurrentUserResponses, type GetDatasetData, type GetDatasetErrors, type GetDatasetResponse, type GetDatasetResponses, type GetEvalData, type GetEvalErrors, type GetEvalResponse, type GetEvalResponses, type GetEvalRunData, type GetEvalRunErrors, type GetEvalRunResponse, type GetEvalRunResponses, type GetGenerationData, type GetGenerationError, type GetGenerationErrors, type GetGenerationResponse, type GetGenerationResponses, type GetGenerationTranscriptData, type GetGenerationTranscriptError, type GetGenerationTranscriptErrors, type GetGenerationTranscriptResponse, type GetGenerationTranscriptResponses, type GetModelRouteData, type GetModelRouteErrors, type GetModelRouteResponse, type GetModelRouteResponses, type GetProjectData, type GetProjectError, type GetProjectErrors, type GetProjectResponse, type GetProjectResponses, type GetProjectUsageData, type GetProjectUsageError, type GetProjectUsageErrors, type GetProjectUsageResponse, type GetProjectUsageResponses, type GetSecretData, type GetSecretErrors, type GetSecretResponse, type GetSecretResponses, type GetSessionData, type GetSessionError, type GetSessionErrors, type GetSessionResponse, type GetSessionResponses, type GetSessionTagsData, type GetSessionTagsError, type GetSessionTagsErrors, type GetSessionTagsResponse, type GetSessionTagsResponses, type GetToolData, type GetToolError, type GetToolErrors, type GetToolResponse, type GetToolResponses, type GetTraceData, type GetTraceError, type GetTraceErrors, type GetTraceResponse, type GetTraceResponses, type GetTraceTreeData, type GetTraceTreeError, type GetTraceTreeErrors, type GetTraceTreeResponse, type GetTraceTreeResponses, type GetWebhookData, type GetWebhookDeliveryData, type GetWebhookDeliveryError, type GetWebhookDeliveryErrors, type GetWebhookDeliveryResponse, type GetWebhookDeliveryResponses, type GetWebhookError, type GetWebhookErrors, type GetWebhookResponse, type GetWebhookResponses, type GrantId, type IdempotencyKey, type Identifier, type JsonLogicScorer, type Limit, type LinkToken, type ListActorsData, type ListActorsError, type ListActorsErrors, type ListActorsResponse, type ListActorsResponses, type ListAddressConversationsData, type ListAddressConversationsError, type ListAddressConversationsErrors, type ListAddressConversationsResponse, type ListAddressConversationsResponses, type ListAddressesData, type ListAddressesError, type ListAddressesErrors, type ListAddressesResponse, type ListAddressesResponses, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsErrors, type ListAgentVersionsResponse, type ListAgentVersionsResponses, type ListAgentsData, type ListAgentsError, type ListAgentsErrors, type ListAgentsResponse, type ListAgentsResponses, type ListAiProviderModelsData, type ListAiProviderModelsErrors, type ListAiProviderModelsResponse, type ListAiProviderModelsResponses, type ListAiProvidersData, type ListAiProvidersErrors, type ListAiProvidersResponse, type ListAiProvidersResponses, type ListApiKeysData, type ListApiKeysError, type ListApiKeysErrors, type ListApiKeysResponse, type ListApiKeysResponses, type ListAssistantGrantsData, type ListAssistantGrantsError, type ListAssistantGrantsErrors, type ListAssistantGrantsResponse, type ListAssistantGrantsResponses, type ListChannelConversationMessagesData, type ListChannelConversationMessagesError, type ListChannelConversationMessagesErrors, type ListChannelConversationMessagesResponse, type ListChannelConversationMessagesResponses, type ListChannelConversationsData, type ListChannelConversationsError, type ListChannelConversationsErrors, type ListChannelConversationsResponse, type ListChannelConversationsResponses, type ListChannelKindsData, type ListChannelKindsError, type ListChannelKindsErrors, type ListChannelKindsResponse, type ListChannelKindsResponses, type ListChannelRoutesData, type ListChannelRoutesError, type ListChannelRoutesErrors, type ListChannelRoutesResponse, type ListChannelRoutesResponses, type ListChannelsData, type ListChannelsError, type ListChannelsErrors, type ListChannelsResponse, type ListChannelsResponses, type ListConversationMessagesData, type ListConversationMessagesError, type ListConversationMessagesErrors, type ListConversationMessagesResponse, type ListConversationMessagesResponses, type ListConversationsData, type ListConversationsError, type ListConversationsErrors, type ListConversationsResponse, type ListConversationsResponses, type ListDatasetItemsData, type ListDatasetItemsErrors, type ListDatasetItemsResponse, type ListDatasetItemsResponses, type ListDatasetsData, type ListDatasetsErrors, type ListDatasetsResponse, type ListDatasetsResponses, type ListEvalResultsData, type ListEvalResultsErrors, type ListEvalResultsResponse, type ListEvalResultsResponses, type ListEvalRunsData, type ListEvalRunsErrors, type ListEvalRunsResponse, type ListEvalRunsResponses, type ListEvalsData, type ListEvalsErrors, type ListEvalsResponse, type ListEvalsResponses, type ListGenerationsData, type ListGenerationsError, type ListGenerationsErrors, type ListGenerationsResponse, type ListGenerationsResponses, type ListModelRoutesData, type ListModelRoutesErrors, type ListModelRoutesResponse, type ListModelRoutesResponses, type ListProjectChannelRoutesData, type ListProjectChannelRoutesError, type ListProjectChannelRoutesErrors, type ListProjectChannelRoutesResponse, type ListProjectChannelRoutesResponses, type ListProjectMembersData, type ListProjectMembersError, type ListProjectMembersErrors, type ListProjectMembersResponse, type ListProjectMembersResponses, type ListProjectsData, type ListProjectsError, type ListProjectsErrors, type ListProjectsResponse, type ListProjectsResponses, type ListSecretsData, type ListSecretsErrors, type ListSecretsResponse, type ListSecretsResponses, type ListSessionForksData, type ListSessionForksError, type ListSessionForksErrors, type ListSessionForksResponse, type ListSessionForksResponses, type ListSessionsData, type ListSessionsError, type ListSessionsErrors, type ListSessionsResponse, type ListSessionsResponses, type ListToolsData, type ListToolsError, type ListToolsErrors, type ListToolsResponse, type ListToolsResponses, type ListTracesData, type ListTracesError, type ListTracesErrors, type ListTracesResponse, type ListTracesResponses, type ListWebhookDeliveriesData, type ListWebhookDeliveriesError, type ListWebhookDeliveriesErrors, type ListWebhookDeliveriesResponse, type ListWebhookDeliveriesResponses, type ListWebhooksData, type ListWebhooksError, type ListWebhooksErrors, type ListWebhooksResponse, type ListWebhooksResponses, type LlmJudgeScorer, type LogoutData, type LogoutError, type LogoutErrors, type LogoutRequest, type LogoutResponse, type LogoutResponses, type MergeActorTagsData, type MergeActorTagsError, type MergeActorTagsErrors, type MergeActorTagsResponse, type MergeActorTagsResponses, type MergeConversationTagsData, type MergeConversationTagsError, type MergeConversationTagsErrors, type MergeConversationTagsResponse, type MergeConversationTagsResponses, type MergeSessionTagsData, type MergeSessionTagsError, type MergeSessionTagsErrors, type MergeSessionTagsResponse, type MergeSessionTagsResponses, type MessagesLimit, type ModelRoute, type ModelRouteTarget, ModelRoutes, NaturaliClient, type NaturaliClientOptions, type Offset, type OpenChannelConversationData, type OpenChannelConversationError, type OpenChannelConversationErrors, type OpenChannelConversationResponse, type OpenChannelConversationResponses, type Options, type OutputSchemaScorer, type PatchAgentData, type PatchAgentError, type PatchAgentErrors, type PatchAgentResponse, type PatchAgentResponses, type PreviewAssistantLinkData, type PreviewAssistantLinkError, type PreviewAssistantLinkErrors, type PreviewAssistantLinkResponse, type PreviewAssistantLinkResponses, type Project, type ProjectCreate, type ProjectId, type ProjectList, type ProjectMember, type ProjectMemberList, type ProjectRole, type ProjectUpdate, type ProjectUsage, Projects, type PromoteAgentReleaseData, type PromoteAgentReleaseError, type PromoteAgentReleaseErrors, type PromoteAgentReleaseResponse, type PromoteAgentReleaseResponses, type ProviderModelsResponse, type ProviderPrice, type ProviderPricesResponse, type PurgeGenerationContentData, type PurgeGenerationContentError, type PurgeGenerationContentErrors, type PurgeGenerationContentResponse, type PurgeGenerationContentResponses, type PurgeTraceContentData, type PurgeTraceContentError, type PurgeTraceContentErrors, type PurgeTraceContentResponse, type PurgeTraceContentResponses, type RedeemAssistantLinkData, type RedeemAssistantLinkError, type RedeemAssistantLinkErrors, type RedeemAssistantLinkResponse, type RedeemAssistantLinkResponses, type RedeliverWebhookDeliveryData, type RedeliverWebhookDeliveryError, type RedeliverWebhookDeliveryErrors, type RedeliverWebhookDeliveryResponse, type RedeliverWebhookDeliveryResponses, type RefreshRequest, type RefreshSessionData, type RefreshSessionError, type RefreshSessionErrors, type RefreshSessionResponse, type RefreshSessionResponses, type RemoveConversationMessageData, type RemoveConversationMessageError, type RemoveConversationMessageErrors, type RemoveConversationMessageResponse, type RemoveConversationMessageResponses, type ReplaceActorTagsData, type ReplaceActorTagsError, type ReplaceActorTagsErrors, type ReplaceActorTagsResponse, type ReplaceActorTagsResponses, type ReplaceConversationTagsData, type ReplaceConversationTagsError, type ReplaceConversationTagsErrors, type ReplaceConversationTagsResponse, type ReplaceConversationTagsResponses, type ReplaceSessionTagsData, type ReplaceSessionTagsError, type ReplaceSessionTagsErrors, type ReplaceSessionTagsResponse, type ReplaceSessionTagsResponses, type RequestSignInCodeData, type RequestSignInCodeError, type RequestSignInCodeErrors, type RequestSignInCodeResponse, type RequestSignInCodeResponses, type RestoreAgentVersionData, type RestoreAgentVersionError, type RestoreAgentVersionErrors, type RestoreAgentVersionRequest, type RestoreAgentVersionResponse, type RestoreAgentVersionResponses, type RevokeAssistantGrantData, type RevokeAssistantGrantError, type RevokeAssistantGrantErrors, type RevokeAssistantGrantResponse, type RevokeAssistantGrantResponses, type RotateApiKeyData, type RotateApiKeyError, type RotateApiKeyErrors, type RotateApiKeyResponse, type RotateApiKeyResponses, type RotateWebhookSecretData, type RotateWebhookSecretError, type RotateWebhookSecretErrors, type RotateWebhookSecretResponse, type RotateWebhookSecretResponses, type RouteId, type ScorerResult, type Scorers, Secrets, type SendSessionMessageResponse, type SessionId, type SessionRecord, Sessions, type SetAddressActionData, type SetAddressActionError, type SetAddressActionErrors, type SetAddressActionResponse, type SetAddressActionResponses, type SetAgentReleaseData, type SetAgentReleaseError, type SetAgentReleaseErrors, type SetAgentReleaseRequest, type SetAgentReleaseResponse, type SetAgentReleaseResponses, type SignInCodeRequest, type SignInCodeVerify, type StartEvalRunData, type StartEvalRunErrors, type StartEvalRunResponse, type StartEvalRunResponses, type SubmitAgentToolOutputsData, type SubmitAgentToolOutputsError, type SubmitAgentToolOutputsErrors, type SubmitAgentToolOutputsResponse, type SubmitAgentToolOutputsResponses, type SubmitSessionToolOutputsData, type SubmitSessionToolOutputsError, type SubmitSessionToolOutputsErrors, type SubmitSessionToolOutputsRequest, type SubmitSessionToolOutputsResponse, type SubmitSessionToolOutputsResponses, type SubmitToolOutputsRequest, type Tool, type ToolBinding, type ToolOutputMessageContent, type ToolScorer, Tools, type Trace, type TraceTreeNode, Traces, type TranscriptStep, type TranscriptToolCall, type TranscriptToolResult, type TranscriptUsage, type UpdateActorData, type UpdateActorError, type UpdateActorErrors, type UpdateActorResponse, type UpdateActorResponses, type UpdateAgentData, type UpdateAgentError, type UpdateAgentErrors, type UpdateAgentRequest, type UpdateAgentResponse, type UpdateAgentResponses, type UpdateAiProviderData, type UpdateAiProviderErrors, type UpdateAiProviderPricesData, type UpdateAiProviderPricesErrors, type UpdateAiProviderPricesResponse, type UpdateAiProviderPricesResponses, type UpdateAiProviderResponses, type UpdateApiKeyData, type UpdateApiKeyError, type UpdateApiKeyErrors, type UpdateApiKeyResponse, type UpdateApiKeyResponses, type UpdateChannelData, type UpdateChannelError, type UpdateChannelErrors, type UpdateChannelResponse, type UpdateChannelResponses, type UpdateChannelRouteData, type UpdateChannelRouteError, type UpdateChannelRouteErrors, type UpdateChannelRouteResponse, type UpdateChannelRouteResponses, type UpdateConversationData, type UpdateConversationError, type UpdateConversationErrors, type UpdateConversationResponse, type UpdateConversationResponses, type UpdateCurrentUserData, type UpdateCurrentUserError, type UpdateCurrentUserErrors, type UpdateCurrentUserResponse, type UpdateCurrentUserResponses, type UpdateDatasetData, type UpdateDatasetErrors, type UpdateDatasetItemData, type UpdateDatasetItemErrors, type UpdateDatasetItemResponse, type UpdateDatasetItemResponses, type UpdateDatasetResponse, type UpdateDatasetResponses, type UpdateEvalData, type UpdateEvalErrors, type UpdateEvalResponse, type UpdateEvalResponses, type UpdateGenerationData, type UpdateGenerationError, type UpdateGenerationErrors, type UpdateGenerationRequest, type UpdateGenerationResponse, type UpdateGenerationResponses, type UpdateModelRouteData, type UpdateModelRouteErrors, type UpdateModelRouteResponse, type UpdateModelRouteResponses, type UpdateProjectData, type UpdateProjectError, type UpdateProjectErrors, type UpdateProjectResponse, type UpdateProjectResponses, type UpdateSecretData, type UpdateSecretErrors, type UpdateSecretResponses, type UpdateSessionData, type UpdateSessionError, type UpdateSessionErrors, type UpdateSessionRequest, type UpdateSessionResponse, type UpdateSessionResponses, type UpdateToolData, type UpdateToolError, type UpdateToolErrors, type UpdateToolRequest, type UpdateToolResponse, type UpdateToolResponses, type UpdateWebhookData, type UpdateWebhookError, type UpdateWebhookErrors, type UpdateWebhookResponse, type UpdateWebhookResponses, type UpsertProviderPricesRequest, type UsageComponent, type UsageComponents, type UsageGroup, type UsageTokens, type User, type UserUpdate, Users, type VerifySignInCodeData, type VerifySignInCodeError, type VerifySignInCodeErrors, type VerifySignInCodeResponse, type VerifySignInCodeResponses, type Webhook, type WebhookCreate, type WebhookDelivery, type WebhookDeliveryList, type WebhookId, type WebhookList, type WebhookUpdate, type WebhookWithSecret, Webhooks, createClient, createConfig };