@naturali/sdk 0.67.0 → 0.68.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +334 -0
- package/dist/index.d.cts +1657 -33
- package/dist/index.d.mts +1657 -33
- package/dist/index.mjs +333 -1
- package/package.json +2 -2
package/dist/index.d.cts
CHANGED
|
@@ -1872,6 +1872,248 @@ type GenerateConversationMessageResponse = ({
|
|
|
1872
1872
|
} & GenerateConversationMessageCompleted) | ({
|
|
1873
1873
|
status: 'requires_action';
|
|
1874
1874
|
} & GenerateConversationMessageRequiresAction);
|
|
1875
|
+
/**
|
|
1876
|
+
* Messages replayed verbatim as the generation's input
|
|
1877
|
+
*/
|
|
1878
|
+
type DatasetItemInput = Array<{
|
|
1879
|
+
role: string;
|
|
1880
|
+
/**
|
|
1881
|
+
* Message content — a string, or AI SDK content parts
|
|
1882
|
+
*/
|
|
1883
|
+
content: unknown;
|
|
1884
|
+
}>;
|
|
1885
|
+
/**
|
|
1886
|
+
* Scorer configs, a discriminated union on `type`. Each type may appear at most once. Every scorer produces `{ score: 0–1, passed: boolean }`; binary scorers emit 0 or 1.
|
|
1887
|
+
*
|
|
1888
|
+
* `exact_match` compares the trimmed output text to `expected_output`. `contains` looks for `value` in the output text. `json_logic` evaluates `expression` over `{ input, output, object, expected, item.metadata }`, where `object` is the structured output (absent when the agent has no `output_schema`). `output_schema` validates the structured output against the scorer's own `schema`, falling back to the agent's; it requires the agent to carry an `output_schema`, because without one the platform emits no structured output and every item would score 0.
|
|
1889
|
+
*
|
|
1890
|
+
* `llm_judge` grades the output with a model completion, returning a continuous score plus its `reasoning`. Its `pass_threshold` is required: a continuous score says nothing about where "good enough" is, and a defaulted cutoff would silently decide the gate.
|
|
1891
|
+
*
|
|
1892
|
+
* `tool` runs a custom scoring algorithm: a server-callable project tool the engine invokes once per item with the item's context. Unlike the built-in types it may appear several times, each under a distinct `name` — outcomes and aggregates key on the name.
|
|
1893
|
+
*/
|
|
1894
|
+
type Scorers = Array<ExactMatchScorer | ContainsScorer | JsonLogicScorer | OutputSchemaScorer | LlmJudgeScorer | ToolScorer>;
|
|
1895
|
+
type ExactMatchScorer = {
|
|
1896
|
+
type: 'exact_match';
|
|
1897
|
+
};
|
|
1898
|
+
type ContainsScorer = {
|
|
1899
|
+
type: 'contains';
|
|
1900
|
+
value: string;
|
|
1901
|
+
case_sensitive?: boolean;
|
|
1902
|
+
};
|
|
1903
|
+
type JsonLogicScorer = {
|
|
1904
|
+
type: 'json_logic';
|
|
1905
|
+
/**
|
|
1906
|
+
* A JSON Logic expression; a truthy result scores 1
|
|
1907
|
+
*/
|
|
1908
|
+
expression: {
|
|
1909
|
+
[key: string]: unknown;
|
|
1910
|
+
};
|
|
1911
|
+
};
|
|
1912
|
+
type OutputSchemaScorer = {
|
|
1913
|
+
type: 'output_schema';
|
|
1914
|
+
/**
|
|
1915
|
+
* JSON Schema the structured output is validated against. Frozen here so two runs stay comparable; falls back to the agent's `output_schema` when omitted.
|
|
1916
|
+
*/
|
|
1917
|
+
schema?: {
|
|
1918
|
+
[key: string]: unknown;
|
|
1919
|
+
};
|
|
1920
|
+
};
|
|
1921
|
+
type LlmJudgeScorer = {
|
|
1922
|
+
type: 'llm_judge';
|
|
1923
|
+
/**
|
|
1924
|
+
* The judge prompt. `{{input}}`, `{{output}}` and `{{expected}}` are replaced with the item's input messages, the agent's output text, and the item's `expected_output`. Slots are filled in one pass, so a slot value that itself contains `{{output}}` is not re-expanded. The judge must answer with a JSON object carrying a numeric `score` between 0 and 1 and an optional `reasoning` string; a reply that does not marks the **item** errored, never the run failed and never a score of 0.
|
|
1925
|
+
*/
|
|
1926
|
+
prompt: string;
|
|
1927
|
+
/**
|
|
1928
|
+
* The item passes this scorer when the judge's score is greater than or equal to this value. Required.
|
|
1929
|
+
*/
|
|
1930
|
+
pass_threshold: number;
|
|
1931
|
+
/**
|
|
1932
|
+
* The AI provider that runs the judge; it must belong to the eval's project. Omit to use the project's default model route.
|
|
1933
|
+
*/
|
|
1934
|
+
ai_provider_id?: string | null;
|
|
1935
|
+
/**
|
|
1936
|
+
* Overrides the provider's default model. Pinned per scorer, because deltas between runs judged by different models are not comparable.
|
|
1937
|
+
*/
|
|
1938
|
+
model?: string | null;
|
|
1939
|
+
};
|
|
1940
|
+
/**
|
|
1941
|
+
* A custom scoring algorithm — a server-callable project tool the engine invokes once per item. The tool receives the same variables a `json_logic` expression reads — `input`, `output`, `object` (when the agent has an `output_schema`), `expected`, and `item.metadata` — with `preset_parameters` merged in at the top level, and must answer with a JSON object carrying a numeric `score` between 0 and 1, an optional boolean `passed`, and an optional `reasoning` string. A malformed answer or a failed call marks the **item** errored, never the run failed and never a score of 0.
|
|
1942
|
+
*/
|
|
1943
|
+
type ToolScorer = {
|
|
1944
|
+
type: 'tool';
|
|
1945
|
+
/**
|
|
1946
|
+
* Keys this scorer's outcomes and aggregate scores, so it must be unique within the eval and must not shadow a built-in scorer type. Unlike the built-in types, several `tool` scorers may coexist under distinct names.
|
|
1947
|
+
*/
|
|
1948
|
+
name: string;
|
|
1949
|
+
/**
|
|
1950
|
+
* The tool that scores each item. It must belong to the eval's project and be server-callable (`http`, `mcp`, or `pipeline` — a `client` tool pauses for a calling client an eval run does not have).
|
|
1951
|
+
*/
|
|
1952
|
+
tool_id: string;
|
|
1953
|
+
/**
|
|
1954
|
+
* The operation to invoke; required when the tool type is `mcp`.
|
|
1955
|
+
*/
|
|
1956
|
+
action?: string | null;
|
|
1957
|
+
/**
|
|
1958
|
+
* Fixed values merged into every call's input at the top level. The engine-injected keys (`input`, `output`, `object`, `expected`, `item`) are reserved and rejected.
|
|
1959
|
+
*/
|
|
1960
|
+
preset_parameters?: {
|
|
1961
|
+
[key: string]: unknown;
|
|
1962
|
+
} | null;
|
|
1963
|
+
/**
|
|
1964
|
+
* Fallback verdict cutoff when the tool answers without a `passed` flag: the item passes this scorer when `score` is greater than or equal to this value. A tool-returned `passed` always wins. When the tool omits `passed` and no threshold is set, the item is recorded as errored — the scorer produced no verdict.
|
|
1965
|
+
*/
|
|
1966
|
+
pass_threshold?: number | null;
|
|
1967
|
+
};
|
|
1968
|
+
type ScorerResult = {
|
|
1969
|
+
/**
|
|
1970
|
+
* The scorer that produced this entry — the scorer type, or for a `tool` scorer its `name`
|
|
1971
|
+
*/
|
|
1972
|
+
scorer?: string;
|
|
1973
|
+
score?: number;
|
|
1974
|
+
passed?: boolean;
|
|
1975
|
+
/**
|
|
1976
|
+
* The stated rationale; present for `llm_judge` and for `tool` scorers whose tool returned one
|
|
1977
|
+
*/
|
|
1978
|
+
reasoning?: string;
|
|
1979
|
+
};
|
|
1980
|
+
type Dataset = {
|
|
1981
|
+
id?: string;
|
|
1982
|
+
project_id?: string;
|
|
1983
|
+
name?: string;
|
|
1984
|
+
description?: string | null;
|
|
1985
|
+
created_at?: Date;
|
|
1986
|
+
updated_at?: Date;
|
|
1987
|
+
};
|
|
1988
|
+
type DatasetItem = {
|
|
1989
|
+
id?: string;
|
|
1990
|
+
dataset_id?: string;
|
|
1991
|
+
input?: DatasetItemInput;
|
|
1992
|
+
expected_output?: string | null;
|
|
1993
|
+
metadata?: {
|
|
1994
|
+
[key: string]: unknown;
|
|
1995
|
+
} | null;
|
|
1996
|
+
/**
|
|
1997
|
+
* The generation this item was curated from. A curated item is a deliberate fixture: erasing the source generation neither deletes nor mutates it.
|
|
1998
|
+
*/
|
|
1999
|
+
source_generation_id?: string | null;
|
|
2000
|
+
created_at?: Date;
|
|
2001
|
+
updated_at?: Date;
|
|
2002
|
+
};
|
|
2003
|
+
type Eval = {
|
|
2004
|
+
id?: string;
|
|
2005
|
+
project_id?: string;
|
|
2006
|
+
name?: string;
|
|
2007
|
+
agent_id?: string;
|
|
2008
|
+
dataset_id?: string;
|
|
2009
|
+
scorers?: Scorers;
|
|
2010
|
+
pass_threshold?: number | null;
|
|
2011
|
+
created_at?: Date;
|
|
2012
|
+
updated_at?: Date;
|
|
2013
|
+
};
|
|
2014
|
+
/**
|
|
2015
|
+
* Per-scorer rollup plus the run-level pass rate; null until the run is terminal
|
|
2016
|
+
*/
|
|
2017
|
+
type AggregateScores = {
|
|
2018
|
+
scorers?: {
|
|
2019
|
+
[key: string]: {
|
|
2020
|
+
mean?: number;
|
|
2021
|
+
pass_rate?: number;
|
|
2022
|
+
};
|
|
2023
|
+
};
|
|
2024
|
+
/**
|
|
2025
|
+
* Passed items over non-errored items; null when nothing was scorable
|
|
2026
|
+
*/
|
|
2027
|
+
pass_rate?: number | null;
|
|
2028
|
+
/**
|
|
2029
|
+
* Items that produced a score — errored items are excluded
|
|
2030
|
+
*/
|
|
2031
|
+
scored_item_count?: number;
|
|
2032
|
+
baseline?: BaselineComparison;
|
|
2033
|
+
} | null;
|
|
2034
|
+
/**
|
|
2035
|
+
* Comparison against the run named by `baseline_run_id`; absent when the run named none.
|
|
2036
|
+
*
|
|
2037
|
+
* Every number here is computed over the **item intersection** — the dataset items present and scorable in both runs — because a delta only means something when both sides answered the same question. The compared/added/removed counts make any dataset drift visible instead of letting it read as agent regression. Positive deltas mean this run scored higher than the baseline.
|
|
2038
|
+
*/
|
|
2039
|
+
type BaselineComparison = {
|
|
2040
|
+
run_id?: string;
|
|
2041
|
+
/**
|
|
2042
|
+
* Items scorable in both runs — the basis of every delta
|
|
2043
|
+
*/
|
|
2044
|
+
compared_item_count?: number;
|
|
2045
|
+
/**
|
|
2046
|
+
* Scorable here but not in the baseline (added, or errored there)
|
|
2047
|
+
*/
|
|
2048
|
+
added_item_count?: number;
|
|
2049
|
+
/**
|
|
2050
|
+
* Scorable in the baseline but not here (removed, or errored here)
|
|
2051
|
+
*/
|
|
2052
|
+
removed_item_count?: number;
|
|
2053
|
+
/**
|
|
2054
|
+
* Run-level pass-rate delta over the intersection; null when the two runs share no comparable item
|
|
2055
|
+
*/
|
|
2056
|
+
pass_rate_delta?: number | null;
|
|
2057
|
+
/**
|
|
2058
|
+
* Per-scorer deltas, keyed by scorer type. A scorer only one of the two runs ran is omitted rather than compared against nothing.
|
|
2059
|
+
*/
|
|
2060
|
+
scorers?: {
|
|
2061
|
+
[key: string]: {
|
|
2062
|
+
mean_delta?: number;
|
|
2063
|
+
pass_rate_delta?: number;
|
|
2064
|
+
};
|
|
2065
|
+
};
|
|
2066
|
+
} | null;
|
|
2067
|
+
type EvalRun = {
|
|
2068
|
+
id?: string;
|
|
2069
|
+
eval_id?: string;
|
|
2070
|
+
/**
|
|
2071
|
+
* The one agent version every item in this run executed against
|
|
2072
|
+
*/
|
|
2073
|
+
agent_version?: number;
|
|
2074
|
+
status?: 'queued' | 'running' | 'completed' | 'failed' | 'canceled';
|
|
2075
|
+
baseline_run_id?: string | null;
|
|
2076
|
+
/**
|
|
2077
|
+
* The trigger that started this run — set when a schedule (or a manual trigger fire) started it, null for a run started through this API. Kept even if the trigger is later deleted.
|
|
2078
|
+
*/
|
|
2079
|
+
trigger_id?: string | null;
|
|
2080
|
+
aggregate_scores?: AggregateScores;
|
|
2081
|
+
/**
|
|
2082
|
+
* Null when the eval declares no pass_threshold, and until the run is terminal
|
|
2083
|
+
*/
|
|
2084
|
+
passed?: boolean | null;
|
|
2085
|
+
item_count?: number;
|
|
2086
|
+
completed_count?: number;
|
|
2087
|
+
errored_count?: number;
|
|
2088
|
+
started_at?: Date | null;
|
|
2089
|
+
finished_at?: Date | null;
|
|
2090
|
+
created_at?: Date;
|
|
2091
|
+
};
|
|
2092
|
+
type EvalResult = {
|
|
2093
|
+
id?: string;
|
|
2094
|
+
eval_run_id?: string;
|
|
2095
|
+
/**
|
|
2096
|
+
* Null once the dataset item has been deleted
|
|
2097
|
+
*/
|
|
2098
|
+
dataset_item_id?: string | null;
|
|
2099
|
+
input?: DatasetItemInput;
|
|
2100
|
+
expected_output?: string | null;
|
|
2101
|
+
generation_id?: string | null;
|
|
2102
|
+
/**
|
|
2103
|
+
* The agent's final output text. Cleared when the linked generation's content is purged; the scores and the frozen input survive.
|
|
2104
|
+
*/
|
|
2105
|
+
output?: string | null;
|
|
2106
|
+
scores?: Array<ScorerResult>;
|
|
2107
|
+
/**
|
|
2108
|
+
* AND over the per-scorer passed flags
|
|
2109
|
+
*/
|
|
2110
|
+
passed?: boolean;
|
|
2111
|
+
/**
|
|
2112
|
+
* Item-level failure reason. A generation that did not complete — a `requires_action` pause, a provider failure — is recorded here and excluded from the aggregates rather than scored 0.
|
|
2113
|
+
*/
|
|
2114
|
+
error?: string | null;
|
|
2115
|
+
created_at?: Date;
|
|
2116
|
+
};
|
|
1875
2117
|
type Generation = {
|
|
1876
2118
|
/**
|
|
1877
2119
|
* Public ID of the generation
|
|
@@ -2815,6 +3057,110 @@ type CallToolRequest = {
|
|
|
2815
3057
|
[key: string]: unknown;
|
|
2816
3058
|
};
|
|
2817
3059
|
};
|
|
3060
|
+
type Trace = {
|
|
3061
|
+
/**
|
|
3062
|
+
* Public ID of the trace
|
|
3063
|
+
*/
|
|
3064
|
+
id?: string;
|
|
3065
|
+
/**
|
|
3066
|
+
* Public ID of the project
|
|
3067
|
+
*/
|
|
3068
|
+
project_id?: string;
|
|
3069
|
+
/**
|
|
3070
|
+
* Public ID of the agent that produced this trace
|
|
3071
|
+
*/
|
|
3072
|
+
agent_id?: string;
|
|
3073
|
+
/**
|
|
3074
|
+
* Public ID of the File containing the full serialized steps JSON. Null if the trace has not been saved yet (save is fire-and-forget).
|
|
3075
|
+
*
|
|
3076
|
+
*/
|
|
3077
|
+
file_id?: string | null;
|
|
3078
|
+
/**
|
|
3079
|
+
* Number of steps recorded in this trace
|
|
3080
|
+
*/
|
|
3081
|
+
step_count?: number;
|
|
3082
|
+
/**
|
|
3083
|
+
* Public ID of the parent trace. Null if this trace is the root (i.e., it was not triggered by a sub-agent call from another trace).
|
|
3084
|
+
*
|
|
3085
|
+
*/
|
|
3086
|
+
parent_trace_id?: string | null;
|
|
3087
|
+
/**
|
|
3088
|
+
* Public ID of the root trace for the entire execution tree. Null if this trace is itself the root.
|
|
3089
|
+
*
|
|
3090
|
+
*/
|
|
3091
|
+
root_trace_id?: string | null;
|
|
3092
|
+
/**
|
|
3093
|
+
* Structured error payload recorded when a generation in this trace failed (e.g. an upstream AI provider error). Null if no failure has been recorded.
|
|
3094
|
+
*
|
|
3095
|
+
*/
|
|
3096
|
+
error?: {
|
|
3097
|
+
code?: string;
|
|
3098
|
+
message?: string;
|
|
3099
|
+
meta?: {
|
|
3100
|
+
[key: string]: unknown;
|
|
3101
|
+
};
|
|
3102
|
+
} | null;
|
|
3103
|
+
/**
|
|
3104
|
+
* When the trace's content was purged. Non-null means the steps object has been deleted from storage and the content columns cleared, while this row survives as an auditable skeleton (ids, timestamps, step count). A purged trace still reads back as a skeleton with this marker set rather than as a 404, so the erasure is provable.
|
|
3105
|
+
*
|
|
3106
|
+
*/
|
|
3107
|
+
content_redacted_at?: Date | null;
|
|
3108
|
+
/**
|
|
3109
|
+
* Principal kind that purged the content ('user' or 'api_key')
|
|
3110
|
+
*/
|
|
3111
|
+
content_redacted_by_principal_type?: string | null;
|
|
3112
|
+
/**
|
|
3113
|
+
* Public ID of the principal that purged the content — the API key's own id for key auth, so the record names which key acted.
|
|
3114
|
+
*
|
|
3115
|
+
*/
|
|
3116
|
+
content_redacted_by_principal_id?: string | null;
|
|
3117
|
+
created_at?: Date;
|
|
3118
|
+
};
|
|
3119
|
+
/**
|
|
3120
|
+
* A trace node in the execution tree, with nested children.
|
|
3121
|
+
*/
|
|
3122
|
+
type TraceTreeNode = {
|
|
3123
|
+
/**
|
|
3124
|
+
* Public ID of the trace
|
|
3125
|
+
*/
|
|
3126
|
+
id?: string;
|
|
3127
|
+
project_id?: string;
|
|
3128
|
+
agent_id?: string;
|
|
3129
|
+
file_id?: string | null;
|
|
3130
|
+
step_count?: number;
|
|
3131
|
+
parent_trace_id?: string | null;
|
|
3132
|
+
root_trace_id?: string | null;
|
|
3133
|
+
/**
|
|
3134
|
+
* Structured error payload recorded when a generation in this trace failed
|
|
3135
|
+
*/
|
|
3136
|
+
error?: {
|
|
3137
|
+
[key: string]: unknown;
|
|
3138
|
+
} | null;
|
|
3139
|
+
created_at?: Date;
|
|
3140
|
+
/**
|
|
3141
|
+
* When the trace's content was purged. Non-null means the steps object has been deleted from storage and the content columns cleared, while this row survives as an auditable skeleton (ids, timestamps, step count). A purged trace still reads back as a skeleton with this marker set rather than as a 404, so the erasure is provable.
|
|
3142
|
+
*
|
|
3143
|
+
*/
|
|
3144
|
+
content_redacted_at?: Date | null;
|
|
3145
|
+
/**
|
|
3146
|
+
* Principal kind that purged the content ('user' or 'api_key')
|
|
3147
|
+
*/
|
|
3148
|
+
content_redacted_by_principal_type?: string | null;
|
|
3149
|
+
/**
|
|
3150
|
+
* Public ID of the principal that purged the content — the API key's own id for key auth, so the record names which key acted.
|
|
3151
|
+
*
|
|
3152
|
+
*/
|
|
3153
|
+
content_redacted_by_principal_id?: string | null;
|
|
3154
|
+
/**
|
|
3155
|
+
* Child traces triggered by sub-agent calls from this trace
|
|
3156
|
+
*/
|
|
3157
|
+
children?: Array<TraceTreeNode>;
|
|
3158
|
+
/**
|
|
3159
|
+
* Generations that belong to this trace node. Only present when `include=generations` is requested. Includes top-level generations and sub-agent child generations linked via `initiator_generation_id`.
|
|
3160
|
+
*
|
|
3161
|
+
*/
|
|
3162
|
+
generations?: Array<Generation>;
|
|
3163
|
+
};
|
|
2818
3164
|
type UserUpdate = {
|
|
2819
3165
|
/**
|
|
2820
3166
|
* Display name; null clears it.
|
|
@@ -6292,7 +6638,7 @@ type ReplaceConversationTagsResponses = {
|
|
|
6292
6638
|
};
|
|
6293
6639
|
};
|
|
6294
6640
|
type ReplaceConversationTagsResponse = ReplaceConversationTagsResponses[keyof ReplaceConversationTagsResponses];
|
|
6295
|
-
type
|
|
6641
|
+
type ListDatasetsData = {
|
|
6296
6642
|
body?: never;
|
|
6297
6643
|
path: {
|
|
6298
6644
|
/**
|
|
@@ -6302,57 +6648,997 @@ type ListGenerationsData = {
|
|
|
6302
6648
|
};
|
|
6303
6649
|
query?: {
|
|
6304
6650
|
/**
|
|
6305
|
-
*
|
|
6306
|
-
*/
|
|
6307
|
-
agent_id?: string;
|
|
6308
|
-
/**
|
|
6309
|
-
* Filter by trace public ID
|
|
6310
|
-
*/
|
|
6311
|
-
trace_id?: string;
|
|
6312
|
-
/**
|
|
6313
|
-
* Filter by the public ID of the parent generation. Returns all generations triggered by that generation — sub-agent invocations. Null-initiated (top-level) generations are not returned.
|
|
6314
|
-
*
|
|
6651
|
+
* Maximum number of results to return
|
|
6315
6652
|
*/
|
|
6316
|
-
|
|
6653
|
+
limit?: number;
|
|
6317
6654
|
/**
|
|
6318
|
-
*
|
|
6655
|
+
* Number of results to skip
|
|
6319
6656
|
*/
|
|
6320
|
-
status?: 'in_progress' | 'requires_action' | 'completed' | 'failed';
|
|
6321
|
-
limit?: number;
|
|
6322
6657
|
offset?: number;
|
|
6323
6658
|
};
|
|
6324
|
-
url: '/v1/projects/{project_id}/
|
|
6659
|
+
url: '/v1/projects/{project_id}/datasets';
|
|
6325
6660
|
};
|
|
6326
|
-
type
|
|
6661
|
+
type ListDatasetsErrors = {
|
|
6327
6662
|
/**
|
|
6328
6663
|
* Unauthorized
|
|
6329
6664
|
*/
|
|
6330
|
-
401:
|
|
6665
|
+
401: unknown;
|
|
6331
6666
|
/**
|
|
6332
6667
|
* Forbidden
|
|
6333
6668
|
*/
|
|
6334
|
-
403:
|
|
6669
|
+
403: unknown;
|
|
6670
|
+
/**
|
|
6671
|
+
* Internal server error
|
|
6672
|
+
*/
|
|
6673
|
+
500: unknown;
|
|
6335
6674
|
};
|
|
6336
|
-
type
|
|
6337
|
-
type ListGenerationsResponses = {
|
|
6675
|
+
type ListDatasetsResponses = {
|
|
6338
6676
|
/**
|
|
6339
|
-
*
|
|
6677
|
+
* List of datasets
|
|
6340
6678
|
*/
|
|
6341
6679
|
200: {
|
|
6342
|
-
data
|
|
6343
|
-
total
|
|
6344
|
-
limit
|
|
6345
|
-
offset
|
|
6680
|
+
data: Array<Dataset>;
|
|
6681
|
+
total: number;
|
|
6682
|
+
limit: number;
|
|
6683
|
+
offset: number;
|
|
6346
6684
|
};
|
|
6347
6685
|
};
|
|
6348
|
-
type
|
|
6349
|
-
type
|
|
6350
|
-
body
|
|
6351
|
-
path: {
|
|
6686
|
+
type ListDatasetsResponse = ListDatasetsResponses[keyof ListDatasetsResponses];
|
|
6687
|
+
type CreateDatasetData = {
|
|
6688
|
+
body: {
|
|
6352
6689
|
/**
|
|
6353
|
-
*
|
|
6690
|
+
* Unique name within the project
|
|
6354
6691
|
*/
|
|
6355
|
-
|
|
6692
|
+
name: string;
|
|
6693
|
+
/**
|
|
6694
|
+
* What this suite covers
|
|
6695
|
+
*/
|
|
6696
|
+
description?: string | null;
|
|
6697
|
+
};
|
|
6698
|
+
path: {
|
|
6699
|
+
/**
|
|
6700
|
+
* Project public ID (proj_ prefix).
|
|
6701
|
+
*/
|
|
6702
|
+
project_id: string;
|
|
6703
|
+
};
|
|
6704
|
+
query?: never;
|
|
6705
|
+
url: '/v1/projects/{project_id}/datasets';
|
|
6706
|
+
};
|
|
6707
|
+
type CreateDatasetErrors = {
|
|
6708
|
+
/**
|
|
6709
|
+
* Bad request (missing or invalid name)
|
|
6710
|
+
*/
|
|
6711
|
+
400: unknown;
|
|
6712
|
+
/**
|
|
6713
|
+
* Unauthorized
|
|
6714
|
+
*/
|
|
6715
|
+
401: unknown;
|
|
6716
|
+
/**
|
|
6717
|
+
* Forbidden
|
|
6718
|
+
*/
|
|
6719
|
+
403: unknown;
|
|
6720
|
+
/**
|
|
6721
|
+
* A dataset with that name already exists in the project
|
|
6722
|
+
*/
|
|
6723
|
+
409: unknown;
|
|
6724
|
+
/**
|
|
6725
|
+
* Internal server error
|
|
6726
|
+
*/
|
|
6727
|
+
500: unknown;
|
|
6728
|
+
};
|
|
6729
|
+
type CreateDatasetResponses = {
|
|
6730
|
+
/**
|
|
6731
|
+
* Dataset created successfully
|
|
6732
|
+
*/
|
|
6733
|
+
201: Dataset;
|
|
6734
|
+
};
|
|
6735
|
+
type CreateDatasetResponse = CreateDatasetResponses[keyof CreateDatasetResponses];
|
|
6736
|
+
type DeleteDatasetData = {
|
|
6737
|
+
body?: never;
|
|
6738
|
+
path: {
|
|
6739
|
+
/**
|
|
6740
|
+
* Project public ID (proj_ prefix).
|
|
6741
|
+
*/
|
|
6742
|
+
project_id: string;
|
|
6743
|
+
/**
|
|
6744
|
+
* Dataset ID
|
|
6745
|
+
*/
|
|
6746
|
+
dataset_id: string;
|
|
6747
|
+
};
|
|
6748
|
+
query?: never;
|
|
6749
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}';
|
|
6750
|
+
};
|
|
6751
|
+
type DeleteDatasetErrors = {
|
|
6752
|
+
/**
|
|
6753
|
+
* Unauthorized
|
|
6754
|
+
*/
|
|
6755
|
+
401: unknown;
|
|
6756
|
+
/**
|
|
6757
|
+
* Forbidden
|
|
6758
|
+
*/
|
|
6759
|
+
403: unknown;
|
|
6760
|
+
/**
|
|
6761
|
+
* Dataset not found
|
|
6762
|
+
*/
|
|
6763
|
+
404: unknown;
|
|
6764
|
+
};
|
|
6765
|
+
type DeleteDatasetResponses = {
|
|
6766
|
+
/**
|
|
6767
|
+
* Dataset deleted successfully
|
|
6768
|
+
*/
|
|
6769
|
+
204: void;
|
|
6770
|
+
};
|
|
6771
|
+
type DeleteDatasetResponse = DeleteDatasetResponses[keyof DeleteDatasetResponses];
|
|
6772
|
+
type GetDatasetData = {
|
|
6773
|
+
body?: never;
|
|
6774
|
+
path: {
|
|
6775
|
+
/**
|
|
6776
|
+
* Project public ID (proj_ prefix).
|
|
6777
|
+
*/
|
|
6778
|
+
project_id: string;
|
|
6779
|
+
/**
|
|
6780
|
+
* Dataset ID
|
|
6781
|
+
*/
|
|
6782
|
+
dataset_id: string;
|
|
6783
|
+
};
|
|
6784
|
+
query?: never;
|
|
6785
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}';
|
|
6786
|
+
};
|
|
6787
|
+
type GetDatasetErrors = {
|
|
6788
|
+
/**
|
|
6789
|
+
* Unauthorized
|
|
6790
|
+
*/
|
|
6791
|
+
401: unknown;
|
|
6792
|
+
/**
|
|
6793
|
+
* Forbidden
|
|
6794
|
+
*/
|
|
6795
|
+
403: unknown;
|
|
6796
|
+
/**
|
|
6797
|
+
* Dataset not found
|
|
6798
|
+
*/
|
|
6799
|
+
404: unknown;
|
|
6800
|
+
};
|
|
6801
|
+
type GetDatasetResponses = {
|
|
6802
|
+
/**
|
|
6803
|
+
* Dataset details
|
|
6804
|
+
*/
|
|
6805
|
+
200: Dataset;
|
|
6806
|
+
};
|
|
6807
|
+
type GetDatasetResponse = GetDatasetResponses[keyof GetDatasetResponses];
|
|
6808
|
+
type UpdateDatasetData = {
|
|
6809
|
+
body: {
|
|
6810
|
+
name?: string;
|
|
6811
|
+
description?: string | null;
|
|
6812
|
+
};
|
|
6813
|
+
path: {
|
|
6814
|
+
/**
|
|
6815
|
+
* Project public ID (proj_ prefix).
|
|
6816
|
+
*/
|
|
6817
|
+
project_id: string;
|
|
6818
|
+
/**
|
|
6819
|
+
* Dataset ID
|
|
6820
|
+
*/
|
|
6821
|
+
dataset_id: string;
|
|
6822
|
+
};
|
|
6823
|
+
query?: never;
|
|
6824
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}';
|
|
6825
|
+
};
|
|
6826
|
+
type UpdateDatasetErrors = {
|
|
6827
|
+
/**
|
|
6828
|
+
* Bad request
|
|
6829
|
+
*/
|
|
6830
|
+
400: unknown;
|
|
6831
|
+
/**
|
|
6832
|
+
* Unauthorized
|
|
6833
|
+
*/
|
|
6834
|
+
401: unknown;
|
|
6835
|
+
/**
|
|
6836
|
+
* Forbidden
|
|
6837
|
+
*/
|
|
6838
|
+
403: unknown;
|
|
6839
|
+
/**
|
|
6840
|
+
* Dataset not found
|
|
6841
|
+
*/
|
|
6842
|
+
404: unknown;
|
|
6843
|
+
/**
|
|
6844
|
+
* A dataset with that name already exists in the project
|
|
6845
|
+
*/
|
|
6846
|
+
409: unknown;
|
|
6847
|
+
};
|
|
6848
|
+
type UpdateDatasetResponses = {
|
|
6849
|
+
/**
|
|
6850
|
+
* Dataset updated successfully
|
|
6851
|
+
*/
|
|
6852
|
+
200: Dataset;
|
|
6853
|
+
};
|
|
6854
|
+
type UpdateDatasetResponse = UpdateDatasetResponses[keyof UpdateDatasetResponses];
|
|
6855
|
+
type ListDatasetItemsData = {
|
|
6856
|
+
body?: never;
|
|
6857
|
+
path: {
|
|
6858
|
+
/**
|
|
6859
|
+
* Project public ID (proj_ prefix).
|
|
6860
|
+
*/
|
|
6861
|
+
project_id: string;
|
|
6862
|
+
/**
|
|
6863
|
+
* Dataset ID
|
|
6864
|
+
*/
|
|
6865
|
+
dataset_id: string;
|
|
6866
|
+
};
|
|
6867
|
+
query?: {
|
|
6868
|
+
/**
|
|
6869
|
+
* Maximum number of results to return
|
|
6870
|
+
*/
|
|
6871
|
+
limit?: number;
|
|
6872
|
+
/**
|
|
6873
|
+
* Number of results to skip
|
|
6874
|
+
*/
|
|
6875
|
+
offset?: number;
|
|
6876
|
+
};
|
|
6877
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}/items';
|
|
6878
|
+
};
|
|
6879
|
+
type ListDatasetItemsErrors = {
|
|
6880
|
+
/**
|
|
6881
|
+
* Unauthorized
|
|
6882
|
+
*/
|
|
6883
|
+
401: unknown;
|
|
6884
|
+
/**
|
|
6885
|
+
* Forbidden
|
|
6886
|
+
*/
|
|
6887
|
+
403: unknown;
|
|
6888
|
+
/**
|
|
6889
|
+
* Dataset not found
|
|
6890
|
+
*/
|
|
6891
|
+
404: unknown;
|
|
6892
|
+
};
|
|
6893
|
+
type ListDatasetItemsResponses = {
|
|
6894
|
+
/**
|
|
6895
|
+
* List of dataset items
|
|
6896
|
+
*/
|
|
6897
|
+
200: {
|
|
6898
|
+
data: Array<DatasetItem>;
|
|
6899
|
+
total: number;
|
|
6900
|
+
limit: number;
|
|
6901
|
+
offset: number;
|
|
6902
|
+
};
|
|
6903
|
+
};
|
|
6904
|
+
type ListDatasetItemsResponse = ListDatasetItemsResponses[keyof ListDatasetItemsResponses];
|
|
6905
|
+
type CreateDatasetItemData = {
|
|
6906
|
+
body: {
|
|
6907
|
+
input: DatasetItemInput;
|
|
6908
|
+
/**
|
|
6909
|
+
* Reference answer for exact_match / llm_judge scorers
|
|
6910
|
+
*/
|
|
6911
|
+
expected_output?: string | null;
|
|
6912
|
+
/**
|
|
6913
|
+
* Free-form tags, opaque to the platform
|
|
6914
|
+
*/
|
|
6915
|
+
metadata?: {
|
|
6916
|
+
[key: string]: unknown;
|
|
6917
|
+
} | null;
|
|
6918
|
+
};
|
|
6919
|
+
path: {
|
|
6920
|
+
/**
|
|
6921
|
+
* Project public ID (proj_ prefix).
|
|
6922
|
+
*/
|
|
6923
|
+
project_id: string;
|
|
6924
|
+
/**
|
|
6925
|
+
* Dataset ID
|
|
6926
|
+
*/
|
|
6927
|
+
dataset_id: string;
|
|
6928
|
+
};
|
|
6929
|
+
query?: never;
|
|
6930
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}/items';
|
|
6931
|
+
};
|
|
6932
|
+
type CreateDatasetItemErrors = {
|
|
6933
|
+
/**
|
|
6934
|
+
* Bad request (input is not message-shaped)
|
|
6935
|
+
*/
|
|
6936
|
+
400: unknown;
|
|
6937
|
+
/**
|
|
6938
|
+
* Unauthorized
|
|
6939
|
+
*/
|
|
6940
|
+
401: unknown;
|
|
6941
|
+
/**
|
|
6942
|
+
* Forbidden
|
|
6943
|
+
*/
|
|
6944
|
+
403: unknown;
|
|
6945
|
+
/**
|
|
6946
|
+
* Dataset not found
|
|
6947
|
+
*/
|
|
6948
|
+
404: unknown;
|
|
6949
|
+
};
|
|
6950
|
+
type CreateDatasetItemResponses = {
|
|
6951
|
+
/**
|
|
6952
|
+
* Dataset item created successfully
|
|
6953
|
+
*/
|
|
6954
|
+
201: DatasetItem;
|
|
6955
|
+
};
|
|
6956
|
+
type CreateDatasetItemResponse = CreateDatasetItemResponses[keyof CreateDatasetItemResponses];
|
|
6957
|
+
type CreateDatasetItemFromGenerationData = {
|
|
6958
|
+
body: {
|
|
6959
|
+
/**
|
|
6960
|
+
* The completed generation to promote. Must belong to the same project as the dataset.
|
|
6961
|
+
*/
|
|
6962
|
+
generation_id: string;
|
|
6963
|
+
/**
|
|
6964
|
+
* Reference answer. Omit to use the generation's own answer; pass `null` to store the item with no reference answer.
|
|
6965
|
+
*/
|
|
6966
|
+
expected_output?: string | null;
|
|
6967
|
+
/**
|
|
6968
|
+
* Free-form tags, opaque to the platform
|
|
6969
|
+
*/
|
|
6970
|
+
metadata?: {
|
|
6971
|
+
[key: string]: unknown;
|
|
6972
|
+
} | null;
|
|
6973
|
+
};
|
|
6974
|
+
path: {
|
|
6975
|
+
/**
|
|
6976
|
+
* Project public ID (proj_ prefix).
|
|
6977
|
+
*/
|
|
6978
|
+
project_id: string;
|
|
6979
|
+
/**
|
|
6980
|
+
* Dataset ID
|
|
6981
|
+
*/
|
|
6982
|
+
dataset_id: string;
|
|
6983
|
+
};
|
|
6984
|
+
query?: never;
|
|
6985
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}/items/from-generation';
|
|
6986
|
+
};
|
|
6987
|
+
type CreateDatasetItemFromGenerationErrors = {
|
|
6988
|
+
/**
|
|
6989
|
+
* Bad request (generation_id missing, or the generation belongs to a different project than the dataset)
|
|
6990
|
+
*/
|
|
6991
|
+
400: unknown;
|
|
6992
|
+
/**
|
|
6993
|
+
* Unauthorized
|
|
6994
|
+
*/
|
|
6995
|
+
401: unknown;
|
|
6996
|
+
/**
|
|
6997
|
+
* Forbidden
|
|
6998
|
+
*/
|
|
6999
|
+
403: unknown;
|
|
7000
|
+
/**
|
|
7001
|
+
* Dataset or generation not found
|
|
7002
|
+
*/
|
|
7003
|
+
404: unknown;
|
|
7004
|
+
/**
|
|
7005
|
+
* The generation has not completed, or its content was never stored or has been purged
|
|
7006
|
+
*/
|
|
7007
|
+
409: unknown;
|
|
7008
|
+
};
|
|
7009
|
+
type CreateDatasetItemFromGenerationResponses = {
|
|
7010
|
+
/**
|
|
7011
|
+
* Dataset item created from the generation
|
|
7012
|
+
*/
|
|
7013
|
+
201: DatasetItem;
|
|
7014
|
+
};
|
|
7015
|
+
type CreateDatasetItemFromGenerationResponse = CreateDatasetItemFromGenerationResponses[keyof CreateDatasetItemFromGenerationResponses];
|
|
7016
|
+
type DeleteDatasetItemData = {
|
|
7017
|
+
body?: never;
|
|
7018
|
+
path: {
|
|
7019
|
+
/**
|
|
7020
|
+
* Project public ID (proj_ prefix).
|
|
7021
|
+
*/
|
|
7022
|
+
project_id: string;
|
|
7023
|
+
/**
|
|
7024
|
+
* Dataset ID
|
|
7025
|
+
*/
|
|
7026
|
+
dataset_id: string;
|
|
7027
|
+
/**
|
|
7028
|
+
* Dataset item ID
|
|
7029
|
+
*/
|
|
7030
|
+
item_id: string;
|
|
7031
|
+
};
|
|
7032
|
+
query?: never;
|
|
7033
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}/items/{item_id}';
|
|
7034
|
+
};
|
|
7035
|
+
type DeleteDatasetItemErrors = {
|
|
7036
|
+
/**
|
|
7037
|
+
* Unauthorized
|
|
7038
|
+
*/
|
|
7039
|
+
401: unknown;
|
|
7040
|
+
/**
|
|
7041
|
+
* Forbidden
|
|
7042
|
+
*/
|
|
7043
|
+
403: unknown;
|
|
7044
|
+
/**
|
|
7045
|
+
* Dataset or item not found
|
|
7046
|
+
*/
|
|
7047
|
+
404: unknown;
|
|
7048
|
+
};
|
|
7049
|
+
type DeleteDatasetItemResponses = {
|
|
7050
|
+
/**
|
|
7051
|
+
* Dataset item deleted successfully
|
|
7052
|
+
*/
|
|
7053
|
+
204: void;
|
|
7054
|
+
};
|
|
7055
|
+
type DeleteDatasetItemResponse = DeleteDatasetItemResponses[keyof DeleteDatasetItemResponses];
|
|
7056
|
+
type UpdateDatasetItemData = {
|
|
7057
|
+
body: {
|
|
7058
|
+
input?: DatasetItemInput;
|
|
7059
|
+
expected_output?: string | null;
|
|
7060
|
+
metadata?: {
|
|
7061
|
+
[key: string]: unknown;
|
|
7062
|
+
} | null;
|
|
7063
|
+
};
|
|
7064
|
+
path: {
|
|
7065
|
+
/**
|
|
7066
|
+
* Project public ID (proj_ prefix).
|
|
7067
|
+
*/
|
|
7068
|
+
project_id: string;
|
|
7069
|
+
/**
|
|
7070
|
+
* Dataset ID
|
|
7071
|
+
*/
|
|
7072
|
+
dataset_id: string;
|
|
7073
|
+
/**
|
|
7074
|
+
* Dataset item ID
|
|
7075
|
+
*/
|
|
7076
|
+
item_id: string;
|
|
7077
|
+
};
|
|
7078
|
+
query?: never;
|
|
7079
|
+
url: '/v1/projects/{project_id}/datasets/{dataset_id}/items/{item_id}';
|
|
7080
|
+
};
|
|
7081
|
+
type UpdateDatasetItemErrors = {
|
|
7082
|
+
/**
|
|
7083
|
+
* Bad request
|
|
7084
|
+
*/
|
|
7085
|
+
400: unknown;
|
|
7086
|
+
/**
|
|
7087
|
+
* Unauthorized
|
|
7088
|
+
*/
|
|
7089
|
+
401: unknown;
|
|
7090
|
+
/**
|
|
7091
|
+
* Forbidden
|
|
7092
|
+
*/
|
|
7093
|
+
403: unknown;
|
|
7094
|
+
/**
|
|
7095
|
+
* Dataset or item not found
|
|
7096
|
+
*/
|
|
7097
|
+
404: unknown;
|
|
7098
|
+
};
|
|
7099
|
+
type UpdateDatasetItemResponses = {
|
|
7100
|
+
/**
|
|
7101
|
+
* Dataset item updated successfully
|
|
7102
|
+
*/
|
|
7103
|
+
200: DatasetItem;
|
|
7104
|
+
};
|
|
7105
|
+
type UpdateDatasetItemResponse = UpdateDatasetItemResponses[keyof UpdateDatasetItemResponses];
|
|
7106
|
+
type ListEvalsData = {
|
|
7107
|
+
body?: never;
|
|
7108
|
+
path: {
|
|
7109
|
+
/**
|
|
7110
|
+
* Project public ID (proj_ prefix).
|
|
7111
|
+
*/
|
|
7112
|
+
project_id: string;
|
|
7113
|
+
};
|
|
7114
|
+
query?: {
|
|
7115
|
+
/**
|
|
7116
|
+
* Maximum number of results to return
|
|
7117
|
+
*/
|
|
7118
|
+
limit?: number;
|
|
7119
|
+
/**
|
|
7120
|
+
* Number of results to skip
|
|
7121
|
+
*/
|
|
7122
|
+
offset?: number;
|
|
7123
|
+
};
|
|
7124
|
+
url: '/v1/projects/{project_id}/evals';
|
|
7125
|
+
};
|
|
7126
|
+
type ListEvalsErrors = {
|
|
7127
|
+
/**
|
|
7128
|
+
* Unauthorized
|
|
7129
|
+
*/
|
|
7130
|
+
401: unknown;
|
|
7131
|
+
/**
|
|
7132
|
+
* Forbidden
|
|
7133
|
+
*/
|
|
7134
|
+
403: unknown;
|
|
7135
|
+
/**
|
|
7136
|
+
* Internal server error
|
|
7137
|
+
*/
|
|
7138
|
+
500: unknown;
|
|
7139
|
+
};
|
|
7140
|
+
type ListEvalsResponses = {
|
|
7141
|
+
/**
|
|
7142
|
+
* List of evals
|
|
7143
|
+
*/
|
|
7144
|
+
200: {
|
|
7145
|
+
data: Array<Eval>;
|
|
7146
|
+
total: number;
|
|
7147
|
+
limit: number;
|
|
7148
|
+
offset: number;
|
|
7149
|
+
};
|
|
7150
|
+
};
|
|
7151
|
+
type ListEvalsResponse = ListEvalsResponses[keyof ListEvalsResponses];
|
|
7152
|
+
type CreateEvalData = {
|
|
7153
|
+
body: {
|
|
7154
|
+
/**
|
|
7155
|
+
* Unique name within the project
|
|
7156
|
+
*/
|
|
7157
|
+
name: string;
|
|
7158
|
+
/**
|
|
7159
|
+
* The agent under test
|
|
7160
|
+
*/
|
|
7161
|
+
agent_id: string;
|
|
7162
|
+
/**
|
|
7163
|
+
* The dataset to run it against
|
|
7164
|
+
*/
|
|
7165
|
+
dataset_id: string;
|
|
7166
|
+
scorers: Scorers;
|
|
7167
|
+
/**
|
|
7168
|
+
* 0–1. The run passes iff its pass rate — passed items over non-errored items — is at least this. Null reports scores without gating on them.
|
|
7169
|
+
*/
|
|
7170
|
+
pass_threshold?: number | null;
|
|
7171
|
+
};
|
|
7172
|
+
path: {
|
|
7173
|
+
/**
|
|
7174
|
+
* Project public ID (proj_ prefix).
|
|
7175
|
+
*/
|
|
7176
|
+
project_id: string;
|
|
7177
|
+
};
|
|
7178
|
+
query?: never;
|
|
7179
|
+
url: '/v1/projects/{project_id}/evals';
|
|
7180
|
+
};
|
|
7181
|
+
type CreateEvalErrors = {
|
|
7182
|
+
/**
|
|
7183
|
+
* Bad request (unknown scorer type, cross-project reference, invalid threshold)
|
|
7184
|
+
*/
|
|
7185
|
+
400: unknown;
|
|
7186
|
+
/**
|
|
7187
|
+
* Unauthorized
|
|
7188
|
+
*/
|
|
7189
|
+
401: unknown;
|
|
7190
|
+
/**
|
|
7191
|
+
* Forbidden
|
|
7192
|
+
*/
|
|
7193
|
+
403: unknown;
|
|
7194
|
+
/**
|
|
7195
|
+
* An eval with that name already exists in the project
|
|
7196
|
+
*/
|
|
7197
|
+
409: unknown;
|
|
7198
|
+
/**
|
|
7199
|
+
* Internal server error
|
|
7200
|
+
*/
|
|
7201
|
+
500: unknown;
|
|
7202
|
+
};
|
|
7203
|
+
type CreateEvalResponses = {
|
|
7204
|
+
/**
|
|
7205
|
+
* Eval created successfully
|
|
7206
|
+
*/
|
|
7207
|
+
201: Eval;
|
|
7208
|
+
};
|
|
7209
|
+
type CreateEvalResponse = CreateEvalResponses[keyof CreateEvalResponses];
|
|
7210
|
+
type DeleteEvalData = {
|
|
7211
|
+
body?: never;
|
|
7212
|
+
path: {
|
|
7213
|
+
/**
|
|
7214
|
+
* Project public ID (proj_ prefix).
|
|
7215
|
+
*/
|
|
7216
|
+
project_id: string;
|
|
7217
|
+
/**
|
|
7218
|
+
* Eval ID
|
|
7219
|
+
*/
|
|
7220
|
+
eval_id: string;
|
|
7221
|
+
};
|
|
7222
|
+
query?: never;
|
|
7223
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}';
|
|
7224
|
+
};
|
|
7225
|
+
type DeleteEvalErrors = {
|
|
7226
|
+
/**
|
|
7227
|
+
* Unauthorized
|
|
7228
|
+
*/
|
|
7229
|
+
401: unknown;
|
|
7230
|
+
/**
|
|
7231
|
+
* Forbidden
|
|
7232
|
+
*/
|
|
7233
|
+
403: unknown;
|
|
7234
|
+
/**
|
|
7235
|
+
* Eval not found
|
|
7236
|
+
*/
|
|
7237
|
+
404: unknown;
|
|
7238
|
+
};
|
|
7239
|
+
type DeleteEvalResponses = {
|
|
7240
|
+
/**
|
|
7241
|
+
* Eval deleted successfully
|
|
7242
|
+
*/
|
|
7243
|
+
204: void;
|
|
7244
|
+
};
|
|
7245
|
+
type DeleteEvalResponse = DeleteEvalResponses[keyof DeleteEvalResponses];
|
|
7246
|
+
type GetEvalData = {
|
|
7247
|
+
body?: never;
|
|
7248
|
+
path: {
|
|
7249
|
+
/**
|
|
7250
|
+
* Project public ID (proj_ prefix).
|
|
7251
|
+
*/
|
|
7252
|
+
project_id: string;
|
|
7253
|
+
/**
|
|
7254
|
+
* Eval ID
|
|
7255
|
+
*/
|
|
7256
|
+
eval_id: string;
|
|
7257
|
+
};
|
|
7258
|
+
query?: never;
|
|
7259
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}';
|
|
7260
|
+
};
|
|
7261
|
+
type GetEvalErrors = {
|
|
7262
|
+
/**
|
|
7263
|
+
* Unauthorized
|
|
7264
|
+
*/
|
|
7265
|
+
401: unknown;
|
|
7266
|
+
/**
|
|
7267
|
+
* Forbidden
|
|
7268
|
+
*/
|
|
7269
|
+
403: unknown;
|
|
7270
|
+
/**
|
|
7271
|
+
* Eval not found
|
|
7272
|
+
*/
|
|
7273
|
+
404: unknown;
|
|
7274
|
+
};
|
|
7275
|
+
type GetEvalResponses = {
|
|
7276
|
+
/**
|
|
7277
|
+
* Eval details
|
|
7278
|
+
*/
|
|
7279
|
+
200: Eval;
|
|
7280
|
+
};
|
|
7281
|
+
type GetEvalResponse = GetEvalResponses[keyof GetEvalResponses];
|
|
7282
|
+
type UpdateEvalData = {
|
|
7283
|
+
body: {
|
|
7284
|
+
name?: string;
|
|
7285
|
+
agent_id?: string;
|
|
7286
|
+
dataset_id?: string;
|
|
7287
|
+
scorers?: Scorers;
|
|
7288
|
+
pass_threshold?: number | null;
|
|
7289
|
+
};
|
|
7290
|
+
path: {
|
|
7291
|
+
/**
|
|
7292
|
+
* Project public ID (proj_ prefix).
|
|
7293
|
+
*/
|
|
7294
|
+
project_id: string;
|
|
7295
|
+
/**
|
|
7296
|
+
* Eval ID
|
|
7297
|
+
*/
|
|
7298
|
+
eval_id: string;
|
|
7299
|
+
};
|
|
7300
|
+
query?: never;
|
|
7301
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}';
|
|
7302
|
+
};
|
|
7303
|
+
type UpdateEvalErrors = {
|
|
7304
|
+
/**
|
|
7305
|
+
* Bad request
|
|
7306
|
+
*/
|
|
7307
|
+
400: unknown;
|
|
7308
|
+
/**
|
|
7309
|
+
* Unauthorized
|
|
7310
|
+
*/
|
|
7311
|
+
401: unknown;
|
|
7312
|
+
/**
|
|
7313
|
+
* Forbidden
|
|
7314
|
+
*/
|
|
7315
|
+
403: unknown;
|
|
7316
|
+
/**
|
|
7317
|
+
* Eval not found
|
|
7318
|
+
*/
|
|
7319
|
+
404: unknown;
|
|
7320
|
+
/**
|
|
7321
|
+
* An eval with that name already exists in the project
|
|
7322
|
+
*/
|
|
7323
|
+
409: unknown;
|
|
7324
|
+
};
|
|
7325
|
+
type UpdateEvalResponses = {
|
|
7326
|
+
/**
|
|
7327
|
+
* Eval updated successfully
|
|
7328
|
+
*/
|
|
7329
|
+
200: Eval;
|
|
7330
|
+
};
|
|
7331
|
+
type UpdateEvalResponse = UpdateEvalResponses[keyof UpdateEvalResponses];
|
|
7332
|
+
type ListEvalRunsData = {
|
|
7333
|
+
body?: never;
|
|
7334
|
+
path: {
|
|
7335
|
+
/**
|
|
7336
|
+
* Project public ID (proj_ prefix).
|
|
7337
|
+
*/
|
|
7338
|
+
project_id: string;
|
|
7339
|
+
/**
|
|
7340
|
+
* Eval ID
|
|
7341
|
+
*/
|
|
7342
|
+
eval_id: string;
|
|
7343
|
+
};
|
|
7344
|
+
query?: {
|
|
7345
|
+
/**
|
|
7346
|
+
* Maximum number of results to return
|
|
7347
|
+
*/
|
|
7348
|
+
limit?: number;
|
|
7349
|
+
/**
|
|
7350
|
+
* Number of results to skip
|
|
7351
|
+
*/
|
|
7352
|
+
offset?: number;
|
|
7353
|
+
};
|
|
7354
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}/runs';
|
|
7355
|
+
};
|
|
7356
|
+
type ListEvalRunsErrors = {
|
|
7357
|
+
/**
|
|
7358
|
+
* Unauthorized
|
|
7359
|
+
*/
|
|
7360
|
+
401: unknown;
|
|
7361
|
+
/**
|
|
7362
|
+
* Forbidden
|
|
7363
|
+
*/
|
|
7364
|
+
403: unknown;
|
|
7365
|
+
/**
|
|
7366
|
+
* Eval not found
|
|
7367
|
+
*/
|
|
7368
|
+
404: unknown;
|
|
7369
|
+
};
|
|
7370
|
+
type ListEvalRunsResponses = {
|
|
7371
|
+
/**
|
|
7372
|
+
* List of eval runs
|
|
7373
|
+
*/
|
|
7374
|
+
200: {
|
|
7375
|
+
data: Array<EvalRun>;
|
|
7376
|
+
total: number;
|
|
7377
|
+
limit: number;
|
|
7378
|
+
offset: number;
|
|
7379
|
+
};
|
|
7380
|
+
};
|
|
7381
|
+
type ListEvalRunsResponse = ListEvalRunsResponses[keyof ListEvalRunsResponses];
|
|
7382
|
+
type StartEvalRunData = {
|
|
7383
|
+
body: {
|
|
7384
|
+
/**
|
|
7385
|
+
* True runs the eval synchronously (25-item cap) and returns a terminal run with its scores. False — the default — enqueues the items and returns a `queued` run immediately.
|
|
7386
|
+
*/
|
|
7387
|
+
wait?: boolean;
|
|
7388
|
+
/**
|
|
7389
|
+
* An archived agent version to evaluate. Defaults to the active release's stable version, or the live draft version when no release is in effect.
|
|
7390
|
+
*/
|
|
7391
|
+
agent_version?: number | null;
|
|
7392
|
+
/**
|
|
7393
|
+
* A terminal run of the same eval to compare against. The finished run's `aggregate_scores.baseline` reports per-scorer deltas over the item intersection. A run of a different eval is rejected with 400.
|
|
7394
|
+
*/
|
|
7395
|
+
baseline_run_id?: string | null;
|
|
7396
|
+
};
|
|
7397
|
+
path: {
|
|
7398
|
+
/**
|
|
7399
|
+
* Project public ID (proj_ prefix).
|
|
7400
|
+
*/
|
|
7401
|
+
project_id: string;
|
|
7402
|
+
/**
|
|
7403
|
+
* Eval ID
|
|
7404
|
+
*/
|
|
7405
|
+
eval_id: string;
|
|
7406
|
+
};
|
|
7407
|
+
query?: never;
|
|
7408
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}/runs';
|
|
7409
|
+
};
|
|
7410
|
+
type StartEvalRunErrors = {
|
|
7411
|
+
/**
|
|
7412
|
+
* Bad request (non-boolean wait, dataset empty or over the synchronous cap, unknown agent_version, invalid baseline, scorers no longer valid against the agent)
|
|
7413
|
+
*/
|
|
7414
|
+
400: unknown;
|
|
7415
|
+
/**
|
|
7416
|
+
* Unauthorized
|
|
7417
|
+
*/
|
|
7418
|
+
401: unknown;
|
|
7419
|
+
/**
|
|
7420
|
+
* Forbidden
|
|
7421
|
+
*/
|
|
7422
|
+
403: unknown;
|
|
7423
|
+
/**
|
|
7424
|
+
* Eval not found
|
|
7425
|
+
*/
|
|
7426
|
+
404: unknown;
|
|
7427
|
+
/**
|
|
7428
|
+
* Internal server error
|
|
7429
|
+
*/
|
|
7430
|
+
500: unknown;
|
|
7431
|
+
};
|
|
7432
|
+
type StartEvalRunResponses = {
|
|
7433
|
+
/**
|
|
7434
|
+
* Eval run finished (`wait: true`) or queued (`wait: false`)
|
|
7435
|
+
*/
|
|
7436
|
+
201: EvalRun;
|
|
7437
|
+
};
|
|
7438
|
+
type StartEvalRunResponse = StartEvalRunResponses[keyof StartEvalRunResponses];
|
|
7439
|
+
type GetEvalRunData = {
|
|
7440
|
+
body?: never;
|
|
7441
|
+
path: {
|
|
7442
|
+
/**
|
|
7443
|
+
* Project public ID (proj_ prefix).
|
|
7444
|
+
*/
|
|
7445
|
+
project_id: string;
|
|
7446
|
+
/**
|
|
7447
|
+
* Eval ID
|
|
7448
|
+
*/
|
|
7449
|
+
eval_id: string;
|
|
7450
|
+
/**
|
|
7451
|
+
* Eval run ID
|
|
7452
|
+
*/
|
|
7453
|
+
eval_run_id: string;
|
|
7454
|
+
};
|
|
7455
|
+
query?: never;
|
|
7456
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}/runs/{eval_run_id}';
|
|
7457
|
+
};
|
|
7458
|
+
type GetEvalRunErrors = {
|
|
7459
|
+
/**
|
|
7460
|
+
* Unauthorized
|
|
7461
|
+
*/
|
|
7462
|
+
401: unknown;
|
|
7463
|
+
/**
|
|
7464
|
+
* Forbidden
|
|
7465
|
+
*/
|
|
7466
|
+
403: unknown;
|
|
7467
|
+
/**
|
|
7468
|
+
* Eval or run not found
|
|
7469
|
+
*/
|
|
7470
|
+
404: unknown;
|
|
7471
|
+
};
|
|
7472
|
+
type GetEvalRunResponses = {
|
|
7473
|
+
/**
|
|
7474
|
+
* Eval run details
|
|
7475
|
+
*/
|
|
7476
|
+
200: EvalRun;
|
|
7477
|
+
};
|
|
7478
|
+
type GetEvalRunResponse = GetEvalRunResponses[keyof GetEvalRunResponses];
|
|
7479
|
+
type ListEvalResultsData = {
|
|
7480
|
+
body?: never;
|
|
7481
|
+
path: {
|
|
7482
|
+
/**
|
|
7483
|
+
* Project public ID (proj_ prefix).
|
|
7484
|
+
*/
|
|
7485
|
+
project_id: string;
|
|
7486
|
+
/**
|
|
7487
|
+
* Eval ID
|
|
7488
|
+
*/
|
|
7489
|
+
eval_id: string;
|
|
7490
|
+
/**
|
|
7491
|
+
* Eval run ID
|
|
7492
|
+
*/
|
|
7493
|
+
eval_run_id: string;
|
|
7494
|
+
};
|
|
7495
|
+
query?: {
|
|
7496
|
+
/**
|
|
7497
|
+
* Maximum number of results to return
|
|
7498
|
+
*/
|
|
7499
|
+
limit?: number;
|
|
7500
|
+
/**
|
|
7501
|
+
* Number of results to skip
|
|
7502
|
+
*/
|
|
7503
|
+
offset?: number;
|
|
7504
|
+
};
|
|
7505
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}/runs/{eval_run_id}/results';
|
|
7506
|
+
};
|
|
7507
|
+
type ListEvalResultsErrors = {
|
|
7508
|
+
/**
|
|
7509
|
+
* Unauthorized
|
|
7510
|
+
*/
|
|
7511
|
+
401: unknown;
|
|
7512
|
+
/**
|
|
7513
|
+
* Forbidden
|
|
7514
|
+
*/
|
|
7515
|
+
403: unknown;
|
|
7516
|
+
/**
|
|
7517
|
+
* Eval or run not found
|
|
7518
|
+
*/
|
|
7519
|
+
404: unknown;
|
|
7520
|
+
};
|
|
7521
|
+
type ListEvalResultsResponses = {
|
|
7522
|
+
/**
|
|
7523
|
+
* List of eval results
|
|
7524
|
+
*/
|
|
7525
|
+
200: {
|
|
7526
|
+
data: Array<EvalResult>;
|
|
7527
|
+
total: number;
|
|
7528
|
+
limit: number;
|
|
7529
|
+
offset: number;
|
|
7530
|
+
};
|
|
7531
|
+
};
|
|
7532
|
+
type ListEvalResultsResponse = ListEvalResultsResponses[keyof ListEvalResultsResponses];
|
|
7533
|
+
type CancelEvalRunData = {
|
|
7534
|
+
body?: never;
|
|
7535
|
+
path: {
|
|
7536
|
+
/**
|
|
7537
|
+
* Project public ID (proj_ prefix).
|
|
7538
|
+
*/
|
|
7539
|
+
project_id: string;
|
|
7540
|
+
/**
|
|
7541
|
+
* Eval ID
|
|
7542
|
+
*/
|
|
7543
|
+
eval_id: string;
|
|
7544
|
+
/**
|
|
7545
|
+
* Eval run ID
|
|
7546
|
+
*/
|
|
7547
|
+
eval_run_id: string;
|
|
7548
|
+
};
|
|
7549
|
+
query?: never;
|
|
7550
|
+
url: '/v1/projects/{project_id}/evals/{eval_id}/runs/{eval_run_id}/cancel';
|
|
7551
|
+
};
|
|
7552
|
+
type CancelEvalRunErrors = {
|
|
7553
|
+
/**
|
|
7554
|
+
* The run has already finished
|
|
7555
|
+
*/
|
|
7556
|
+
400: unknown;
|
|
7557
|
+
/**
|
|
7558
|
+
* Unauthorized
|
|
7559
|
+
*/
|
|
7560
|
+
401: unknown;
|
|
7561
|
+
/**
|
|
7562
|
+
* Forbidden
|
|
7563
|
+
*/
|
|
7564
|
+
403: unknown;
|
|
7565
|
+
/**
|
|
7566
|
+
* Eval or run not found
|
|
7567
|
+
*/
|
|
7568
|
+
404: unknown;
|
|
7569
|
+
/**
|
|
7570
|
+
* Internal server error
|
|
7571
|
+
*/
|
|
7572
|
+
500: unknown;
|
|
7573
|
+
};
|
|
7574
|
+
type CancelEvalRunResponses = {
|
|
7575
|
+
/**
|
|
7576
|
+
* Eval run canceled
|
|
7577
|
+
*/
|
|
7578
|
+
200: EvalRun;
|
|
7579
|
+
};
|
|
7580
|
+
type CancelEvalRunResponse = CancelEvalRunResponses[keyof CancelEvalRunResponses];
|
|
7581
|
+
type ListGenerationsData = {
|
|
7582
|
+
body?: never;
|
|
7583
|
+
path: {
|
|
7584
|
+
/**
|
|
7585
|
+
* Project public ID (proj_ prefix).
|
|
7586
|
+
*/
|
|
7587
|
+
project_id: string;
|
|
7588
|
+
};
|
|
7589
|
+
query?: {
|
|
7590
|
+
/**
|
|
7591
|
+
* Filter by agent public ID
|
|
7592
|
+
*/
|
|
7593
|
+
agent_id?: string;
|
|
7594
|
+
/**
|
|
7595
|
+
* Filter by trace public ID
|
|
7596
|
+
*/
|
|
7597
|
+
trace_id?: string;
|
|
7598
|
+
/**
|
|
7599
|
+
* Filter by the public ID of the parent generation. Returns all generations triggered by that generation — sub-agent invocations. Null-initiated (top-level) generations are not returned.
|
|
7600
|
+
*
|
|
7601
|
+
*/
|
|
7602
|
+
initiator_generation_id?: string;
|
|
7603
|
+
/**
|
|
7604
|
+
* Filter by lifecycle status
|
|
7605
|
+
*/
|
|
7606
|
+
status?: 'in_progress' | 'requires_action' | 'completed' | 'failed';
|
|
7607
|
+
limit?: number;
|
|
7608
|
+
offset?: number;
|
|
7609
|
+
};
|
|
7610
|
+
url: '/v1/projects/{project_id}/generations';
|
|
7611
|
+
};
|
|
7612
|
+
type ListGenerationsErrors = {
|
|
7613
|
+
/**
|
|
7614
|
+
* Unauthorized
|
|
7615
|
+
*/
|
|
7616
|
+
401: ErrorResponse;
|
|
7617
|
+
/**
|
|
7618
|
+
* Forbidden
|
|
7619
|
+
*/
|
|
7620
|
+
403: ErrorResponse;
|
|
7621
|
+
};
|
|
7622
|
+
type ListGenerationsError = ListGenerationsErrors[keyof ListGenerationsErrors];
|
|
7623
|
+
type ListGenerationsResponses = {
|
|
7624
|
+
/**
|
|
7625
|
+
* Paginated list of generations
|
|
7626
|
+
*/
|
|
7627
|
+
200: {
|
|
7628
|
+
data?: Array<Generation>;
|
|
7629
|
+
total?: number;
|
|
7630
|
+
limit?: number;
|
|
7631
|
+
offset?: number;
|
|
7632
|
+
};
|
|
7633
|
+
};
|
|
7634
|
+
type ListGenerationsResponse = ListGenerationsResponses[keyof ListGenerationsResponses];
|
|
7635
|
+
type GetGenerationData = {
|
|
7636
|
+
body?: never;
|
|
7637
|
+
path: {
|
|
7638
|
+
/**
|
|
7639
|
+
* Project public ID (proj_ prefix).
|
|
7640
|
+
*/
|
|
7641
|
+
project_id: string;
|
|
6356
7642
|
/**
|
|
6357
7643
|
* Public ID of the generation
|
|
6358
7644
|
*/
|
|
@@ -8018,6 +9304,166 @@ type CallToolResponses = {
|
|
|
8018
9304
|
*/
|
|
8019
9305
|
200: unknown;
|
|
8020
9306
|
};
|
|
9307
|
+
type ListTracesData = {
|
|
9308
|
+
body?: never;
|
|
9309
|
+
path: {
|
|
9310
|
+
/**
|
|
9311
|
+
* Project public ID (proj_ prefix).
|
|
9312
|
+
*/
|
|
9313
|
+
project_id: string;
|
|
9314
|
+
};
|
|
9315
|
+
query?: {
|
|
9316
|
+
/**
|
|
9317
|
+
* Maximum number of results to return
|
|
9318
|
+
*/
|
|
9319
|
+
limit?: number;
|
|
9320
|
+
/**
|
|
9321
|
+
* Number of results to skip
|
|
9322
|
+
*/
|
|
9323
|
+
offset?: number;
|
|
9324
|
+
};
|
|
9325
|
+
url: '/v1/projects/{project_id}/traces';
|
|
9326
|
+
};
|
|
9327
|
+
type ListTracesErrors = {
|
|
9328
|
+
/**
|
|
9329
|
+
* Unauthorized
|
|
9330
|
+
*/
|
|
9331
|
+
401: ErrorResponse;
|
|
9332
|
+
/**
|
|
9333
|
+
* Forbidden
|
|
9334
|
+
*/
|
|
9335
|
+
403: ErrorResponse;
|
|
9336
|
+
};
|
|
9337
|
+
type ListTracesError = ListTracesErrors[keyof ListTracesErrors];
|
|
9338
|
+
type ListTracesResponses = {
|
|
9339
|
+
/**
|
|
9340
|
+
* List of traces
|
|
9341
|
+
*/
|
|
9342
|
+
200: {
|
|
9343
|
+
data?: Array<Trace>;
|
|
9344
|
+
total?: number;
|
|
9345
|
+
limit?: number;
|
|
9346
|
+
offset?: number;
|
|
9347
|
+
};
|
|
9348
|
+
};
|
|
9349
|
+
type ListTracesResponse = ListTracesResponses[keyof ListTracesResponses];
|
|
9350
|
+
type GetTraceData = {
|
|
9351
|
+
body?: never;
|
|
9352
|
+
path: {
|
|
9353
|
+
/**
|
|
9354
|
+
* Project public ID (proj_ prefix).
|
|
9355
|
+
*/
|
|
9356
|
+
project_id: string;
|
|
9357
|
+
/**
|
|
9358
|
+
* Public ID of the trace
|
|
9359
|
+
*/
|
|
9360
|
+
trace_id: string;
|
|
9361
|
+
};
|
|
9362
|
+
query?: never;
|
|
9363
|
+
url: '/v1/projects/{project_id}/traces/{trace_id}';
|
|
9364
|
+
};
|
|
9365
|
+
type GetTraceErrors = {
|
|
9366
|
+
/**
|
|
9367
|
+
* Unauthorized
|
|
9368
|
+
*/
|
|
9369
|
+
401: ErrorResponse;
|
|
9370
|
+
/**
|
|
9371
|
+
* Forbidden
|
|
9372
|
+
*/
|
|
9373
|
+
403: ErrorResponse;
|
|
9374
|
+
/**
|
|
9375
|
+
* Trace not found
|
|
9376
|
+
*/
|
|
9377
|
+
404: ErrorResponse;
|
|
9378
|
+
};
|
|
9379
|
+
type GetTraceError = GetTraceErrors[keyof GetTraceErrors];
|
|
9380
|
+
type GetTraceResponses = {
|
|
9381
|
+
/**
|
|
9382
|
+
* Trace details
|
|
9383
|
+
*/
|
|
9384
|
+
200: Trace;
|
|
9385
|
+
};
|
|
9386
|
+
type GetTraceResponse = GetTraceResponses[keyof GetTraceResponses];
|
|
9387
|
+
type GetTraceTreeData = {
|
|
9388
|
+
body?: never;
|
|
9389
|
+
path: {
|
|
9390
|
+
/**
|
|
9391
|
+
* Project public ID (proj_ prefix).
|
|
9392
|
+
*/
|
|
9393
|
+
project_id: string;
|
|
9394
|
+
/**
|
|
9395
|
+
* Public ID of any trace in the tree (root or child)
|
|
9396
|
+
*/
|
|
9397
|
+
trace_id: string;
|
|
9398
|
+
};
|
|
9399
|
+
query?: {
|
|
9400
|
+
/**
|
|
9401
|
+
* Comma-separated list of related resources to embed on each node. Supported value: `generations` — attaches all generations that belong to each trace node (including sub-agent generations linked via `initiator_generation_id`).
|
|
9402
|
+
*
|
|
9403
|
+
*/
|
|
9404
|
+
include?: string;
|
|
9405
|
+
};
|
|
9406
|
+
url: '/v1/projects/{project_id}/traces/{trace_id}/tree';
|
|
9407
|
+
};
|
|
9408
|
+
type GetTraceTreeErrors = {
|
|
9409
|
+
/**
|
|
9410
|
+
* Unauthorized
|
|
9411
|
+
*/
|
|
9412
|
+
401: ErrorResponse;
|
|
9413
|
+
/**
|
|
9414
|
+
* Forbidden
|
|
9415
|
+
*/
|
|
9416
|
+
403: ErrorResponse;
|
|
9417
|
+
/**
|
|
9418
|
+
* Trace not found
|
|
9419
|
+
*/
|
|
9420
|
+
404: ErrorResponse;
|
|
9421
|
+
};
|
|
9422
|
+
type GetTraceTreeError = GetTraceTreeErrors[keyof GetTraceTreeErrors];
|
|
9423
|
+
type GetTraceTreeResponses = {
|
|
9424
|
+
/**
|
|
9425
|
+
* Trace tree rooted at the resolved root trace
|
|
9426
|
+
*/
|
|
9427
|
+
200: TraceTreeNode;
|
|
9428
|
+
};
|
|
9429
|
+
type GetTraceTreeResponse = GetTraceTreeResponses[keyof GetTraceTreeResponses];
|
|
9430
|
+
type PurgeTraceContentData = {
|
|
9431
|
+
body?: never;
|
|
9432
|
+
path: {
|
|
9433
|
+
/**
|
|
9434
|
+
* Project public ID (proj_ prefix).
|
|
9435
|
+
*/
|
|
9436
|
+
project_id: string;
|
|
9437
|
+
/**
|
|
9438
|
+
* Public ID of the trace
|
|
9439
|
+
*/
|
|
9440
|
+
trace_id: string;
|
|
9441
|
+
};
|
|
9442
|
+
query?: never;
|
|
9443
|
+
url: '/v1/projects/{project_id}/traces/{trace_id}/content';
|
|
9444
|
+
};
|
|
9445
|
+
type PurgeTraceContentErrors = {
|
|
9446
|
+
/**
|
|
9447
|
+
* Unauthorized
|
|
9448
|
+
*/
|
|
9449
|
+
401: ErrorResponse;
|
|
9450
|
+
/**
|
|
9451
|
+
* Forbidden
|
|
9452
|
+
*/
|
|
9453
|
+
403: ErrorResponse;
|
|
9454
|
+
/**
|
|
9455
|
+
* Trace not found
|
|
9456
|
+
*/
|
|
9457
|
+
404: ErrorResponse;
|
|
9458
|
+
};
|
|
9459
|
+
type PurgeTraceContentError = PurgeTraceContentErrors[keyof PurgeTraceContentErrors];
|
|
9460
|
+
type PurgeTraceContentResponses = {
|
|
9461
|
+
/**
|
|
9462
|
+
* The purged trace skeleton
|
|
9463
|
+
*/
|
|
9464
|
+
200: Trace;
|
|
9465
|
+
};
|
|
9466
|
+
type PurgeTraceContentResponse = PurgeTraceContentResponses[keyof PurgeTraceContentResponses];
|
|
8021
9467
|
type GetCurrentUserData = {
|
|
8022
9468
|
body?: never;
|
|
8023
9469
|
path?: never;
|
|
@@ -8963,6 +10409,150 @@ declare class Conversations {
|
|
|
8963
10409
|
*/
|
|
8964
10410
|
static replaceConversationTags<ThrowOnError extends boolean = false>(options: Options<ReplaceConversationTagsData, ThrowOnError>): RequestResult<ReplaceConversationTagsResponses, ReplaceConversationTagsErrors, ThrowOnError>;
|
|
8965
10411
|
}
|
|
10412
|
+
declare class Evaluations {
|
|
10413
|
+
/**
|
|
10414
|
+
* List datasets
|
|
10415
|
+
*
|
|
10416
|
+
* Returns the datasets defined in a project
|
|
10417
|
+
*/
|
|
10418
|
+
static listDatasets<ThrowOnError extends boolean = false>(options: Options<ListDatasetsData, ThrowOnError>): RequestResult<ListDatasetsResponses, ListDatasetsErrors, ThrowOnError>;
|
|
10419
|
+
/**
|
|
10420
|
+
* Create a dataset
|
|
10421
|
+
*
|
|
10422
|
+
* Creates a project-scoped dataset — a named collection of test cases an eval runs an agent against. Names are unique per project.
|
|
10423
|
+
*
|
|
10424
|
+
* Datasets are operator-owned **fixtures**. The platform's content purge never deletes or mutates a dataset item, so erasing a generation cannot silently stop a test suite from being runnable.
|
|
10425
|
+
*/
|
|
10426
|
+
static createDataset<ThrowOnError extends boolean = false>(options: Options<CreateDatasetData, ThrowOnError>): RequestResult<CreateDatasetResponses, CreateDatasetErrors, ThrowOnError>;
|
|
10427
|
+
/**
|
|
10428
|
+
* Delete a dataset
|
|
10429
|
+
*
|
|
10430
|
+
* Deletes a dataset, its items, and every eval bound to it. Results of runs that already scored those items keep their frozen copies of the input and expected output.
|
|
10431
|
+
*/
|
|
10432
|
+
static deleteDataset<ThrowOnError extends boolean = false>(options: Options<DeleteDatasetData, ThrowOnError>): RequestResult<DeleteDatasetResponses, DeleteDatasetErrors, ThrowOnError>;
|
|
10433
|
+
/**
|
|
10434
|
+
* Get a dataset
|
|
10435
|
+
*
|
|
10436
|
+
* Returns a specific dataset
|
|
10437
|
+
*/
|
|
10438
|
+
static getDataset<ThrowOnError extends boolean = false>(options: Options<GetDatasetData, ThrowOnError>): RequestResult<GetDatasetResponses, GetDatasetErrors, ThrowOnError>;
|
|
10439
|
+
/**
|
|
10440
|
+
* Update a dataset
|
|
10441
|
+
*
|
|
10442
|
+
* Updates a dataset's name and/or description
|
|
10443
|
+
*/
|
|
10444
|
+
static updateDataset<ThrowOnError extends boolean = false>(options: Options<UpdateDatasetData, ThrowOnError>): RequestResult<UpdateDatasetResponses, UpdateDatasetErrors, ThrowOnError>;
|
|
10445
|
+
/**
|
|
10446
|
+
* List dataset items
|
|
10447
|
+
*
|
|
10448
|
+
* Returns the test cases in a dataset, oldest first
|
|
10449
|
+
*/
|
|
10450
|
+
static listDatasetItems<ThrowOnError extends boolean = false>(options: Options<ListDatasetItemsData, ThrowOnError>): RequestResult<ListDatasetItemsResponses, ListDatasetItemsErrors, ThrowOnError>;
|
|
10451
|
+
/**
|
|
10452
|
+
* Add a dataset item
|
|
10453
|
+
*
|
|
10454
|
+
* Adds one test case. `input` is replayed verbatim as the generation's messages, so it must be a non-empty array of `{ role, content }`.
|
|
10455
|
+
*/
|
|
10456
|
+
static createDatasetItem<ThrowOnError extends boolean = false>(options: Options<CreateDatasetItemData, ThrowOnError>): RequestResult<CreateDatasetItemResponses, CreateDatasetItemErrors, ThrowOnError>;
|
|
10457
|
+
/**
|
|
10458
|
+
* Curate a dataset item from a generation
|
|
10459
|
+
*
|
|
10460
|
+
* Promotes a real, completed generation into a test case: its input messages become the item's `input`, and its own answer becomes `expected_output` unless you supply one. Use it to build an evaluation set out of production traffic rather than hand-authoring fixtures.
|
|
10461
|
+
*
|
|
10462
|
+
* The item is a **copy**, not a view. It keeps working after the source generation's content is purged, and `source_generation_id` goes null if that generation is deleted — a purge can never quietly stop a suite from being runnable.
|
|
10463
|
+
*
|
|
10464
|
+
* Requires both `evaluations:CreateDataset` and `generations:GetGeneration`: the call copies content out of a generation, so a principal that may not read that generation may not curate it either.
|
|
10465
|
+
*
|
|
10466
|
+
* Only a **completed** generation can be promoted (`409 GENERATION_NOT_COMPLETED`), and only while its content is still available: an agent or project running with `trace_content_mode: none` never stored the input, and a purged or expired generation no longer has it (`409 GENERATION_CONTENT_UNAVAILABLE`). Generations that predate input recording answer the same way.
|
|
10467
|
+
*/
|
|
10468
|
+
static createDatasetItemFromGeneration<ThrowOnError extends boolean = false>(options: Options<CreateDatasetItemFromGenerationData, ThrowOnError>): RequestResult<CreateDatasetItemFromGenerationResponses, CreateDatasetItemFromGenerationErrors, ThrowOnError>;
|
|
10469
|
+
/**
|
|
10470
|
+
* Delete a dataset item
|
|
10471
|
+
*
|
|
10472
|
+
* Deletes a test case. Results of runs that already scored it stay readable; their `dataset_item_id` becomes null.
|
|
10473
|
+
*/
|
|
10474
|
+
static deleteDatasetItem<ThrowOnError extends boolean = false>(options: Options<DeleteDatasetItemData, ThrowOnError>): RequestResult<DeleteDatasetItemResponses, DeleteDatasetItemErrors, ThrowOnError>;
|
|
10475
|
+
/**
|
|
10476
|
+
* Update a dataset item
|
|
10477
|
+
*
|
|
10478
|
+
* Updates a test case. Runs that already scored it are unaffected — each result carries its own frozen copy of the input and expected output.
|
|
10479
|
+
*/
|
|
10480
|
+
static updateDatasetItem<ThrowOnError extends boolean = false>(options: Options<UpdateDatasetItemData, ThrowOnError>): RequestResult<UpdateDatasetItemResponses, UpdateDatasetItemErrors, ThrowOnError>;
|
|
10481
|
+
/**
|
|
10482
|
+
* List evals
|
|
10483
|
+
*
|
|
10484
|
+
* Returns the evals defined in a project
|
|
10485
|
+
*/
|
|
10486
|
+
static listEvals<ThrowOnError extends boolean = false>(options: Options<ListEvalsData, ThrowOnError>): RequestResult<ListEvalsResponses, ListEvalsErrors, ThrowOnError>;
|
|
10487
|
+
/**
|
|
10488
|
+
* Create an eval
|
|
10489
|
+
*
|
|
10490
|
+
* Binds an agent under test to a dataset and a list of scorers. The agent and the dataset must belong to the same project as the eval; a cross-project reference is rejected with 400.
|
|
10491
|
+
*
|
|
10492
|
+
* Scorer config is frozen here rather than read from the agent at run time, so two runs of the same eval are always judged by the same criteria and their comparison measures the agent instead of the config drifting underneath it. Each scorer `type` may appear at most once.
|
|
10493
|
+
*/
|
|
10494
|
+
static createEval<ThrowOnError extends boolean = false>(options: Options<CreateEvalData, ThrowOnError>): RequestResult<CreateEvalResponses, CreateEvalErrors, ThrowOnError>;
|
|
10495
|
+
/**
|
|
10496
|
+
* Delete an eval
|
|
10497
|
+
*
|
|
10498
|
+
* Deletes an eval, its runs, and their results
|
|
10499
|
+
*/
|
|
10500
|
+
static deleteEval<ThrowOnError extends boolean = false>(options: Options<DeleteEvalData, ThrowOnError>): RequestResult<DeleteEvalResponses, DeleteEvalErrors, ThrowOnError>;
|
|
10501
|
+
/**
|
|
10502
|
+
* Get an eval
|
|
10503
|
+
*
|
|
10504
|
+
* Returns a specific eval
|
|
10505
|
+
*/
|
|
10506
|
+
static getEval<ThrowOnError extends boolean = false>(options: Options<GetEvalData, ThrowOnError>): RequestResult<GetEvalResponses, GetEvalErrors, ThrowOnError>;
|
|
10507
|
+
/**
|
|
10508
|
+
* Update an eval
|
|
10509
|
+
*
|
|
10510
|
+
* Updates an eval. Changing `agent_id` re-validates the scorers against the new agent, since an `output_schema` scorer that was legal against the old one may not be.
|
|
10511
|
+
*/
|
|
10512
|
+
static updateEval<ThrowOnError extends boolean = false>(options: Options<UpdateEvalData, ThrowOnError>): RequestResult<UpdateEvalResponses, UpdateEvalErrors, ThrowOnError>;
|
|
10513
|
+
/**
|
|
10514
|
+
* List eval runs
|
|
10515
|
+
*
|
|
10516
|
+
* Returns an eval's runs, newest first
|
|
10517
|
+
*/
|
|
10518
|
+
static listEvalRuns<ThrowOnError extends boolean = false>(options: Options<ListEvalRunsData, ThrowOnError>): RequestResult<ListEvalRunsResponses, ListEvalRunsErrors, ThrowOnError>;
|
|
10519
|
+
/**
|
|
10520
|
+
* Start an eval run
|
|
10521
|
+
*
|
|
10522
|
+
* Runs the eval against its dataset, creating one real agent generation per item and scoring the outputs.
|
|
10523
|
+
*
|
|
10524
|
+
* `wait: true` executes the run synchronously and returns it terminal, with its scores. The dataset is capped at 25 items for a synchronous run; a larger one is rejected with 400 rather than partially scored.
|
|
10525
|
+
*
|
|
10526
|
+
* `wait: false` (the default) enqueues one task per item and returns immediately with `status: "queued"`. A worker executes the items and the run settles itself; poll `GET /evals/{eval_id}/runs/{eval_run_id}` for the terminal status. There is no item cap on a queued run.
|
|
10527
|
+
*
|
|
10528
|
+
* The whole run is pinned to **one** agent version, stamped on `agent_version`: pass one explicitly to evaluate a canary before promoting it, or omit it to use the active release's stable version (or the live draft when no release is in effect). Without the pin, release assignment would bucket each item independently and blend two configs into a single score.
|
|
10529
|
+
*
|
|
10530
|
+
* With `baseline_run_id`, the finished run's `aggregate_scores.baseline` carries per-scorer deltas against that run, computed over the items present and scorable in **both** runs, with the divergence counted. A delta over a shifted dataset is therefore never presented as a clean comparison.
|
|
10531
|
+
*/
|
|
10532
|
+
static startEvalRun<ThrowOnError extends boolean = false>(options: Options<StartEvalRunData, ThrowOnError>): RequestResult<StartEvalRunResponses, StartEvalRunErrors, ThrowOnError>;
|
|
10533
|
+
/**
|
|
10534
|
+
* Get an eval run
|
|
10535
|
+
*
|
|
10536
|
+
* Returns a run's status, counts, and aggregate scores
|
|
10537
|
+
*/
|
|
10538
|
+
static getEvalRun<ThrowOnError extends boolean = false>(options: Options<GetEvalRunData, ThrowOnError>): RequestResult<GetEvalRunResponses, GetEvalRunErrors, ThrowOnError>;
|
|
10539
|
+
/**
|
|
10540
|
+
* List eval run results
|
|
10541
|
+
*
|
|
10542
|
+
* Returns the per-item results of a run, oldest first
|
|
10543
|
+
*/
|
|
10544
|
+
static listEvalResults<ThrowOnError extends boolean = false>(options: Options<ListEvalResultsData, ThrowOnError>): RequestResult<ListEvalResultsResponses, ListEvalResultsErrors, ThrowOnError>;
|
|
10545
|
+
/**
|
|
10546
|
+
* Cancel an eval run
|
|
10547
|
+
*
|
|
10548
|
+
* Cancels a queued or running run: its outstanding item tasks are dropped so it stops consuming provider budget, and the run settles as `canceled`.
|
|
10549
|
+
*
|
|
10550
|
+
* Results already written are kept — they are real measurements of generations that were really paid for — and `completed_count` / `errored_count` report what ran. `aggregate_scores` is deliberately left null: a partial roll-up in the same field a completed run uses would read as a whole-dataset verdict.
|
|
10551
|
+
*
|
|
10552
|
+
* A run that has already finished is rejected with 400.
|
|
10553
|
+
*/
|
|
10554
|
+
static cancelEvalRun<ThrowOnError extends boolean = false>(options: Options<CancelEvalRunData, ThrowOnError>): RequestResult<CancelEvalRunResponses, CancelEvalRunErrors, ThrowOnError>;
|
|
10555
|
+
}
|
|
8966
10556
|
declare class Generations {
|
|
8967
10557
|
/**
|
|
8968
10558
|
* List generations
|
|
@@ -9263,6 +10853,38 @@ declare class Tools {
|
|
|
9263
10853
|
*/
|
|
9264
10854
|
static callTool<ThrowOnError extends boolean = false>(options: Options<CallToolData, ThrowOnError>): RequestResult<CallToolResponses, CallToolErrors, ThrowOnError>;
|
|
9265
10855
|
}
|
|
10856
|
+
declare class Traces {
|
|
10857
|
+
/**
|
|
10858
|
+
* List traces
|
|
10859
|
+
*
|
|
10860
|
+
* Returns a paginated list of execution traces for the project.
|
|
10861
|
+
*/
|
|
10862
|
+
static listTraces<ThrowOnError extends boolean = false>(options: Options<ListTracesData, ThrowOnError>): RequestResult<ListTracesResponses, ListTracesErrors, ThrowOnError>;
|
|
10863
|
+
/**
|
|
10864
|
+
* Get a trace
|
|
10865
|
+
*
|
|
10866
|
+
* Returns a single trace by ID.
|
|
10867
|
+
*/
|
|
10868
|
+
static getTrace<ThrowOnError extends boolean = false>(options: Options<GetTraceData, ThrowOnError>): RequestResult<GetTraceResponses, GetTraceErrors, ThrowOnError>;
|
|
10869
|
+
/**
|
|
10870
|
+
* Get trace tree
|
|
10871
|
+
*
|
|
10872
|
+
* Returns the full execution tree rooted at the given trace (or its root if the given trace is a child). Each node represents one agent's execution session. The `children` array contains traces triggered by sub-agent tool calls from that trace.
|
|
10873
|
+
*
|
|
10874
|
+
*/
|
|
10875
|
+
static getTraceTree<ThrowOnError extends boolean = false>(options: Options<GetTraceTreeData, ThrowOnError>): RequestResult<GetTraceTreeResponses, GetTraceTreeErrors, ThrowOnError>;
|
|
10876
|
+
/**
|
|
10877
|
+
* Purge trace content
|
|
10878
|
+
*
|
|
10879
|
+
* Deletes the trace's steps object from storage and clears its content columns (`file_id`, `error`), cascading to every descendant trace and to all of their generations. A descendant holds its own steps object covering the same run, so the cascade is what makes the erasure complete rather than merely partial.
|
|
10880
|
+
*
|
|
10881
|
+
* The rows survive as auditable skeletons with `content_redacted_at` set — ids, timestamps, step counts, and the generations' usage-attribution fields are preserved, because the billing and audit ledger must outlive a tenant's erasure of the content. A purged trace therefore reads back as a skeleton, not a 404: a 404 would prove nothing.
|
|
10882
|
+
*
|
|
10883
|
+
* Idempotent — purging an already-purged trace succeeds and leaves the original `content_redacted_at` in place.
|
|
10884
|
+
*
|
|
10885
|
+
*/
|
|
10886
|
+
static purgeTraceContent<ThrowOnError extends boolean = false>(options: Options<PurgeTraceContentData, ThrowOnError>): RequestResult<PurgeTraceContentResponses, PurgeTraceContentErrors, ThrowOnError>;
|
|
10887
|
+
}
|
|
9266
10888
|
declare class Users {
|
|
9267
10889
|
/**
|
|
9268
10890
|
* Get the current user
|
|
@@ -9396,12 +11018,14 @@ declare class NaturaliClient {
|
|
|
9396
11018
|
readonly channels: typeof Channels;
|
|
9397
11019
|
readonly auth: typeof Auth;
|
|
9398
11020
|
readonly conversations: typeof Conversations;
|
|
11021
|
+
readonly evaluations: typeof Evaluations;
|
|
9399
11022
|
readonly generations: typeof Generations;
|
|
9400
11023
|
readonly modelRoutes: typeof ModelRoutes;
|
|
9401
11024
|
readonly projects: typeof Projects;
|
|
9402
11025
|
readonly secrets: typeof Secrets;
|
|
9403
11026
|
readonly sessions: typeof Sessions;
|
|
9404
11027
|
readonly tools: typeof Tools;
|
|
11028
|
+
readonly traces: typeof Traces;
|
|
9405
11029
|
readonly users: typeof Users;
|
|
9406
11030
|
readonly webhooks: typeof Webhooks;
|
|
9407
11031
|
/** The underlying HTTP client, for interceptors or one-off requests. */
|
|
@@ -9409,4 +11033,4 @@ declare class NaturaliClient {
|
|
|
9409
11033
|
constructor({ token, headers }?: NaturaliClientOptions);
|
|
9410
11034
|
}
|
|
9411
11035
|
//#endregion
|
|
9412
|
-
export { type AbortAgentReleaseData, type AbortAgentReleaseError, type AbortAgentReleaseErrors, type AbortAgentReleaseResponse, type AbortAgentReleaseResponses, type AcceptedGenerationResponse, type Acknowledgement, type ActorRecord, Actors, type AddConversationMessageData, type AddConversationMessageError, type AddConversationMessageErrors, type AddConversationMessageResponse, type AddConversationMessageResponses, type AddSessionMessageData, type AddSessionMessageError, type AddSessionMessageErrors, type AddSessionMessageRequest, type AddSessionMessageResponse, type AddSessionMessageResponse2, type AddSessionMessageResponses, type AddSessionMessageSaved, type Address, type AddressActionSet, type AddressList, type Agent, type AgentGenerationResponse, type AgentRelease, type AgentVersion, AgentVersions, Agents, AiProviders, type ApiKeyCreate, type ApiKeyCreated, type ApiKeyId, type ApiKeyList, type ApiKeyRecord, type ApiKeyUpdate, ApiKeys, Assistant, type AssistantChannel, type AssistantGrant, type AssistantGrantList, type AssistantLinkPreview, type AssistantLinkRedeem, type AssistantScope, Auth, type AuthSession, type CallToolData, type CallToolError, type CallToolErrors, type CallToolRequest, type CallToolResponses, type Channel, type ChannelCreate, type ChannelDefaultAction, type ChannelDefaultActionInput, type ChannelId, type ChannelKind, type ChannelKindList, type ChannelList, type ChannelPredicate, type ChannelRoute, type ChannelRouteList, type ChannelRouteWrite, type ChannelSurface, type ChannelUpdate, Channels, type ClientOptions, type Conversation, type ConversationId, type ConversationList, type ConversationMessage, type ConversationMessageList, type ConversationMessageRecord, type ConversationRecord, Conversations, type CreateActorData, type CreateActorError, type CreateActorErrors, type CreateActorResponse, type CreateActorResponses, type CreateAgentData, type CreateAgentError, type CreateAgentErrors, type CreateAgentGenerationData, type CreateAgentGenerationError, type CreateAgentGenerationErrors, type CreateAgentGenerationRequest, type CreateAgentGenerationResponse, type CreateAgentGenerationResponses, type CreateAgentRequest, type CreateAgentResponse, type CreateAgentResponses, type CreateAiProviderData, type CreateAiProviderErrors, type CreateAiProviderResponse, type CreateAiProviderResponses, type CreateApiKeyData, type CreateApiKeyError, type CreateApiKeyErrors, type CreateApiKeyResponse, type CreateApiKeyResponses, type CreateChannelData, type CreateChannelError, type CreateChannelErrors, type CreateChannelResponse, type CreateChannelResponses, type CreateChannelRouteData, type CreateChannelRouteError, type CreateChannelRouteErrors, type CreateChannelRouteResponse, type CreateChannelRouteResponses, type CreateConversationData, type CreateConversationError, type CreateConversationErrors, type CreateConversationResponse, type CreateConversationResponses, type CreateModelRouteData, type CreateModelRouteErrors, type CreateModelRouteResponse, type CreateModelRouteResponses, type CreateProjectData, type CreateProjectError, type CreateProjectErrors, type CreateProjectResponse, type CreateProjectResponses, type CreateSecretData, type CreateSecretErrors, type CreateSecretResponse, type CreateSecretResponses, type CreateSessionData, type CreateSessionError, type CreateSessionErrors, type CreateSessionRequest, type CreateSessionResponse, type CreateSessionResponses, type CreateToolData, type CreateToolError, type CreateToolErrors, type CreateToolRequest, type CreateToolResponse, type CreateToolResponses, type CreateWebhookData, type CreateWebhookError, type CreateWebhookErrors, type CreateWebhookResponse, type CreateWebhookResponses, type Cursor, type DeleteActorData, type DeleteActorError, type DeleteActorErrors, type DeleteActorResponse, type DeleteActorResponses, type DeleteAddressData, type DeleteAddressError, type DeleteAddressErrors, type DeleteAddressResponse, type DeleteAddressResponses, type DeleteAgentData, type DeleteAgentError, type DeleteAgentErrors, type DeleteAgentResponse, type DeleteAgentResponses, type DeleteAiProviderData, type DeleteAiProviderErrors, type DeleteAiProviderResponse, type DeleteAiProviderResponses, type DeleteApiKeyData, type DeleteApiKeyError, type DeleteApiKeyErrors, type DeleteApiKeyResponse, type DeleteApiKeyResponses, type DeleteChannelData, type DeleteChannelError, type DeleteChannelErrors, type DeleteChannelResponse, type DeleteChannelResponses, type DeleteChannelRouteData, type DeleteChannelRouteError, type DeleteChannelRouteErrors, type DeleteChannelRouteResponse, type DeleteChannelRouteResponses, type DeleteConversationData, type DeleteConversationError, type DeleteConversationErrors, type DeleteConversationResponse, type DeleteConversationResponses, type DeleteModelRouteData, type DeleteModelRouteErrors, type DeleteModelRouteResponse, type DeleteModelRouteResponses, type DeleteProjectData, type DeleteProjectError, type DeleteProjectErrors, type DeleteProjectResponse, type DeleteProjectResponses, type DeleteSecretData, type DeleteSecretErrors, type DeleteSecretResponses, type DeleteSessionData, type DeleteSessionError, type DeleteSessionErrors, type DeleteSessionResponse, type DeleteSessionResponses, type DeleteToolData, type DeleteToolError, type DeleteToolErrors, type DeleteToolResponse, type DeleteToolResponses, type DeleteWebhookData, type DeleteWebhookError, type DeleteWebhookErrors, type DeleteWebhookResponse, type DeleteWebhookResponses, type DeliveryId, type DiscordModes, type DocumentMessageContent, type ErrorResponse, type Event, type EventSubscription, type EventType, type Force, type ForkSessionData, type ForkSessionError, type ForkSessionErrors, type ForkSessionRequest, type ForkSessionResponse, type ForkSessionResponses, type GenerateConversationMessageCompleted, type GenerateConversationMessageData, type GenerateConversationMessageError, type GenerateConversationMessageErrors, type GenerateConversationMessageRequiresAction, type GenerateConversationMessageResponse, type GenerateConversationMessageResponse2, type GenerateConversationMessageResponses, type GenerateSessionRequest, type GenerateSessionResponse, type GenerateSessionResponseData, type GenerateSessionResponseError, type GenerateSessionResponseErrors, type GenerateSessionResponseResponse, type GenerateSessionResponseResponses, type Generation, type GenerationTranscript, Generations, type GetActorData, type GetActorError, type GetActorErrors, type GetActorResponse, type GetActorResponses, type GetActorTagsData, type GetActorTagsError, type GetActorTagsErrors, type GetActorTagsResponse, type GetActorTagsResponses, type GetAddressData, type GetAddressError, type GetAddressErrors, type GetAddressResponse, type GetAddressResponses, type GetAgentData, type GetAgentError, type GetAgentErrors, type GetAgentResponse, type GetAgentResponses, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionErrors, type GetAgentVersionResponse, type GetAgentVersionResponses, type GetAiProviderData, type GetAiProviderErrors, type GetAiProviderPricesData, type GetAiProviderPricesErrors, type GetAiProviderPricesResponse, type GetAiProviderPricesResponses, type GetAiProviderResponse, type GetAiProviderResponses, type GetApiKeyData, type GetApiKeyError, type GetApiKeyErrors, type GetApiKeyResponse, type GetApiKeyResponses, type GetChannelConversationData, type GetChannelConversationError, type GetChannelConversationErrors, type GetChannelConversationResponse, type GetChannelConversationResponses, type GetChannelData, type GetChannelError, type GetChannelErrors, type GetChannelResponse, type GetChannelResponses, type GetChannelRouteData, type GetChannelRouteError, type GetChannelRouteErrors, type GetChannelRouteResponse, type GetChannelRouteResponses, type GetConversationData, type GetConversationError, type GetConversationErrors, type GetConversationResponse, type GetConversationResponses, type GetConversationTagsData, type GetConversationTagsError, type GetConversationTagsErrors, type GetConversationTagsResponse, type GetConversationTagsResponses, type GetCurrentUserData, type GetCurrentUserError, type GetCurrentUserErrors, type GetCurrentUserResponse, type GetCurrentUserResponses, type GetGenerationData, type GetGenerationError, type GetGenerationErrors, type GetGenerationResponse, type GetGenerationResponses, type GetGenerationTranscriptData, type GetGenerationTranscriptError, type GetGenerationTranscriptErrors, type GetGenerationTranscriptResponse, type GetGenerationTranscriptResponses, type GetModelRouteData, type GetModelRouteErrors, type GetModelRouteResponse, type GetModelRouteResponses, type GetProjectData, type GetProjectError, type GetProjectErrors, type GetProjectResponse, type GetProjectResponses, type GetProjectUsageData, type GetProjectUsageError, type GetProjectUsageErrors, type GetProjectUsageResponse, type GetProjectUsageResponses, type GetSecretData, type GetSecretErrors, type GetSecretResponse, type GetSecretResponses, type GetSessionData, type GetSessionError, type GetSessionErrors, type GetSessionResponse, type GetSessionResponses, type GetSessionTagsData, type GetSessionTagsError, type GetSessionTagsErrors, type GetSessionTagsResponse, type GetSessionTagsResponses, type GetToolData, type GetToolError, type GetToolErrors, type GetToolResponse, type GetToolResponses, type GetWebhookData, type GetWebhookDeliveryData, type GetWebhookDeliveryError, type GetWebhookDeliveryErrors, type GetWebhookDeliveryResponse, type GetWebhookDeliveryResponses, type GetWebhookError, type GetWebhookErrors, type GetWebhookResponse, type GetWebhookResponses, type GrantId, type IdempotencyKey, type Identifier, type Limit, type LinkToken, type ListActorsData, type ListActorsError, type ListActorsErrors, type ListActorsResponse, type ListActorsResponses, type ListAddressConversationsData, type ListAddressConversationsError, type ListAddressConversationsErrors, type ListAddressConversationsResponse, type ListAddressConversationsResponses, type ListAddressesData, type ListAddressesError, type ListAddressesErrors, type ListAddressesResponse, type ListAddressesResponses, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsErrors, type ListAgentVersionsResponse, type ListAgentVersionsResponses, type ListAgentsData, type ListAgentsError, type ListAgentsErrors, type ListAgentsResponse, type ListAgentsResponses, type ListAiProviderModelsData, type ListAiProviderModelsErrors, type ListAiProviderModelsResponse, type ListAiProviderModelsResponses, type ListAiProvidersData, type ListAiProvidersErrors, type ListAiProvidersResponse, type ListAiProvidersResponses, type ListApiKeysData, type ListApiKeysError, type ListApiKeysErrors, type ListApiKeysResponse, type ListApiKeysResponses, type ListAssistantGrantsData, type ListAssistantGrantsError, type ListAssistantGrantsErrors, type ListAssistantGrantsResponse, type ListAssistantGrantsResponses, type ListChannelConversationMessagesData, type ListChannelConversationMessagesError, type ListChannelConversationMessagesErrors, type ListChannelConversationMessagesResponse, type ListChannelConversationMessagesResponses, type ListChannelConversationsData, type ListChannelConversationsError, type ListChannelConversationsErrors, type ListChannelConversationsResponse, type ListChannelConversationsResponses, type ListChannelKindsData, type ListChannelKindsError, type ListChannelKindsErrors, type ListChannelKindsResponse, type ListChannelKindsResponses, type ListChannelRoutesData, type ListChannelRoutesError, type ListChannelRoutesErrors, type ListChannelRoutesResponse, type ListChannelRoutesResponses, type ListChannelsData, type ListChannelsError, type ListChannelsErrors, type ListChannelsResponse, type ListChannelsResponses, type ListConversationMessagesData, type ListConversationMessagesError, type ListConversationMessagesErrors, type ListConversationMessagesResponse, type ListConversationMessagesResponses, type ListConversationsData, type ListConversationsError, type ListConversationsErrors, type ListConversationsResponse, type ListConversationsResponses, type ListGenerationsData, type ListGenerationsError, type ListGenerationsErrors, type ListGenerationsResponse, type ListGenerationsResponses, type ListModelRoutesData, type ListModelRoutesErrors, type ListModelRoutesResponse, type ListModelRoutesResponses, type ListProjectChannelRoutesData, type ListProjectChannelRoutesError, type ListProjectChannelRoutesErrors, type ListProjectChannelRoutesResponse, type ListProjectChannelRoutesResponses, type ListProjectMembersData, type ListProjectMembersError, type ListProjectMembersErrors, type ListProjectMembersResponse, type ListProjectMembersResponses, type ListProjectsData, type ListProjectsError, type ListProjectsErrors, type ListProjectsResponse, type ListProjectsResponses, type ListSecretsData, type ListSecretsErrors, type ListSecretsResponse, type ListSecretsResponses, type ListSessionForksData, type ListSessionForksError, type ListSessionForksErrors, type ListSessionForksResponse, type ListSessionForksResponses, type ListSessionsData, type ListSessionsError, type ListSessionsErrors, type ListSessionsResponse, type ListSessionsResponses, type ListToolsData, type ListToolsError, type ListToolsErrors, type ListToolsResponse, type ListToolsResponses, type ListWebhookDeliveriesData, type ListWebhookDeliveriesError, type ListWebhookDeliveriesErrors, type ListWebhookDeliveriesResponse, type ListWebhookDeliveriesResponses, type ListWebhooksData, type ListWebhooksError, type ListWebhooksErrors, type ListWebhooksResponse, type ListWebhooksResponses, type LogoutData, type LogoutError, type LogoutErrors, type LogoutRequest, type LogoutResponse, type LogoutResponses, type MergeActorTagsData, type MergeActorTagsError, type MergeActorTagsErrors, type MergeActorTagsResponse, type MergeActorTagsResponses, type MergeConversationTagsData, type MergeConversationTagsError, type MergeConversationTagsErrors, type MergeConversationTagsResponse, type MergeConversationTagsResponses, type MergeSessionTagsData, type MergeSessionTagsError, type MergeSessionTagsErrors, type MergeSessionTagsResponse, type MergeSessionTagsResponses, type MessagesLimit, type ModelRoute, type ModelRouteTarget, ModelRoutes, NaturaliClient, type NaturaliClientOptions, type Offset, type OpenChannelConversationData, type OpenChannelConversationError, type OpenChannelConversationErrors, type OpenChannelConversationResponse, type OpenChannelConversationResponses, type Options, type PatchAgentData, type PatchAgentError, type PatchAgentErrors, type PatchAgentResponse, type PatchAgentResponses, type PreviewAssistantLinkData, type PreviewAssistantLinkError, type PreviewAssistantLinkErrors, type PreviewAssistantLinkResponse, type PreviewAssistantLinkResponses, type Project, type ProjectCreate, type ProjectId, type ProjectList, type ProjectMember, type ProjectMemberList, type ProjectRole, type ProjectUpdate, type ProjectUsage, Projects, type PromoteAgentReleaseData, type PromoteAgentReleaseError, type PromoteAgentReleaseErrors, type PromoteAgentReleaseResponse, type PromoteAgentReleaseResponses, type ProviderModelsResponse, type ProviderPrice, type ProviderPricesResponse, type PurgeGenerationContentData, type PurgeGenerationContentError, type PurgeGenerationContentErrors, type PurgeGenerationContentResponse, type PurgeGenerationContentResponses, type RedeemAssistantLinkData, type RedeemAssistantLinkError, type RedeemAssistantLinkErrors, type RedeemAssistantLinkResponse, type RedeemAssistantLinkResponses, type RedeliverWebhookDeliveryData, type RedeliverWebhookDeliveryError, type RedeliverWebhookDeliveryErrors, type RedeliverWebhookDeliveryResponse, type RedeliverWebhookDeliveryResponses, type RefreshRequest, type RefreshSessionData, type RefreshSessionError, type RefreshSessionErrors, type RefreshSessionResponse, type RefreshSessionResponses, type RemoveConversationMessageData, type RemoveConversationMessageError, type RemoveConversationMessageErrors, type RemoveConversationMessageResponse, type RemoveConversationMessageResponses, type ReplaceActorTagsData, type ReplaceActorTagsError, type ReplaceActorTagsErrors, type ReplaceActorTagsResponse, type ReplaceActorTagsResponses, type ReplaceConversationTagsData, type ReplaceConversationTagsError, type ReplaceConversationTagsErrors, type ReplaceConversationTagsResponse, type ReplaceConversationTagsResponses, type ReplaceSessionTagsData, type ReplaceSessionTagsError, type ReplaceSessionTagsErrors, type ReplaceSessionTagsResponse, type ReplaceSessionTagsResponses, type RequestSignInCodeData, type RequestSignInCodeError, type RequestSignInCodeErrors, type RequestSignInCodeResponse, type RequestSignInCodeResponses, type RestoreAgentVersionData, type RestoreAgentVersionError, type RestoreAgentVersionErrors, type RestoreAgentVersionRequest, type RestoreAgentVersionResponse, type RestoreAgentVersionResponses, type RevokeAssistantGrantData, type RevokeAssistantGrantError, type RevokeAssistantGrantErrors, type RevokeAssistantGrantResponse, type RevokeAssistantGrantResponses, type RotateApiKeyData, type RotateApiKeyError, type RotateApiKeyErrors, type RotateApiKeyResponse, type RotateApiKeyResponses, type RotateWebhookSecretData, type RotateWebhookSecretError, type RotateWebhookSecretErrors, type RotateWebhookSecretResponse, type RotateWebhookSecretResponses, type RouteId, Secrets, type SendSessionMessageResponse, type SessionId, type SessionRecord, Sessions, type SetAddressActionData, type SetAddressActionError, type SetAddressActionErrors, type SetAddressActionResponse, type SetAddressActionResponses, type SetAgentReleaseData, type SetAgentReleaseError, type SetAgentReleaseErrors, type SetAgentReleaseRequest, type SetAgentReleaseResponse, type SetAgentReleaseResponses, type SignInCodeRequest, type SignInCodeVerify, type SubmitAgentToolOutputsData, type SubmitAgentToolOutputsError, type SubmitAgentToolOutputsErrors, type SubmitAgentToolOutputsResponse, type SubmitAgentToolOutputsResponses, type SubmitSessionToolOutputsData, type SubmitSessionToolOutputsError, type SubmitSessionToolOutputsErrors, type SubmitSessionToolOutputsRequest, type SubmitSessionToolOutputsResponse, type SubmitSessionToolOutputsResponses, type SubmitToolOutputsRequest, type Tool, type ToolBinding, type ToolOutputMessageContent, Tools, type TranscriptStep, type TranscriptToolCall, type TranscriptToolResult, type TranscriptUsage, type UpdateActorData, type UpdateActorError, type UpdateActorErrors, type UpdateActorResponse, type UpdateActorResponses, type UpdateAgentData, type UpdateAgentError, type UpdateAgentErrors, type UpdateAgentRequest, type UpdateAgentResponse, type UpdateAgentResponses, type UpdateAiProviderData, type UpdateAiProviderErrors, type UpdateAiProviderPricesData, type UpdateAiProviderPricesErrors, type UpdateAiProviderPricesResponse, type UpdateAiProviderPricesResponses, type UpdateAiProviderResponses, type UpdateApiKeyData, type UpdateApiKeyError, type UpdateApiKeyErrors, type UpdateApiKeyResponse, type UpdateApiKeyResponses, type UpdateChannelData, type UpdateChannelError, type UpdateChannelErrors, type UpdateChannelResponse, type UpdateChannelResponses, type UpdateChannelRouteData, type UpdateChannelRouteError, type UpdateChannelRouteErrors, type UpdateChannelRouteResponse, type UpdateChannelRouteResponses, type UpdateConversationData, type UpdateConversationError, type UpdateConversationErrors, type UpdateConversationResponse, type UpdateConversationResponses, type UpdateCurrentUserData, type UpdateCurrentUserError, type UpdateCurrentUserErrors, type UpdateCurrentUserResponse, type UpdateCurrentUserResponses, type UpdateGenerationData, type UpdateGenerationError, type UpdateGenerationErrors, type UpdateGenerationRequest, type UpdateGenerationResponse, type UpdateGenerationResponses, type UpdateModelRouteData, type UpdateModelRouteErrors, type UpdateModelRouteResponse, type UpdateModelRouteResponses, type UpdateProjectData, type UpdateProjectError, type UpdateProjectErrors, type UpdateProjectResponse, type UpdateProjectResponses, type UpdateSecretData, type UpdateSecretErrors, type UpdateSecretResponses, type UpdateSessionData, type UpdateSessionError, type UpdateSessionErrors, type UpdateSessionRequest, type UpdateSessionResponse, type UpdateSessionResponses, type UpdateToolData, type UpdateToolError, type UpdateToolErrors, type UpdateToolRequest, type UpdateToolResponse, type UpdateToolResponses, type UpdateWebhookData, type UpdateWebhookError, type UpdateWebhookErrors, type UpdateWebhookResponse, type UpdateWebhookResponses, type UpsertProviderPricesRequest, type UsageComponent, type UsageComponents, type UsageGroup, type UsageTokens, type User, type UserUpdate, Users, type VerifySignInCodeData, type VerifySignInCodeError, type VerifySignInCodeErrors, type VerifySignInCodeResponse, type VerifySignInCodeResponses, type Webhook, type WebhookCreate, type WebhookDelivery, type WebhookDeliveryList, type WebhookId, type WebhookList, type WebhookUpdate, type WebhookWithSecret, Webhooks, createClient, createConfig };
|
|
11036
|
+
export { type AbortAgentReleaseData, type AbortAgentReleaseError, type AbortAgentReleaseErrors, type AbortAgentReleaseResponse, type AbortAgentReleaseResponses, type AcceptedGenerationResponse, type Acknowledgement, type ActorRecord, Actors, type AddConversationMessageData, type AddConversationMessageError, type AddConversationMessageErrors, type AddConversationMessageResponse, type AddConversationMessageResponses, type AddSessionMessageData, type AddSessionMessageError, type AddSessionMessageErrors, type AddSessionMessageRequest, type AddSessionMessageResponse, type AddSessionMessageResponse2, type AddSessionMessageResponses, type AddSessionMessageSaved, type Address, type AddressActionSet, type AddressList, type Agent, type AgentGenerationResponse, type AgentRelease, type AgentVersion, AgentVersions, Agents, type AggregateScores, AiProviders, type ApiKeyCreate, type ApiKeyCreated, type ApiKeyId, type ApiKeyList, type ApiKeyRecord, type ApiKeyUpdate, ApiKeys, Assistant, type AssistantChannel, type AssistantGrant, type AssistantGrantList, type AssistantLinkPreview, type AssistantLinkRedeem, type AssistantScope, Auth, type AuthSession, type BaselineComparison, type CallToolData, type CallToolError, type CallToolErrors, type CallToolRequest, type CallToolResponses, type CancelEvalRunData, type CancelEvalRunErrors, type CancelEvalRunResponse, type CancelEvalRunResponses, type Channel, type ChannelCreate, type ChannelDefaultAction, type ChannelDefaultActionInput, type ChannelId, type ChannelKind, type ChannelKindList, type ChannelList, type ChannelPredicate, type ChannelRoute, type ChannelRouteList, type ChannelRouteWrite, type ChannelSurface, type ChannelUpdate, Channels, type ClientOptions, type ContainsScorer, type Conversation, type ConversationId, type ConversationList, type ConversationMessage, type ConversationMessageList, type ConversationMessageRecord, type ConversationRecord, Conversations, type CreateActorData, type CreateActorError, type CreateActorErrors, type CreateActorResponse, type CreateActorResponses, type CreateAgentData, type CreateAgentError, type CreateAgentErrors, type CreateAgentGenerationData, type CreateAgentGenerationError, type CreateAgentGenerationErrors, type CreateAgentGenerationRequest, type CreateAgentGenerationResponse, type CreateAgentGenerationResponses, type CreateAgentRequest, type CreateAgentResponse, type CreateAgentResponses, type CreateAiProviderData, type CreateAiProviderErrors, type CreateAiProviderResponse, type CreateAiProviderResponses, type CreateApiKeyData, type CreateApiKeyError, type CreateApiKeyErrors, type CreateApiKeyResponse, type CreateApiKeyResponses, type CreateChannelData, type CreateChannelError, type CreateChannelErrors, type CreateChannelResponse, type CreateChannelResponses, type CreateChannelRouteData, type CreateChannelRouteError, type CreateChannelRouteErrors, type CreateChannelRouteResponse, type CreateChannelRouteResponses, type CreateConversationData, type CreateConversationError, type CreateConversationErrors, type CreateConversationResponse, type CreateConversationResponses, type CreateDatasetData, type CreateDatasetErrors, type CreateDatasetItemData, type CreateDatasetItemErrors, type CreateDatasetItemFromGenerationData, type CreateDatasetItemFromGenerationErrors, type CreateDatasetItemFromGenerationResponse, type CreateDatasetItemFromGenerationResponses, type CreateDatasetItemResponse, type CreateDatasetItemResponses, type CreateDatasetResponse, type CreateDatasetResponses, type CreateEvalData, type CreateEvalErrors, type CreateEvalResponse, type CreateEvalResponses, type CreateModelRouteData, type CreateModelRouteErrors, type CreateModelRouteResponse, type CreateModelRouteResponses, type CreateProjectData, type CreateProjectError, type CreateProjectErrors, type CreateProjectResponse, type CreateProjectResponses, type CreateSecretData, type CreateSecretErrors, type CreateSecretResponse, type CreateSecretResponses, type CreateSessionData, type CreateSessionError, type CreateSessionErrors, type CreateSessionRequest, type CreateSessionResponse, type CreateSessionResponses, type CreateToolData, type CreateToolError, type CreateToolErrors, type CreateToolRequest, type CreateToolResponse, type CreateToolResponses, type CreateWebhookData, type CreateWebhookError, type CreateWebhookErrors, type CreateWebhookResponse, type CreateWebhookResponses, type Cursor, type Dataset, type DatasetItem, type DatasetItemInput, type DeleteActorData, type DeleteActorError, type DeleteActorErrors, type DeleteActorResponse, type DeleteActorResponses, type DeleteAddressData, type DeleteAddressError, type DeleteAddressErrors, type DeleteAddressResponse, type DeleteAddressResponses, type DeleteAgentData, type DeleteAgentError, type DeleteAgentErrors, type DeleteAgentResponse, type DeleteAgentResponses, type DeleteAiProviderData, type DeleteAiProviderErrors, type DeleteAiProviderResponse, type DeleteAiProviderResponses, type DeleteApiKeyData, type DeleteApiKeyError, type DeleteApiKeyErrors, type DeleteApiKeyResponse, type DeleteApiKeyResponses, type DeleteChannelData, type DeleteChannelError, type DeleteChannelErrors, type DeleteChannelResponse, type DeleteChannelResponses, type DeleteChannelRouteData, type DeleteChannelRouteError, type DeleteChannelRouteErrors, type DeleteChannelRouteResponse, type DeleteChannelRouteResponses, type DeleteConversationData, type DeleteConversationError, type DeleteConversationErrors, type DeleteConversationResponse, type DeleteConversationResponses, type DeleteDatasetData, type DeleteDatasetErrors, type DeleteDatasetItemData, type DeleteDatasetItemErrors, type DeleteDatasetItemResponse, type DeleteDatasetItemResponses, type DeleteDatasetResponse, type DeleteDatasetResponses, type DeleteEvalData, type DeleteEvalErrors, type DeleteEvalResponse, type DeleteEvalResponses, type DeleteModelRouteData, type DeleteModelRouteErrors, type DeleteModelRouteResponse, type DeleteModelRouteResponses, type DeleteProjectData, type DeleteProjectError, type DeleteProjectErrors, type DeleteProjectResponse, type DeleteProjectResponses, type DeleteSecretData, type DeleteSecretErrors, type DeleteSecretResponses, type DeleteSessionData, type DeleteSessionError, type DeleteSessionErrors, type DeleteSessionResponse, type DeleteSessionResponses, type DeleteToolData, type DeleteToolError, type DeleteToolErrors, type DeleteToolResponse, type DeleteToolResponses, type DeleteWebhookData, type DeleteWebhookError, type DeleteWebhookErrors, type DeleteWebhookResponse, type DeleteWebhookResponses, type DeliveryId, type DiscordModes, type DocumentMessageContent, type ErrorResponse, type Eval, type EvalResult, type EvalRun, Evaluations, type Event, type EventSubscription, type EventType, type ExactMatchScorer, type Force, type ForkSessionData, type ForkSessionError, type ForkSessionErrors, type ForkSessionRequest, type ForkSessionResponse, type ForkSessionResponses, type GenerateConversationMessageCompleted, type GenerateConversationMessageData, type GenerateConversationMessageError, type GenerateConversationMessageErrors, type GenerateConversationMessageRequiresAction, type GenerateConversationMessageResponse, type GenerateConversationMessageResponse2, type GenerateConversationMessageResponses, type GenerateSessionRequest, type GenerateSessionResponse, type GenerateSessionResponseData, type GenerateSessionResponseError, type GenerateSessionResponseErrors, type GenerateSessionResponseResponse, type GenerateSessionResponseResponses, type Generation, type GenerationTranscript, Generations, type GetActorData, type GetActorError, type GetActorErrors, type GetActorResponse, type GetActorResponses, type GetActorTagsData, type GetActorTagsError, type GetActorTagsErrors, type GetActorTagsResponse, type GetActorTagsResponses, type GetAddressData, type GetAddressError, type GetAddressErrors, type GetAddressResponse, type GetAddressResponses, type GetAgentData, type GetAgentError, type GetAgentErrors, type GetAgentResponse, type GetAgentResponses, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionErrors, type GetAgentVersionResponse, type GetAgentVersionResponses, type GetAiProviderData, type GetAiProviderErrors, type GetAiProviderPricesData, type GetAiProviderPricesErrors, type GetAiProviderPricesResponse, type GetAiProviderPricesResponses, type GetAiProviderResponse, type GetAiProviderResponses, type GetApiKeyData, type GetApiKeyError, type GetApiKeyErrors, type GetApiKeyResponse, type GetApiKeyResponses, type GetChannelConversationData, type GetChannelConversationError, type GetChannelConversationErrors, type GetChannelConversationResponse, type GetChannelConversationResponses, type GetChannelData, type GetChannelError, type GetChannelErrors, type GetChannelResponse, type GetChannelResponses, type GetChannelRouteData, type GetChannelRouteError, type GetChannelRouteErrors, type GetChannelRouteResponse, type GetChannelRouteResponses, type GetConversationData, type GetConversationError, type GetConversationErrors, type GetConversationResponse, type GetConversationResponses, type GetConversationTagsData, type GetConversationTagsError, type GetConversationTagsErrors, type GetConversationTagsResponse, type GetConversationTagsResponses, type GetCurrentUserData, type GetCurrentUserError, type GetCurrentUserErrors, type GetCurrentUserResponse, type GetCurrentUserResponses, type GetDatasetData, type GetDatasetErrors, type GetDatasetResponse, type GetDatasetResponses, type GetEvalData, type GetEvalErrors, type GetEvalResponse, type GetEvalResponses, type GetEvalRunData, type GetEvalRunErrors, type GetEvalRunResponse, type GetEvalRunResponses, type GetGenerationData, type GetGenerationError, type GetGenerationErrors, type GetGenerationResponse, type GetGenerationResponses, type GetGenerationTranscriptData, type GetGenerationTranscriptError, type GetGenerationTranscriptErrors, type GetGenerationTranscriptResponse, type GetGenerationTranscriptResponses, type GetModelRouteData, type GetModelRouteErrors, type GetModelRouteResponse, type GetModelRouteResponses, type GetProjectData, type GetProjectError, type GetProjectErrors, type GetProjectResponse, type GetProjectResponses, type GetProjectUsageData, type GetProjectUsageError, type GetProjectUsageErrors, type GetProjectUsageResponse, type GetProjectUsageResponses, type GetSecretData, type GetSecretErrors, type GetSecretResponse, type GetSecretResponses, type GetSessionData, type GetSessionError, type GetSessionErrors, type GetSessionResponse, type GetSessionResponses, type GetSessionTagsData, type GetSessionTagsError, type GetSessionTagsErrors, type GetSessionTagsResponse, type GetSessionTagsResponses, type GetToolData, type GetToolError, type GetToolErrors, type GetToolResponse, type GetToolResponses, type GetTraceData, type GetTraceError, type GetTraceErrors, type GetTraceResponse, type GetTraceResponses, type GetTraceTreeData, type GetTraceTreeError, type GetTraceTreeErrors, type GetTraceTreeResponse, type GetTraceTreeResponses, type GetWebhookData, type GetWebhookDeliveryData, type GetWebhookDeliveryError, type GetWebhookDeliveryErrors, type GetWebhookDeliveryResponse, type GetWebhookDeliveryResponses, type GetWebhookError, type GetWebhookErrors, type GetWebhookResponse, type GetWebhookResponses, type GrantId, type IdempotencyKey, type Identifier, type JsonLogicScorer, type Limit, type LinkToken, type ListActorsData, type ListActorsError, type ListActorsErrors, type ListActorsResponse, type ListActorsResponses, type ListAddressConversationsData, type ListAddressConversationsError, type ListAddressConversationsErrors, type ListAddressConversationsResponse, type ListAddressConversationsResponses, type ListAddressesData, type ListAddressesError, type ListAddressesErrors, type ListAddressesResponse, type ListAddressesResponses, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsErrors, type ListAgentVersionsResponse, type ListAgentVersionsResponses, type ListAgentsData, type ListAgentsError, type ListAgentsErrors, type ListAgentsResponse, type ListAgentsResponses, type ListAiProviderModelsData, type ListAiProviderModelsErrors, type ListAiProviderModelsResponse, type ListAiProviderModelsResponses, type ListAiProvidersData, type ListAiProvidersErrors, type ListAiProvidersResponse, type ListAiProvidersResponses, type ListApiKeysData, type ListApiKeysError, type ListApiKeysErrors, type ListApiKeysResponse, type ListApiKeysResponses, type ListAssistantGrantsData, type ListAssistantGrantsError, type ListAssistantGrantsErrors, type ListAssistantGrantsResponse, type ListAssistantGrantsResponses, type ListChannelConversationMessagesData, type ListChannelConversationMessagesError, type ListChannelConversationMessagesErrors, type ListChannelConversationMessagesResponse, type ListChannelConversationMessagesResponses, type ListChannelConversationsData, type ListChannelConversationsError, type ListChannelConversationsErrors, type ListChannelConversationsResponse, type ListChannelConversationsResponses, type ListChannelKindsData, type ListChannelKindsError, type ListChannelKindsErrors, type ListChannelKindsResponse, type ListChannelKindsResponses, type ListChannelRoutesData, type ListChannelRoutesError, type ListChannelRoutesErrors, type ListChannelRoutesResponse, type ListChannelRoutesResponses, type ListChannelsData, type ListChannelsError, type ListChannelsErrors, type ListChannelsResponse, type ListChannelsResponses, type ListConversationMessagesData, type ListConversationMessagesError, type ListConversationMessagesErrors, type ListConversationMessagesResponse, type ListConversationMessagesResponses, type ListConversationsData, type ListConversationsError, type ListConversationsErrors, type ListConversationsResponse, type ListConversationsResponses, type ListDatasetItemsData, type ListDatasetItemsErrors, type ListDatasetItemsResponse, type ListDatasetItemsResponses, type ListDatasetsData, type ListDatasetsErrors, type ListDatasetsResponse, type ListDatasetsResponses, type ListEvalResultsData, type ListEvalResultsErrors, type ListEvalResultsResponse, type ListEvalResultsResponses, type ListEvalRunsData, type ListEvalRunsErrors, type ListEvalRunsResponse, type ListEvalRunsResponses, type ListEvalsData, type ListEvalsErrors, type ListEvalsResponse, type ListEvalsResponses, type ListGenerationsData, type ListGenerationsError, type ListGenerationsErrors, type ListGenerationsResponse, type ListGenerationsResponses, type ListModelRoutesData, type ListModelRoutesErrors, type ListModelRoutesResponse, type ListModelRoutesResponses, type ListProjectChannelRoutesData, type ListProjectChannelRoutesError, type ListProjectChannelRoutesErrors, type ListProjectChannelRoutesResponse, type ListProjectChannelRoutesResponses, type ListProjectMembersData, type ListProjectMembersError, type ListProjectMembersErrors, type ListProjectMembersResponse, type ListProjectMembersResponses, type ListProjectsData, type ListProjectsError, type ListProjectsErrors, type ListProjectsResponse, type ListProjectsResponses, type ListSecretsData, type ListSecretsErrors, type ListSecretsResponse, type ListSecretsResponses, type ListSessionForksData, type ListSessionForksError, type ListSessionForksErrors, type ListSessionForksResponse, type ListSessionForksResponses, type ListSessionsData, type ListSessionsError, type ListSessionsErrors, type ListSessionsResponse, type ListSessionsResponses, type ListToolsData, type ListToolsError, type ListToolsErrors, type ListToolsResponse, type ListToolsResponses, type ListTracesData, type ListTracesError, type ListTracesErrors, type ListTracesResponse, type ListTracesResponses, type ListWebhookDeliveriesData, type ListWebhookDeliveriesError, type ListWebhookDeliveriesErrors, type ListWebhookDeliveriesResponse, type ListWebhookDeliveriesResponses, type ListWebhooksData, type ListWebhooksError, type ListWebhooksErrors, type ListWebhooksResponse, type ListWebhooksResponses, type LlmJudgeScorer, type LogoutData, type LogoutError, type LogoutErrors, type LogoutRequest, type LogoutResponse, type LogoutResponses, type MergeActorTagsData, type MergeActorTagsError, type MergeActorTagsErrors, type MergeActorTagsResponse, type MergeActorTagsResponses, type MergeConversationTagsData, type MergeConversationTagsError, type MergeConversationTagsErrors, type MergeConversationTagsResponse, type MergeConversationTagsResponses, type MergeSessionTagsData, type MergeSessionTagsError, type MergeSessionTagsErrors, type MergeSessionTagsResponse, type MergeSessionTagsResponses, type MessagesLimit, type ModelRoute, type ModelRouteTarget, ModelRoutes, NaturaliClient, type NaturaliClientOptions, type Offset, type OpenChannelConversationData, type OpenChannelConversationError, type OpenChannelConversationErrors, type OpenChannelConversationResponse, type OpenChannelConversationResponses, type Options, type OutputSchemaScorer, type PatchAgentData, type PatchAgentError, type PatchAgentErrors, type PatchAgentResponse, type PatchAgentResponses, type PreviewAssistantLinkData, type PreviewAssistantLinkError, type PreviewAssistantLinkErrors, type PreviewAssistantLinkResponse, type PreviewAssistantLinkResponses, type Project, type ProjectCreate, type ProjectId, type ProjectList, type ProjectMember, type ProjectMemberList, type ProjectRole, type ProjectUpdate, type ProjectUsage, Projects, type PromoteAgentReleaseData, type PromoteAgentReleaseError, type PromoteAgentReleaseErrors, type PromoteAgentReleaseResponse, type PromoteAgentReleaseResponses, type ProviderModelsResponse, type ProviderPrice, type ProviderPricesResponse, type PurgeGenerationContentData, type PurgeGenerationContentError, type PurgeGenerationContentErrors, type PurgeGenerationContentResponse, type PurgeGenerationContentResponses, type PurgeTraceContentData, type PurgeTraceContentError, type PurgeTraceContentErrors, type PurgeTraceContentResponse, type PurgeTraceContentResponses, type RedeemAssistantLinkData, type RedeemAssistantLinkError, type RedeemAssistantLinkErrors, type RedeemAssistantLinkResponse, type RedeemAssistantLinkResponses, type RedeliverWebhookDeliveryData, type RedeliverWebhookDeliveryError, type RedeliverWebhookDeliveryErrors, type RedeliverWebhookDeliveryResponse, type RedeliverWebhookDeliveryResponses, type RefreshRequest, type RefreshSessionData, type RefreshSessionError, type RefreshSessionErrors, type RefreshSessionResponse, type RefreshSessionResponses, type RemoveConversationMessageData, type RemoveConversationMessageError, type RemoveConversationMessageErrors, type RemoveConversationMessageResponse, type RemoveConversationMessageResponses, type ReplaceActorTagsData, type ReplaceActorTagsError, type ReplaceActorTagsErrors, type ReplaceActorTagsResponse, type ReplaceActorTagsResponses, type ReplaceConversationTagsData, type ReplaceConversationTagsError, type ReplaceConversationTagsErrors, type ReplaceConversationTagsResponse, type ReplaceConversationTagsResponses, type ReplaceSessionTagsData, type ReplaceSessionTagsError, type ReplaceSessionTagsErrors, type ReplaceSessionTagsResponse, type ReplaceSessionTagsResponses, type RequestSignInCodeData, type RequestSignInCodeError, type RequestSignInCodeErrors, type RequestSignInCodeResponse, type RequestSignInCodeResponses, type RestoreAgentVersionData, type RestoreAgentVersionError, type RestoreAgentVersionErrors, type RestoreAgentVersionRequest, type RestoreAgentVersionResponse, type RestoreAgentVersionResponses, type RevokeAssistantGrantData, type RevokeAssistantGrantError, type RevokeAssistantGrantErrors, type RevokeAssistantGrantResponse, type RevokeAssistantGrantResponses, type RotateApiKeyData, type RotateApiKeyError, type RotateApiKeyErrors, type RotateApiKeyResponse, type RotateApiKeyResponses, type RotateWebhookSecretData, type RotateWebhookSecretError, type RotateWebhookSecretErrors, type RotateWebhookSecretResponse, type RotateWebhookSecretResponses, type RouteId, type ScorerResult, type Scorers, Secrets, type SendSessionMessageResponse, type SessionId, type SessionRecord, Sessions, type SetAddressActionData, type SetAddressActionError, type SetAddressActionErrors, type SetAddressActionResponse, type SetAddressActionResponses, type SetAgentReleaseData, type SetAgentReleaseError, type SetAgentReleaseErrors, type SetAgentReleaseRequest, type SetAgentReleaseResponse, type SetAgentReleaseResponses, type SignInCodeRequest, type SignInCodeVerify, type StartEvalRunData, type StartEvalRunErrors, type StartEvalRunResponse, type StartEvalRunResponses, type SubmitAgentToolOutputsData, type SubmitAgentToolOutputsError, type SubmitAgentToolOutputsErrors, type SubmitAgentToolOutputsResponse, type SubmitAgentToolOutputsResponses, type SubmitSessionToolOutputsData, type SubmitSessionToolOutputsError, type SubmitSessionToolOutputsErrors, type SubmitSessionToolOutputsRequest, type SubmitSessionToolOutputsResponse, type SubmitSessionToolOutputsResponses, type SubmitToolOutputsRequest, type Tool, type ToolBinding, type ToolOutputMessageContent, type ToolScorer, Tools, type Trace, type TraceTreeNode, Traces, type TranscriptStep, type TranscriptToolCall, type TranscriptToolResult, type TranscriptUsage, type UpdateActorData, type UpdateActorError, type UpdateActorErrors, type UpdateActorResponse, type UpdateActorResponses, type UpdateAgentData, type UpdateAgentError, type UpdateAgentErrors, type UpdateAgentRequest, type UpdateAgentResponse, type UpdateAgentResponses, type UpdateAiProviderData, type UpdateAiProviderErrors, type UpdateAiProviderPricesData, type UpdateAiProviderPricesErrors, type UpdateAiProviderPricesResponse, type UpdateAiProviderPricesResponses, type UpdateAiProviderResponses, type UpdateApiKeyData, type UpdateApiKeyError, type UpdateApiKeyErrors, type UpdateApiKeyResponse, type UpdateApiKeyResponses, type UpdateChannelData, type UpdateChannelError, type UpdateChannelErrors, type UpdateChannelResponse, type UpdateChannelResponses, type UpdateChannelRouteData, type UpdateChannelRouteError, type UpdateChannelRouteErrors, type UpdateChannelRouteResponse, type UpdateChannelRouteResponses, type UpdateConversationData, type UpdateConversationError, type UpdateConversationErrors, type UpdateConversationResponse, type UpdateConversationResponses, type UpdateCurrentUserData, type UpdateCurrentUserError, type UpdateCurrentUserErrors, type UpdateCurrentUserResponse, type UpdateCurrentUserResponses, type UpdateDatasetData, type UpdateDatasetErrors, type UpdateDatasetItemData, type UpdateDatasetItemErrors, type UpdateDatasetItemResponse, type UpdateDatasetItemResponses, type UpdateDatasetResponse, type UpdateDatasetResponses, type UpdateEvalData, type UpdateEvalErrors, type UpdateEvalResponse, type UpdateEvalResponses, type UpdateGenerationData, type UpdateGenerationError, type UpdateGenerationErrors, type UpdateGenerationRequest, type UpdateGenerationResponse, type UpdateGenerationResponses, type UpdateModelRouteData, type UpdateModelRouteErrors, type UpdateModelRouteResponse, type UpdateModelRouteResponses, type UpdateProjectData, type UpdateProjectError, type UpdateProjectErrors, type UpdateProjectResponse, type UpdateProjectResponses, type UpdateSecretData, type UpdateSecretErrors, type UpdateSecretResponses, type UpdateSessionData, type UpdateSessionError, type UpdateSessionErrors, type UpdateSessionRequest, type UpdateSessionResponse, type UpdateSessionResponses, type UpdateToolData, type UpdateToolError, type UpdateToolErrors, type UpdateToolRequest, type UpdateToolResponse, type UpdateToolResponses, type UpdateWebhookData, type UpdateWebhookError, type UpdateWebhookErrors, type UpdateWebhookResponse, type UpdateWebhookResponses, type UpsertProviderPricesRequest, type UsageComponent, type UsageComponents, type UsageGroup, type UsageTokens, type User, type UserUpdate, Users, type VerifySignInCodeData, type VerifySignInCodeError, type VerifySignInCodeErrors, type VerifySignInCodeResponse, type VerifySignInCodeResponses, type Webhook, type WebhookCreate, type WebhookDelivery, type WebhookDeliveryList, type WebhookId, type WebhookList, type WebhookUpdate, type WebhookWithSecret, Webhooks, createClient, createConfig };
|