@aexol/spectral 0.9.264 → 0.9.269
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extensions/dataset-uploader/cleaner.d.ts +8 -0
- package/dist/extensions/dataset-uploader/cleaner.d.ts.map +1 -1
- package/dist/extensions/dataset-uploader/cleaner.js +27 -1
- package/dist/extensions/dataset-uploader/exporter.d.ts.map +1 -1
- package/dist/extensions/dataset-uploader/exporter.js +9 -1
- package/dist/extensions/dataset-uploader/scrubber.d.ts.map +1 -1
- package/dist/extensions/dataset-uploader/scrubber.js +15 -0
- package/dist/extensions/dataset-uploader/upload.d.ts.map +1 -1
- package/dist/extensions/dataset-uploader/upload.js +5 -1
- package/dist/generated/zeus/const.d.ts.map +1 -1
- package/dist/generated/zeus/const.js +190 -2
- package/dist/generated/zeus/index.d.ts +1194 -0
- package/dist/generated/zeus/index.d.ts.map +1 -1
- package/dist/generated/zeus/index.js +24 -0
- package/dist/memory/tokens.d.ts.map +1 -1
- package/dist/memory/tokens.js +8 -1
- package/dist/sdk/ai/env-api-keys.d.ts.map +1 -1
- package/dist/sdk/ai/env-api-keys.js +38 -8
- package/dist/sdk/coding-agent/core/agent-session.d.ts +2 -1
- package/dist/sdk/coding-agent/core/agent-session.d.ts.map +1 -1
- package/dist/sdk/coding-agent/core/agent-session.js +9 -2
- package/package.json +1 -1
|
@@ -1475,6 +1475,19 @@ export type ValueTypes = {
|
|
|
1475
1475
|
query: ValueTypes["AdminVastAiOfferQueryInput"] | Variable<any, string>;
|
|
1476
1476
|
}, ValueTypes["AdminVastAiOffer"]];
|
|
1477
1477
|
adminVastAiInstances?: ValueTypes["AdminVastAiInstance"];
|
|
1478
|
+
adminUpCloudAccount?: ValueTypes["UpCloudAccount"];
|
|
1479
|
+
adminUpCloudGpuPlans?: ValueTypes["UpCloudGpuPlan"];
|
|
1480
|
+
adminUpCloudGpuPrices?: [{
|
|
1481
|
+
zone?: string | undefined | null | Variable<any, string>;
|
|
1482
|
+
}, ValueTypes["UpCloudPlanPrices"]];
|
|
1483
|
+
adminUpCloudTemplates?: ValueTypes["UpCloudTemplate"];
|
|
1484
|
+
adminUpCloudServers?: [{
|
|
1485
|
+
labelKey?: string | undefined | null | Variable<any, string>;
|
|
1486
|
+
labelValue?: string | undefined | null | Variable<any, string>;
|
|
1487
|
+
}, ValueTypes["UpCloudServer"]];
|
|
1488
|
+
adminUpCloudServer?: [{
|
|
1489
|
+
uuid: string | Variable<any, string>;
|
|
1490
|
+
}, ValueTypes["UpCloudServer"]];
|
|
1478
1491
|
adminRunPodAccount?: ValueTypes["AdminRunPodAccount"];
|
|
1479
1492
|
adminRunPodSettings?: ValueTypes["AdminRunPodSettings"];
|
|
1480
1493
|
adminRunPodPods?: [{
|
|
@@ -1486,6 +1499,15 @@ export type ValueTypes = {
|
|
|
1486
1499
|
adminDeployConfig?: [{
|
|
1487
1500
|
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1488
1501
|
}, ValueTypes["AdminDeployConfig"]];
|
|
1502
|
+
adminColdStartProfiles?: ValueTypes["AdminColdStartProfile"];
|
|
1503
|
+
adminColdStartRuns?: [{
|
|
1504
|
+
profileId?: string | undefined | null | Variable<any, string>;
|
|
1505
|
+
userModelId?: string | undefined | null | Variable<any, string>;
|
|
1506
|
+
limit?: number | undefined | null | Variable<any, string>;
|
|
1507
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1508
|
+
adminColdStartRun?: [{
|
|
1509
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1510
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1489
1511
|
__typename?: boolean | `@${string}`;
|
|
1490
1512
|
['...on Query']?: Omit<ValueTypes["Query"], "...on Query">;
|
|
1491
1513
|
}>;
|
|
@@ -1808,6 +1830,27 @@ export type ValueTypes = {
|
|
|
1808
1830
|
adminDeleteDeployConfig?: [{
|
|
1809
1831
|
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1810
1832
|
}, boolean | `@${string}`];
|
|
1833
|
+
adminCreateColdStartProfile?: [{
|
|
1834
|
+
input: ValueTypes["AdminColdStartProfileInput"] | Variable<any, string>;
|
|
1835
|
+
}, ValueTypes["AdminColdStartProfile"]];
|
|
1836
|
+
adminUpdateColdStartProfile?: [{
|
|
1837
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1838
|
+
input: ValueTypes["AdminUpdateColdStartProfileInput"] | Variable<any, string>;
|
|
1839
|
+
}, ValueTypes["AdminColdStartProfile"]];
|
|
1840
|
+
adminDeleteColdStartProfile?: [{
|
|
1841
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1842
|
+
}, boolean | `@${string}`];
|
|
1843
|
+
adminStartColdStartRun?: [{
|
|
1844
|
+
profileId: ValueTypes["ID"] | Variable<any, string>;
|
|
1845
|
+
}, ValueTypes["StartColdStartResult"]];
|
|
1846
|
+
adminStopColdStartRun?: [{
|
|
1847
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1848
|
+
mode?: ValueTypes["ColdStartStopMode"] | undefined | null | Variable<any, string>;
|
|
1849
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1850
|
+
adminPollColdStartRun?: [{
|
|
1851
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1852
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1853
|
+
adminReconcileColdStartRuns?: ValueTypes["ReconcileColdStartRunsResult"];
|
|
1811
1854
|
adminCreateBuiltInModel?: [{
|
|
1812
1855
|
input: ValueTypes["CreateBuiltInModelInput"] | Variable<any, string>;
|
|
1813
1856
|
}, ValueTypes["UserModel"]];
|
|
@@ -1866,6 +1909,24 @@ export type ValueTypes = {
|
|
|
1866
1909
|
adminDestroyVastAiInstance?: [{
|
|
1867
1910
|
instanceId: string | Variable<any, string>;
|
|
1868
1911
|
}, ValueTypes["AdminVastAiOperation"]];
|
|
1912
|
+
adminUpCloudDeployServer?: [{
|
|
1913
|
+
input: ValueTypes["UpCloudDeployInput"] | Variable<any, string>;
|
|
1914
|
+
}, ValueTypes["UpCloudServer"]];
|
|
1915
|
+
adminUpCloudStartServer?: [{
|
|
1916
|
+
uuid: string | Variable<any, string>;
|
|
1917
|
+
}, ValueTypes["UpCloudOperation"]];
|
|
1918
|
+
adminUpCloudStopServer?: [{
|
|
1919
|
+
uuid: string | Variable<any, string>;
|
|
1920
|
+
}, ValueTypes["UpCloudOperation"]];
|
|
1921
|
+
adminUpCloudAddFirewallPorts?: [{
|
|
1922
|
+
uuid: string | Variable<any, string>;
|
|
1923
|
+
ports: Array<number> | Variable<any, string>;
|
|
1924
|
+
}, ValueTypes["UpCloudOperation"]];
|
|
1925
|
+
adminUpCloudDestroyServer?: [{
|
|
1926
|
+
uuid: string | Variable<any, string>;
|
|
1927
|
+
deleteStorages?: boolean | undefined | null | Variable<any, string>;
|
|
1928
|
+
deleteBackups?: boolean | undefined | null | Variable<any, string>;
|
|
1929
|
+
}, ValueTypes["UpCloudOperation"]];
|
|
1869
1930
|
adminCreateRunPod?: [{
|
|
1870
1931
|
input: ValueTypes["AdminCreateRunPodInput"] | Variable<any, string>;
|
|
1871
1932
|
}, ValueTypes["AdminRunPodPod"]];
|
|
@@ -2098,6 +2159,10 @@ export type ValueTypes = {
|
|
|
2098
2159
|
subscriptionConnectable?: boolean | `@${string}`;
|
|
2099
2160
|
upstreamApiFormat?: boolean | `@${string}`;
|
|
2100
2161
|
restrictedToTeams?: boolean | `@${string}`;
|
|
2162
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
2163
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
2164
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
2165
|
+
coldStartEnabled?: boolean | `@${string}`;
|
|
2101
2166
|
allowedTeamIds?: boolean | `@${string}`;
|
|
2102
2167
|
defaultThinkingLevel?: boolean | `@${string}`;
|
|
2103
2168
|
contextWindow?: boolean | `@${string}`;
|
|
@@ -2210,6 +2275,7 @@ export type ValueTypes = {
|
|
|
2210
2275
|
subscriptionConnectable?: boolean | undefined | null | Variable<any, string>;
|
|
2211
2276
|
upstreamApiFormat?: ValueTypes["ModelApiFormat"] | undefined | null | Variable<any, string>;
|
|
2212
2277
|
restrictedToTeams?: boolean | undefined | null | Variable<any, string>;
|
|
2278
|
+
coldStartEnabled?: boolean | undefined | null | Variable<any, string>;
|
|
2213
2279
|
allowedTeamIds?: Array<ValueTypes["ID"]> | undefined | null | Variable<any, string>;
|
|
2214
2280
|
defaultThinkingLevel?: string | undefined | null | Variable<any, string>;
|
|
2215
2281
|
contextWindow?: number | undefined | null | Variable<any, string>;
|
|
@@ -2234,6 +2300,7 @@ export type ValueTypes = {
|
|
|
2234
2300
|
subscriptionConnectable?: boolean | undefined | null | Variable<any, string>;
|
|
2235
2301
|
upstreamApiFormat?: ValueTypes["ModelApiFormat"] | undefined | null | Variable<any, string>;
|
|
2236
2302
|
restrictedToTeams?: boolean | undefined | null | Variable<any, string>;
|
|
2303
|
+
coldStartEnabled?: boolean | undefined | null | Variable<any, string>;
|
|
2237
2304
|
allowedTeamIds?: Array<ValueTypes["ID"]> | undefined | null | Variable<any, string>;
|
|
2238
2305
|
defaultThinkingLevel?: string | undefined | null | Variable<any, string>;
|
|
2239
2306
|
contextWindow?: number | undefined | null | Variable<any, string>;
|
|
@@ -2901,6 +2968,90 @@ export type ValueTypes = {
|
|
|
2901
2968
|
ports?: Array<number> | undefined | null | Variable<any, string>;
|
|
2902
2969
|
startCommand?: string | undefined | null | Variable<any, string>;
|
|
2903
2970
|
};
|
|
2971
|
+
["UpCloudAccount"]: AliasType<{
|
|
2972
|
+
username?: boolean | `@${string}`;
|
|
2973
|
+
creditsEur?: boolean | `@${string}`;
|
|
2974
|
+
paidCreditsEur?: boolean | `@${string}`;
|
|
2975
|
+
resourceLimitsCores?: boolean | `@${string}`;
|
|
2976
|
+
resourceLimitsGpus?: boolean | `@${string}`;
|
|
2977
|
+
resourceLimitsMemoryMiB?: boolean | `@${string}`;
|
|
2978
|
+
resourceLimitsPublicIpv4?: boolean | `@${string}`;
|
|
2979
|
+
__typename?: boolean | `@${string}`;
|
|
2980
|
+
['...on UpCloudAccount']?: Omit<ValueTypes["UpCloudAccount"], "...on UpCloudAccount">;
|
|
2981
|
+
}>;
|
|
2982
|
+
["UpCloudGpuPlan"]: AliasType<{
|
|
2983
|
+
name?: boolean | `@${string}`;
|
|
2984
|
+
cores?: boolean | `@${string}`;
|
|
2985
|
+
memoryGb?: boolean | `@${string}`;
|
|
2986
|
+
gpuAmount?: boolean | `@${string}`;
|
|
2987
|
+
gpuModel?: boolean | `@${string}`;
|
|
2988
|
+
spot?: boolean | `@${string}`;
|
|
2989
|
+
__typename?: boolean | `@${string}`;
|
|
2990
|
+
['...on UpCloudGpuPlan']?: Omit<ValueTypes["UpCloudGpuPlan"], "...on UpCloudGpuPlan">;
|
|
2991
|
+
}>;
|
|
2992
|
+
["UpCloudPlanPrice"]: AliasType<{
|
|
2993
|
+
plan?: boolean | `@${string}`;
|
|
2994
|
+
hourlyEur?: boolean | `@${string}`;
|
|
2995
|
+
spotHourlyEur?: boolean | `@${string}`;
|
|
2996
|
+
__typename?: boolean | `@${string}`;
|
|
2997
|
+
['...on UpCloudPlanPrice']?: Omit<ValueTypes["UpCloudPlanPrice"], "...on UpCloudPlanPrice">;
|
|
2998
|
+
}>;
|
|
2999
|
+
["UpCloudPlanPrices"]: AliasType<{
|
|
3000
|
+
byPlan?: ValueTypes["UpCloudPlanPrice"];
|
|
3001
|
+
storageStandardEurPerGbMonth?: boolean | `@${string}`;
|
|
3002
|
+
storageMaxiopsEurPerGbMonth?: boolean | `@${string}`;
|
|
3003
|
+
publicIpv4EurPerMonth?: boolean | `@${string}`;
|
|
3004
|
+
__typename?: boolean | `@${string}`;
|
|
3005
|
+
['...on UpCloudPlanPrices']?: Omit<ValueTypes["UpCloudPlanPrices"], "...on UpCloudPlanPrices">;
|
|
3006
|
+
}>;
|
|
3007
|
+
["UpCloudTemplate"]: AliasType<{
|
|
3008
|
+
uuid?: boolean | `@${string}`;
|
|
3009
|
+
title?: boolean | `@${string}`;
|
|
3010
|
+
sizeGb?: boolean | `@${string}`;
|
|
3011
|
+
cloudInit?: boolean | `@${string}`;
|
|
3012
|
+
__typename?: boolean | `@${string}`;
|
|
3013
|
+
['...on UpCloudTemplate']?: Omit<ValueTypes["UpCloudTemplate"], "...on UpCloudTemplate">;
|
|
3014
|
+
}>;
|
|
3015
|
+
["UpCloudLabel"]: AliasType<{
|
|
3016
|
+
key?: boolean | `@${string}`;
|
|
3017
|
+
value?: boolean | `@${string}`;
|
|
3018
|
+
__typename?: boolean | `@${string}`;
|
|
3019
|
+
['...on UpCloudLabel']?: Omit<ValueTypes["UpCloudLabel"], "...on UpCloudLabel">;
|
|
3020
|
+
}>;
|
|
3021
|
+
["UpCloudServer"]: AliasType<{
|
|
3022
|
+
uuid?: boolean | `@${string}`;
|
|
3023
|
+
title?: boolean | `@${string}`;
|
|
3024
|
+
hostname?: boolean | `@${string}`;
|
|
3025
|
+
plan?: boolean | `@${string}`;
|
|
3026
|
+
zone?: boolean | `@${string}`;
|
|
3027
|
+
state?: boolean | `@${string}`;
|
|
3028
|
+
publicIp?: boolean | `@${string}`;
|
|
3029
|
+
labels?: ValueTypes["UpCloudLabel"];
|
|
3030
|
+
__typename?: boolean | `@${string}`;
|
|
3031
|
+
['...on UpCloudServer']?: Omit<ValueTypes["UpCloudServer"], "...on UpCloudServer">;
|
|
3032
|
+
}>;
|
|
3033
|
+
["UpCloudOperation"]: AliasType<{
|
|
3034
|
+
uuid?: boolean | `@${string}`;
|
|
3035
|
+
status?: boolean | `@${string}`;
|
|
3036
|
+
message?: boolean | `@${string}`;
|
|
3037
|
+
__typename?: boolean | `@${string}`;
|
|
3038
|
+
['...on UpCloudOperation']?: Omit<ValueTypes["UpCloudOperation"], "...on UpCloudOperation">;
|
|
3039
|
+
}>;
|
|
3040
|
+
["UpCloudLabelInput"]: {
|
|
3041
|
+
key: string | Variable<any, string>;
|
|
3042
|
+
value: string | Variable<any, string>;
|
|
3043
|
+
};
|
|
3044
|
+
["UpCloudDeployInput"]: {
|
|
3045
|
+
plan: string | Variable<any, string>;
|
|
3046
|
+
templateUuid: string | Variable<any, string>;
|
|
3047
|
+
diskGb: number | Variable<any, string>;
|
|
3048
|
+
title: string | Variable<any, string>;
|
|
3049
|
+
hostname?: string | undefined | null | Variable<any, string>;
|
|
3050
|
+
sshPublicKey: string | Variable<any, string>;
|
|
3051
|
+
userData?: string | undefined | null | Variable<any, string>;
|
|
3052
|
+
firewallPorts?: Array<number> | undefined | null | Variable<any, string>;
|
|
3053
|
+
labels?: Array<ValueTypes["UpCloudLabelInput"]> | undefined | null | Variable<any, string>;
|
|
3054
|
+
};
|
|
2904
3055
|
["AdminRunPodAccount"]: AliasType<{
|
|
2905
3056
|
balance?: boolean | `@${string}`;
|
|
2906
3057
|
spendPerHr?: boolean | `@${string}`;
|
|
@@ -3011,6 +3162,176 @@ export type ValueTypes = {
|
|
|
3011
3162
|
hfModel?: string | undefined | null | Variable<any, string>;
|
|
3012
3163
|
startCommand?: string | undefined | null | Variable<any, string>;
|
|
3013
3164
|
};
|
|
3165
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
3166
|
+
/** GPU provider a cold start profile rents from. */
|
|
3167
|
+
["GpuProvider"]: GpuProvider;
|
|
3168
|
+
["AdminColdStartProfile"]: AliasType<{
|
|
3169
|
+
id?: boolean | `@${string}`;
|
|
3170
|
+
name?: boolean | `@${string}`;
|
|
3171
|
+
description?: boolean | `@${string}`;
|
|
3172
|
+
provider?: boolean | `@${string}`;
|
|
3173
|
+
targetUserModelSlug?: boolean | `@${string}`;
|
|
3174
|
+
servedModelName?: boolean | `@${string}`;
|
|
3175
|
+
hfModel?: boolean | `@${string}`;
|
|
3176
|
+
gpuNames?: boolean | `@${string}`;
|
|
3177
|
+
minGpus?: boolean | `@${string}`;
|
|
3178
|
+
minVramGb?: boolean | `@${string}`;
|
|
3179
|
+
maxPricePerHour?: boolean | `@${string}`;
|
|
3180
|
+
maxPricePerHourCurrency?: boolean | `@${string}`;
|
|
3181
|
+
minReliability?: boolean | `@${string}`;
|
|
3182
|
+
verifiedOnly?: boolean | `@${string}`;
|
|
3183
|
+
datacenterOnly?: boolean | `@${string}`;
|
|
3184
|
+
geolocations?: boolean | `@${string}`;
|
|
3185
|
+
dockerImage?: boolean | `@${string}`;
|
|
3186
|
+
startCommand?: boolean | `@${string}`;
|
|
3187
|
+
diskGb?: boolean | `@${string}`;
|
|
3188
|
+
exposedPorts?: boolean | `@${string}`;
|
|
3189
|
+
useVolume?: boolean | `@${string}`;
|
|
3190
|
+
volumeSizeGb?: boolean | `@${string}`;
|
|
3191
|
+
volumeMountPath?: boolean | `@${string}`;
|
|
3192
|
+
reuseExistingVolume?: boolean | `@${string}`;
|
|
3193
|
+
lastVolumeMachineId?: boolean | `@${string}`;
|
|
3194
|
+
lastVolumeName?: boolean | `@${string}`;
|
|
3195
|
+
pollIntervalSec?: boolean | `@${string}`;
|
|
3196
|
+
readyTimeoutSec?: boolean | `@${string}`;
|
|
3197
|
+
healthProbePath?: boolean | `@${string}`;
|
|
3198
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
3199
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
3200
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
3201
|
+
back, `error` records "max runtime reached"). */
|
|
3202
|
+
maxRuntimeHours?: boolean | `@${string}`;
|
|
3203
|
+
autoDestroyOnFailure?: boolean | `@${string}`;
|
|
3204
|
+
autoStartOnRequest?: boolean | `@${string}`;
|
|
3205
|
+
enabled?: boolean | `@${string}`;
|
|
3206
|
+
createdAt?: boolean | `@${string}`;
|
|
3207
|
+
updatedAt?: boolean | `@${string}`;
|
|
3208
|
+
__typename?: boolean | `@${string}`;
|
|
3209
|
+
['...on AdminColdStartProfile']?: Omit<ValueTypes["AdminColdStartProfile"], "...on AdminColdStartProfile">;
|
|
3210
|
+
}>;
|
|
3211
|
+
["AdminColdStartProfileInput"]: {
|
|
3212
|
+
name: string | Variable<any, string>;
|
|
3213
|
+
description?: string | undefined | null | Variable<any, string>;
|
|
3214
|
+
provider?: ValueTypes["GpuProvider"] | undefined | null | Variable<any, string>;
|
|
3215
|
+
targetUserModelSlug: string | Variable<any, string>;
|
|
3216
|
+
servedModelName: string | Variable<any, string>;
|
|
3217
|
+
hfModel?: string | undefined | null | Variable<any, string>;
|
|
3218
|
+
gpuNames?: Array<string> | undefined | null | Variable<any, string>;
|
|
3219
|
+
minGpus?: number | undefined | null | Variable<any, string>;
|
|
3220
|
+
minVramGb?: number | undefined | null | Variable<any, string>;
|
|
3221
|
+
maxPricePerHour?: number | undefined | null | Variable<any, string>;
|
|
3222
|
+
maxPricePerHourCurrency?: string | undefined | null | Variable<any, string>;
|
|
3223
|
+
minReliability?: number | undefined | null | Variable<any, string>;
|
|
3224
|
+
verifiedOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3225
|
+
datacenterOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3226
|
+
geolocations?: Array<string> | undefined | null | Variable<any, string>;
|
|
3227
|
+
dockerImage: string | Variable<any, string>;
|
|
3228
|
+
startCommand?: string | undefined | null | Variable<any, string>;
|
|
3229
|
+
diskGb?: number | undefined | null | Variable<any, string>;
|
|
3230
|
+
exposedPorts?: Array<string> | undefined | null | Variable<any, string>;
|
|
3231
|
+
useVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3232
|
+
volumeSizeGb?: number | undefined | null | Variable<any, string>;
|
|
3233
|
+
volumeMountPath?: string | undefined | null | Variable<any, string>;
|
|
3234
|
+
reuseExistingVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3235
|
+
pollIntervalSec?: number | undefined | null | Variable<any, string>;
|
|
3236
|
+
readyTimeoutSec?: number | undefined | null | Variable<any, string>;
|
|
3237
|
+
healthProbePath?: string | undefined | null | Variable<any, string>;
|
|
3238
|
+
maxRuntimeHours?: number | undefined | null | Variable<any, string>;
|
|
3239
|
+
autoDestroyOnFailure?: boolean | undefined | null | Variable<any, string>;
|
|
3240
|
+
autoStartOnRequest?: boolean | undefined | null | Variable<any, string>;
|
|
3241
|
+
enabled?: boolean | undefined | null | Variable<any, string>;
|
|
3242
|
+
};
|
|
3243
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
3244
|
+
name?: string | undefined | null | Variable<any, string>;
|
|
3245
|
+
description?: string | undefined | null | Variable<any, string>;
|
|
3246
|
+
provider?: ValueTypes["GpuProvider"] | undefined | null | Variable<any, string>;
|
|
3247
|
+
targetUserModelSlug?: string | undefined | null | Variable<any, string>;
|
|
3248
|
+
servedModelName?: string | undefined | null | Variable<any, string>;
|
|
3249
|
+
hfModel?: string | undefined | null | Variable<any, string>;
|
|
3250
|
+
gpuNames?: Array<string> | undefined | null | Variable<any, string>;
|
|
3251
|
+
minGpus?: number | undefined | null | Variable<any, string>;
|
|
3252
|
+
minVramGb?: number | undefined | null | Variable<any, string>;
|
|
3253
|
+
maxPricePerHour?: number | undefined | null | Variable<any, string>;
|
|
3254
|
+
maxPricePerHourCurrency?: string | undefined | null | Variable<any, string>;
|
|
3255
|
+
minReliability?: number | undefined | null | Variable<any, string>;
|
|
3256
|
+
verifiedOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3257
|
+
datacenterOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3258
|
+
geolocations?: Array<string> | undefined | null | Variable<any, string>;
|
|
3259
|
+
dockerImage?: string | undefined | null | Variable<any, string>;
|
|
3260
|
+
startCommand?: string | undefined | null | Variable<any, string>;
|
|
3261
|
+
diskGb?: number | undefined | null | Variable<any, string>;
|
|
3262
|
+
exposedPorts?: Array<string> | undefined | null | Variable<any, string>;
|
|
3263
|
+
useVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3264
|
+
volumeSizeGb?: number | undefined | null | Variable<any, string>;
|
|
3265
|
+
volumeMountPath?: string | undefined | null | Variable<any, string>;
|
|
3266
|
+
reuseExistingVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3267
|
+
pollIntervalSec?: number | undefined | null | Variable<any, string>;
|
|
3268
|
+
readyTimeoutSec?: number | undefined | null | Variable<any, string>;
|
|
3269
|
+
healthProbePath?: string | undefined | null | Variable<any, string>;
|
|
3270
|
+
maxRuntimeHours?: number | undefined | null | Variable<any, string>;
|
|
3271
|
+
autoDestroyOnFailure?: boolean | undefined | null | Variable<any, string>;
|
|
3272
|
+
autoStartOnRequest?: boolean | undefined | null | Variable<any, string>;
|
|
3273
|
+
enabled?: boolean | undefined | null | Variable<any, string>;
|
|
3274
|
+
};
|
|
3275
|
+
["ColdStartRun"]: AliasType<{
|
|
3276
|
+
id?: boolean | `@${string}`;
|
|
3277
|
+
profileId?: boolean | `@${string}`;
|
|
3278
|
+
userModelId?: boolean | `@${string}`;
|
|
3279
|
+
status?: boolean | `@${string}`;
|
|
3280
|
+
provider?: boolean | `@${string}`;
|
|
3281
|
+
offerId?: boolean | `@${string}`;
|
|
3282
|
+
machineId?: boolean | `@${string}`;
|
|
3283
|
+
instanceId?: boolean | `@${string}`;
|
|
3284
|
+
publicIp?: boolean | `@${string}`;
|
|
3285
|
+
hostPort?: boolean | `@${string}`;
|
|
3286
|
+
gpuName?: boolean | `@${string}`;
|
|
3287
|
+
numGpus?: boolean | `@${string}`;
|
|
3288
|
+
pricePerHourUsd?: boolean | `@${string}`;
|
|
3289
|
+
volumeId?: boolean | `@${string}`;
|
|
3290
|
+
discoveredUrl?: boolean | `@${string}`;
|
|
3291
|
+
servedModelName?: boolean | `@${string}`;
|
|
3292
|
+
previousCustomBaseUrl?: boolean | `@${string}`;
|
|
3293
|
+
previousBaseModel?: boolean | `@${string}`;
|
|
3294
|
+
volumeName?: boolean | `@${string}`;
|
|
3295
|
+
error?: boolean | `@${string}`;
|
|
3296
|
+
onstartScript?: boolean | `@${string}`;
|
|
3297
|
+
attemptedOfferIds?: boolean | `@${string}`;
|
|
3298
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
3299
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
3300
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
3301
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
3302
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
3303
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
3304
|
+
"manual action required" warning. */
|
|
3305
|
+
needsManualAction?: boolean | `@${string}`;
|
|
3306
|
+
startedAt?: boolean | `@${string}`;
|
|
3307
|
+
readyAt?: boolean | `@${string}`;
|
|
3308
|
+
finishedAt?: boolean | `@${string}`;
|
|
3309
|
+
createdAt?: boolean | `@${string}`;
|
|
3310
|
+
updatedAt?: boolean | `@${string}`;
|
|
3311
|
+
__typename?: boolean | `@${string}`;
|
|
3312
|
+
['...on ColdStartRun']?: Omit<ValueTypes["ColdStartRun"], "...on ColdStartRun">;
|
|
3313
|
+
}>;
|
|
3314
|
+
/** How an admin stop should tear a rented instance down. */
|
|
3315
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
3316
|
+
["StartColdStartResult"]: AliasType<{
|
|
3317
|
+
run?: ValueTypes["ColdStartRun"];
|
|
3318
|
+
/** False when an active run already existed and was returned as-is. */
|
|
3319
|
+
created?: boolean | `@${string}`;
|
|
3320
|
+
__typename?: boolean | `@${string}`;
|
|
3321
|
+
['...on StartColdStartResult']?: Omit<ValueTypes["StartColdStartResult"], "...on StartColdStartResult">;
|
|
3322
|
+
}>;
|
|
3323
|
+
["ReconcileColdStartRunsResult"]: AliasType<{
|
|
3324
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
3325
|
+
resumed?: boolean | `@${string}`;
|
|
3326
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
3327
|
+
failed?: boolean | `@${string}`;
|
|
3328
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
3329
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
3330
|
+
destroy never landed, so they were billing silently). */
|
|
3331
|
+
swept?: boolean | `@${string}`;
|
|
3332
|
+
__typename?: boolean | `@${string}`;
|
|
3333
|
+
['...on ReconcileColdStartRunsResult']?: Omit<ValueTypes["ReconcileColdStartRunsResult"], "...on ReconcileColdStartRunsResult">;
|
|
3334
|
+
}>;
|
|
3014
3335
|
["BaseModelUpdateInput"]: {
|
|
3015
3336
|
openRouterProvider?: string | undefined | null | Variable<any, string>;
|
|
3016
3337
|
displayName?: string | undefined | null | Variable<any, string>;
|
|
@@ -4316,6 +4637,19 @@ export type ResolverInputTypes = {
|
|
|
4316
4637
|
query: ResolverInputTypes["AdminVastAiOfferQueryInput"];
|
|
4317
4638
|
}, ResolverInputTypes["AdminVastAiOffer"]];
|
|
4318
4639
|
adminVastAiInstances?: ResolverInputTypes["AdminVastAiInstance"];
|
|
4640
|
+
adminUpCloudAccount?: ResolverInputTypes["UpCloudAccount"];
|
|
4641
|
+
adminUpCloudGpuPlans?: ResolverInputTypes["UpCloudGpuPlan"];
|
|
4642
|
+
adminUpCloudGpuPrices?: [{
|
|
4643
|
+
zone?: string | undefined | null;
|
|
4644
|
+
}, ResolverInputTypes["UpCloudPlanPrices"]];
|
|
4645
|
+
adminUpCloudTemplates?: ResolverInputTypes["UpCloudTemplate"];
|
|
4646
|
+
adminUpCloudServers?: [{
|
|
4647
|
+
labelKey?: string | undefined | null;
|
|
4648
|
+
labelValue?: string | undefined | null;
|
|
4649
|
+
}, ResolverInputTypes["UpCloudServer"]];
|
|
4650
|
+
adminUpCloudServer?: [{
|
|
4651
|
+
uuid: string;
|
|
4652
|
+
}, ResolverInputTypes["UpCloudServer"]];
|
|
4319
4653
|
adminRunPodAccount?: ResolverInputTypes["AdminRunPodAccount"];
|
|
4320
4654
|
adminRunPodSettings?: ResolverInputTypes["AdminRunPodSettings"];
|
|
4321
4655
|
adminRunPodPods?: [{
|
|
@@ -4327,6 +4661,15 @@ export type ResolverInputTypes = {
|
|
|
4327
4661
|
adminDeployConfig?: [{
|
|
4328
4662
|
id: ResolverInputTypes["ID"];
|
|
4329
4663
|
}, ResolverInputTypes["AdminDeployConfig"]];
|
|
4664
|
+
adminColdStartProfiles?: ResolverInputTypes["AdminColdStartProfile"];
|
|
4665
|
+
adminColdStartRuns?: [{
|
|
4666
|
+
profileId?: string | undefined | null;
|
|
4667
|
+
userModelId?: string | undefined | null;
|
|
4668
|
+
limit?: number | undefined | null;
|
|
4669
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
4670
|
+
adminColdStartRun?: [{
|
|
4671
|
+
id: ResolverInputTypes["ID"];
|
|
4672
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
4330
4673
|
__typename?: boolean | `@${string}`;
|
|
4331
4674
|
}>;
|
|
4332
4675
|
["Mutation"]: AliasType<{
|
|
@@ -4648,6 +4991,27 @@ export type ResolverInputTypes = {
|
|
|
4648
4991
|
adminDeleteDeployConfig?: [{
|
|
4649
4992
|
id: ResolverInputTypes["ID"];
|
|
4650
4993
|
}, boolean | `@${string}`];
|
|
4994
|
+
adminCreateColdStartProfile?: [{
|
|
4995
|
+
input: ResolverInputTypes["AdminColdStartProfileInput"];
|
|
4996
|
+
}, ResolverInputTypes["AdminColdStartProfile"]];
|
|
4997
|
+
adminUpdateColdStartProfile?: [{
|
|
4998
|
+
id: ResolverInputTypes["ID"];
|
|
4999
|
+
input: ResolverInputTypes["AdminUpdateColdStartProfileInput"];
|
|
5000
|
+
}, ResolverInputTypes["AdminColdStartProfile"]];
|
|
5001
|
+
adminDeleteColdStartProfile?: [{
|
|
5002
|
+
id: ResolverInputTypes["ID"];
|
|
5003
|
+
}, boolean | `@${string}`];
|
|
5004
|
+
adminStartColdStartRun?: [{
|
|
5005
|
+
profileId: ResolverInputTypes["ID"];
|
|
5006
|
+
}, ResolverInputTypes["StartColdStartResult"]];
|
|
5007
|
+
adminStopColdStartRun?: [{
|
|
5008
|
+
id: ResolverInputTypes["ID"];
|
|
5009
|
+
mode?: ResolverInputTypes["ColdStartStopMode"] | undefined | null;
|
|
5010
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
5011
|
+
adminPollColdStartRun?: [{
|
|
5012
|
+
id: ResolverInputTypes["ID"];
|
|
5013
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
5014
|
+
adminReconcileColdStartRuns?: ResolverInputTypes["ReconcileColdStartRunsResult"];
|
|
4651
5015
|
adminCreateBuiltInModel?: [{
|
|
4652
5016
|
input: ResolverInputTypes["CreateBuiltInModelInput"];
|
|
4653
5017
|
}, ResolverInputTypes["UserModel"]];
|
|
@@ -4706,6 +5070,24 @@ export type ResolverInputTypes = {
|
|
|
4706
5070
|
adminDestroyVastAiInstance?: [{
|
|
4707
5071
|
instanceId: string;
|
|
4708
5072
|
}, ResolverInputTypes["AdminVastAiOperation"]];
|
|
5073
|
+
adminUpCloudDeployServer?: [{
|
|
5074
|
+
input: ResolverInputTypes["UpCloudDeployInput"];
|
|
5075
|
+
}, ResolverInputTypes["UpCloudServer"]];
|
|
5076
|
+
adminUpCloudStartServer?: [{
|
|
5077
|
+
uuid: string;
|
|
5078
|
+
}, ResolverInputTypes["UpCloudOperation"]];
|
|
5079
|
+
adminUpCloudStopServer?: [{
|
|
5080
|
+
uuid: string;
|
|
5081
|
+
}, ResolverInputTypes["UpCloudOperation"]];
|
|
5082
|
+
adminUpCloudAddFirewallPorts?: [{
|
|
5083
|
+
uuid: string;
|
|
5084
|
+
ports: Array<number>;
|
|
5085
|
+
}, ResolverInputTypes["UpCloudOperation"]];
|
|
5086
|
+
adminUpCloudDestroyServer?: [{
|
|
5087
|
+
uuid: string;
|
|
5088
|
+
deleteStorages?: boolean | undefined | null;
|
|
5089
|
+
deleteBackups?: boolean | undefined | null;
|
|
5090
|
+
}, ResolverInputTypes["UpCloudOperation"]];
|
|
4709
5091
|
adminCreateRunPod?: [{
|
|
4710
5092
|
input: ResolverInputTypes["AdminCreateRunPodInput"];
|
|
4711
5093
|
}, ResolverInputTypes["AdminRunPodPod"]];
|
|
@@ -4936,6 +5318,10 @@ export type ResolverInputTypes = {
|
|
|
4936
5318
|
subscriptionConnectable?: boolean | `@${string}`;
|
|
4937
5319
|
upstreamApiFormat?: boolean | `@${string}`;
|
|
4938
5320
|
restrictedToTeams?: boolean | `@${string}`;
|
|
5321
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
5322
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
5323
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
5324
|
+
coldStartEnabled?: boolean | `@${string}`;
|
|
4939
5325
|
allowedTeamIds?: boolean | `@${string}`;
|
|
4940
5326
|
defaultThinkingLevel?: boolean | `@${string}`;
|
|
4941
5327
|
contextWindow?: boolean | `@${string}`;
|
|
@@ -5043,6 +5429,7 @@ export type ResolverInputTypes = {
|
|
|
5043
5429
|
subscriptionConnectable?: boolean | undefined | null;
|
|
5044
5430
|
upstreamApiFormat?: ResolverInputTypes["ModelApiFormat"] | undefined | null;
|
|
5045
5431
|
restrictedToTeams?: boolean | undefined | null;
|
|
5432
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
5046
5433
|
allowedTeamIds?: Array<ResolverInputTypes["ID"]> | undefined | null;
|
|
5047
5434
|
defaultThinkingLevel?: string | undefined | null;
|
|
5048
5435
|
contextWindow?: number | undefined | null;
|
|
@@ -5067,6 +5454,7 @@ export type ResolverInputTypes = {
|
|
|
5067
5454
|
subscriptionConnectable?: boolean | undefined | null;
|
|
5068
5455
|
upstreamApiFormat?: ResolverInputTypes["ModelApiFormat"] | undefined | null;
|
|
5069
5456
|
restrictedToTeams?: boolean | undefined | null;
|
|
5457
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
5070
5458
|
allowedTeamIds?: Array<ResolverInputTypes["ID"]> | undefined | null;
|
|
5071
5459
|
defaultThinkingLevel?: string | undefined | null;
|
|
5072
5460
|
contextWindow?: number | undefined | null;
|
|
@@ -5694,6 +6082,82 @@ export type ResolverInputTypes = {
|
|
|
5694
6082
|
ports?: Array<number> | undefined | null;
|
|
5695
6083
|
startCommand?: string | undefined | null;
|
|
5696
6084
|
};
|
|
6085
|
+
["UpCloudAccount"]: AliasType<{
|
|
6086
|
+
username?: boolean | `@${string}`;
|
|
6087
|
+
creditsEur?: boolean | `@${string}`;
|
|
6088
|
+
paidCreditsEur?: boolean | `@${string}`;
|
|
6089
|
+
resourceLimitsCores?: boolean | `@${string}`;
|
|
6090
|
+
resourceLimitsGpus?: boolean | `@${string}`;
|
|
6091
|
+
resourceLimitsMemoryMiB?: boolean | `@${string}`;
|
|
6092
|
+
resourceLimitsPublicIpv4?: boolean | `@${string}`;
|
|
6093
|
+
__typename?: boolean | `@${string}`;
|
|
6094
|
+
}>;
|
|
6095
|
+
["UpCloudGpuPlan"]: AliasType<{
|
|
6096
|
+
name?: boolean | `@${string}`;
|
|
6097
|
+
cores?: boolean | `@${string}`;
|
|
6098
|
+
memoryGb?: boolean | `@${string}`;
|
|
6099
|
+
gpuAmount?: boolean | `@${string}`;
|
|
6100
|
+
gpuModel?: boolean | `@${string}`;
|
|
6101
|
+
spot?: boolean | `@${string}`;
|
|
6102
|
+
__typename?: boolean | `@${string}`;
|
|
6103
|
+
}>;
|
|
6104
|
+
["UpCloudPlanPrice"]: AliasType<{
|
|
6105
|
+
plan?: boolean | `@${string}`;
|
|
6106
|
+
hourlyEur?: boolean | `@${string}`;
|
|
6107
|
+
spotHourlyEur?: boolean | `@${string}`;
|
|
6108
|
+
__typename?: boolean | `@${string}`;
|
|
6109
|
+
}>;
|
|
6110
|
+
["UpCloudPlanPrices"]: AliasType<{
|
|
6111
|
+
byPlan?: ResolverInputTypes["UpCloudPlanPrice"];
|
|
6112
|
+
storageStandardEurPerGbMonth?: boolean | `@${string}`;
|
|
6113
|
+
storageMaxiopsEurPerGbMonth?: boolean | `@${string}`;
|
|
6114
|
+
publicIpv4EurPerMonth?: boolean | `@${string}`;
|
|
6115
|
+
__typename?: boolean | `@${string}`;
|
|
6116
|
+
}>;
|
|
6117
|
+
["UpCloudTemplate"]: AliasType<{
|
|
6118
|
+
uuid?: boolean | `@${string}`;
|
|
6119
|
+
title?: boolean | `@${string}`;
|
|
6120
|
+
sizeGb?: boolean | `@${string}`;
|
|
6121
|
+
cloudInit?: boolean | `@${string}`;
|
|
6122
|
+
__typename?: boolean | `@${string}`;
|
|
6123
|
+
}>;
|
|
6124
|
+
["UpCloudLabel"]: AliasType<{
|
|
6125
|
+
key?: boolean | `@${string}`;
|
|
6126
|
+
value?: boolean | `@${string}`;
|
|
6127
|
+
__typename?: boolean | `@${string}`;
|
|
6128
|
+
}>;
|
|
6129
|
+
["UpCloudServer"]: AliasType<{
|
|
6130
|
+
uuid?: boolean | `@${string}`;
|
|
6131
|
+
title?: boolean | `@${string}`;
|
|
6132
|
+
hostname?: boolean | `@${string}`;
|
|
6133
|
+
plan?: boolean | `@${string}`;
|
|
6134
|
+
zone?: boolean | `@${string}`;
|
|
6135
|
+
state?: boolean | `@${string}`;
|
|
6136
|
+
publicIp?: boolean | `@${string}`;
|
|
6137
|
+
labels?: ResolverInputTypes["UpCloudLabel"];
|
|
6138
|
+
__typename?: boolean | `@${string}`;
|
|
6139
|
+
}>;
|
|
6140
|
+
["UpCloudOperation"]: AliasType<{
|
|
6141
|
+
uuid?: boolean | `@${string}`;
|
|
6142
|
+
status?: boolean | `@${string}`;
|
|
6143
|
+
message?: boolean | `@${string}`;
|
|
6144
|
+
__typename?: boolean | `@${string}`;
|
|
6145
|
+
}>;
|
|
6146
|
+
["UpCloudLabelInput"]: {
|
|
6147
|
+
key: string;
|
|
6148
|
+
value: string;
|
|
6149
|
+
};
|
|
6150
|
+
["UpCloudDeployInput"]: {
|
|
6151
|
+
plan: string;
|
|
6152
|
+
templateUuid: string;
|
|
6153
|
+
diskGb: number;
|
|
6154
|
+
title: string;
|
|
6155
|
+
hostname?: string | undefined | null;
|
|
6156
|
+
sshPublicKey: string;
|
|
6157
|
+
userData?: string | undefined | null;
|
|
6158
|
+
firewallPorts?: Array<number> | undefined | null;
|
|
6159
|
+
labels?: Array<ResolverInputTypes["UpCloudLabelInput"]> | undefined | null;
|
|
6160
|
+
};
|
|
5697
6161
|
["AdminRunPodAccount"]: AliasType<{
|
|
5698
6162
|
balance?: boolean | `@${string}`;
|
|
5699
6163
|
spendPerHr?: boolean | `@${string}`;
|
|
@@ -5798,6 +6262,172 @@ export type ResolverInputTypes = {
|
|
|
5798
6262
|
hfModel?: string | undefined | null;
|
|
5799
6263
|
startCommand?: string | undefined | null;
|
|
5800
6264
|
};
|
|
6265
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
6266
|
+
/** GPU provider a cold start profile rents from. */
|
|
6267
|
+
["GpuProvider"]: GpuProvider;
|
|
6268
|
+
["AdminColdStartProfile"]: AliasType<{
|
|
6269
|
+
id?: boolean | `@${string}`;
|
|
6270
|
+
name?: boolean | `@${string}`;
|
|
6271
|
+
description?: boolean | `@${string}`;
|
|
6272
|
+
provider?: boolean | `@${string}`;
|
|
6273
|
+
targetUserModelSlug?: boolean | `@${string}`;
|
|
6274
|
+
servedModelName?: boolean | `@${string}`;
|
|
6275
|
+
hfModel?: boolean | `@${string}`;
|
|
6276
|
+
gpuNames?: boolean | `@${string}`;
|
|
6277
|
+
minGpus?: boolean | `@${string}`;
|
|
6278
|
+
minVramGb?: boolean | `@${string}`;
|
|
6279
|
+
maxPricePerHour?: boolean | `@${string}`;
|
|
6280
|
+
maxPricePerHourCurrency?: boolean | `@${string}`;
|
|
6281
|
+
minReliability?: boolean | `@${string}`;
|
|
6282
|
+
verifiedOnly?: boolean | `@${string}`;
|
|
6283
|
+
datacenterOnly?: boolean | `@${string}`;
|
|
6284
|
+
geolocations?: boolean | `@${string}`;
|
|
6285
|
+
dockerImage?: boolean | `@${string}`;
|
|
6286
|
+
startCommand?: boolean | `@${string}`;
|
|
6287
|
+
diskGb?: boolean | `@${string}`;
|
|
6288
|
+
exposedPorts?: boolean | `@${string}`;
|
|
6289
|
+
useVolume?: boolean | `@${string}`;
|
|
6290
|
+
volumeSizeGb?: boolean | `@${string}`;
|
|
6291
|
+
volumeMountPath?: boolean | `@${string}`;
|
|
6292
|
+
reuseExistingVolume?: boolean | `@${string}`;
|
|
6293
|
+
lastVolumeMachineId?: boolean | `@${string}`;
|
|
6294
|
+
lastVolumeName?: boolean | `@${string}`;
|
|
6295
|
+
pollIntervalSec?: boolean | `@${string}`;
|
|
6296
|
+
readyTimeoutSec?: boolean | `@${string}`;
|
|
6297
|
+
healthProbePath?: boolean | `@${string}`;
|
|
6298
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
6299
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
6300
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
6301
|
+
back, `error` records "max runtime reached"). */
|
|
6302
|
+
maxRuntimeHours?: boolean | `@${string}`;
|
|
6303
|
+
autoDestroyOnFailure?: boolean | `@${string}`;
|
|
6304
|
+
autoStartOnRequest?: boolean | `@${string}`;
|
|
6305
|
+
enabled?: boolean | `@${string}`;
|
|
6306
|
+
createdAt?: boolean | `@${string}`;
|
|
6307
|
+
updatedAt?: boolean | `@${string}`;
|
|
6308
|
+
__typename?: boolean | `@${string}`;
|
|
6309
|
+
}>;
|
|
6310
|
+
["AdminColdStartProfileInput"]: {
|
|
6311
|
+
name: string;
|
|
6312
|
+
description?: string | undefined | null;
|
|
6313
|
+
provider?: ResolverInputTypes["GpuProvider"] | undefined | null;
|
|
6314
|
+
targetUserModelSlug: string;
|
|
6315
|
+
servedModelName: string;
|
|
6316
|
+
hfModel?: string | undefined | null;
|
|
6317
|
+
gpuNames?: Array<string> | undefined | null;
|
|
6318
|
+
minGpus?: number | undefined | null;
|
|
6319
|
+
minVramGb?: number | undefined | null;
|
|
6320
|
+
maxPricePerHour?: number | undefined | null;
|
|
6321
|
+
maxPricePerHourCurrency?: string | undefined | null;
|
|
6322
|
+
minReliability?: number | undefined | null;
|
|
6323
|
+
verifiedOnly?: boolean | undefined | null;
|
|
6324
|
+
datacenterOnly?: boolean | undefined | null;
|
|
6325
|
+
geolocations?: Array<string> | undefined | null;
|
|
6326
|
+
dockerImage: string;
|
|
6327
|
+
startCommand?: string | undefined | null;
|
|
6328
|
+
diskGb?: number | undefined | null;
|
|
6329
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
6330
|
+
useVolume?: boolean | undefined | null;
|
|
6331
|
+
volumeSizeGb?: number | undefined | null;
|
|
6332
|
+
volumeMountPath?: string | undefined | null;
|
|
6333
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
6334
|
+
pollIntervalSec?: number | undefined | null;
|
|
6335
|
+
readyTimeoutSec?: number | undefined | null;
|
|
6336
|
+
healthProbePath?: string | undefined | null;
|
|
6337
|
+
maxRuntimeHours?: number | undefined | null;
|
|
6338
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
6339
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
6340
|
+
enabled?: boolean | undefined | null;
|
|
6341
|
+
};
|
|
6342
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
6343
|
+
name?: string | undefined | null;
|
|
6344
|
+
description?: string | undefined | null;
|
|
6345
|
+
provider?: ResolverInputTypes["GpuProvider"] | undefined | null;
|
|
6346
|
+
targetUserModelSlug?: string | undefined | null;
|
|
6347
|
+
servedModelName?: string | undefined | null;
|
|
6348
|
+
hfModel?: string | undefined | null;
|
|
6349
|
+
gpuNames?: Array<string> | undefined | null;
|
|
6350
|
+
minGpus?: number | undefined | null;
|
|
6351
|
+
minVramGb?: number | undefined | null;
|
|
6352
|
+
maxPricePerHour?: number | undefined | null;
|
|
6353
|
+
maxPricePerHourCurrency?: string | undefined | null;
|
|
6354
|
+
minReliability?: number | undefined | null;
|
|
6355
|
+
verifiedOnly?: boolean | undefined | null;
|
|
6356
|
+
datacenterOnly?: boolean | undefined | null;
|
|
6357
|
+
geolocations?: Array<string> | undefined | null;
|
|
6358
|
+
dockerImage?: string | undefined | null;
|
|
6359
|
+
startCommand?: string | undefined | null;
|
|
6360
|
+
diskGb?: number | undefined | null;
|
|
6361
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
6362
|
+
useVolume?: boolean | undefined | null;
|
|
6363
|
+
volumeSizeGb?: number | undefined | null;
|
|
6364
|
+
volumeMountPath?: string | undefined | null;
|
|
6365
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
6366
|
+
pollIntervalSec?: number | undefined | null;
|
|
6367
|
+
readyTimeoutSec?: number | undefined | null;
|
|
6368
|
+
healthProbePath?: string | undefined | null;
|
|
6369
|
+
maxRuntimeHours?: number | undefined | null;
|
|
6370
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
6371
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
6372
|
+
enabled?: boolean | undefined | null;
|
|
6373
|
+
};
|
|
6374
|
+
["ColdStartRun"]: AliasType<{
|
|
6375
|
+
id?: boolean | `@${string}`;
|
|
6376
|
+
profileId?: boolean | `@${string}`;
|
|
6377
|
+
userModelId?: boolean | `@${string}`;
|
|
6378
|
+
status?: boolean | `@${string}`;
|
|
6379
|
+
provider?: boolean | `@${string}`;
|
|
6380
|
+
offerId?: boolean | `@${string}`;
|
|
6381
|
+
machineId?: boolean | `@${string}`;
|
|
6382
|
+
instanceId?: boolean | `@${string}`;
|
|
6383
|
+
publicIp?: boolean | `@${string}`;
|
|
6384
|
+
hostPort?: boolean | `@${string}`;
|
|
6385
|
+
gpuName?: boolean | `@${string}`;
|
|
6386
|
+
numGpus?: boolean | `@${string}`;
|
|
6387
|
+
pricePerHourUsd?: boolean | `@${string}`;
|
|
6388
|
+
volumeId?: boolean | `@${string}`;
|
|
6389
|
+
discoveredUrl?: boolean | `@${string}`;
|
|
6390
|
+
servedModelName?: boolean | `@${string}`;
|
|
6391
|
+
previousCustomBaseUrl?: boolean | `@${string}`;
|
|
6392
|
+
previousBaseModel?: boolean | `@${string}`;
|
|
6393
|
+
volumeName?: boolean | `@${string}`;
|
|
6394
|
+
error?: boolean | `@${string}`;
|
|
6395
|
+
onstartScript?: boolean | `@${string}`;
|
|
6396
|
+
attemptedOfferIds?: boolean | `@${string}`;
|
|
6397
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
6398
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
6399
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
6400
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
6401
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
6402
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
6403
|
+
"manual action required" warning. */
|
|
6404
|
+
needsManualAction?: boolean | `@${string}`;
|
|
6405
|
+
startedAt?: boolean | `@${string}`;
|
|
6406
|
+
readyAt?: boolean | `@${string}`;
|
|
6407
|
+
finishedAt?: boolean | `@${string}`;
|
|
6408
|
+
createdAt?: boolean | `@${string}`;
|
|
6409
|
+
updatedAt?: boolean | `@${string}`;
|
|
6410
|
+
__typename?: boolean | `@${string}`;
|
|
6411
|
+
}>;
|
|
6412
|
+
/** How an admin stop should tear a rented instance down. */
|
|
6413
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
6414
|
+
["StartColdStartResult"]: AliasType<{
|
|
6415
|
+
run?: ResolverInputTypes["ColdStartRun"];
|
|
6416
|
+
/** False when an active run already existed and was returned as-is. */
|
|
6417
|
+
created?: boolean | `@${string}`;
|
|
6418
|
+
__typename?: boolean | `@${string}`;
|
|
6419
|
+
}>;
|
|
6420
|
+
["ReconcileColdStartRunsResult"]: AliasType<{
|
|
6421
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
6422
|
+
resumed?: boolean | `@${string}`;
|
|
6423
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
6424
|
+
failed?: boolean | `@${string}`;
|
|
6425
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
6426
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
6427
|
+
destroy never landed, so they were billing silently). */
|
|
6428
|
+
swept?: boolean | `@${string}`;
|
|
6429
|
+
__typename?: boolean | `@${string}`;
|
|
6430
|
+
}>;
|
|
5801
6431
|
["BaseModelUpdateInput"]: {
|
|
5802
6432
|
openRouterProvider?: string | undefined | null;
|
|
5803
6433
|
displayName?: string | undefined | null;
|
|
@@ -6801,12 +7431,21 @@ export type ModelTypes = {
|
|
|
6801
7431
|
adminVastAiSettings: ModelTypes["AdminVastAiSettings"];
|
|
6802
7432
|
adminVastAiOffers: Array<ModelTypes["AdminVastAiOffer"]>;
|
|
6803
7433
|
adminVastAiInstances: Array<ModelTypes["AdminVastAiInstance"]>;
|
|
7434
|
+
adminUpCloudAccount: ModelTypes["UpCloudAccount"];
|
|
7435
|
+
adminUpCloudGpuPlans: Array<ModelTypes["UpCloudGpuPlan"]>;
|
|
7436
|
+
adminUpCloudGpuPrices: ModelTypes["UpCloudPlanPrices"];
|
|
7437
|
+
adminUpCloudTemplates: Array<ModelTypes["UpCloudTemplate"]>;
|
|
7438
|
+
adminUpCloudServers: Array<ModelTypes["UpCloudServer"]>;
|
|
7439
|
+
adminUpCloudServer: ModelTypes["UpCloudServer"];
|
|
6804
7440
|
adminRunPodAccount: ModelTypes["AdminRunPodAccount"];
|
|
6805
7441
|
adminRunPodSettings: ModelTypes["AdminRunPodSettings"];
|
|
6806
7442
|
adminRunPodPods: Array<ModelTypes["AdminRunPodPod"]>;
|
|
6807
7443
|
adminRunPodGpuTypes: Array<ModelTypes["AdminRunPodGpuType"]>;
|
|
6808
7444
|
adminDeployConfigs: Array<ModelTypes["AdminDeployConfig"]>;
|
|
6809
7445
|
adminDeployConfig?: ModelTypes["AdminDeployConfig"] | undefined | null;
|
|
7446
|
+
adminColdStartProfiles: Array<ModelTypes["AdminColdStartProfile"]>;
|
|
7447
|
+
adminColdStartRuns: Array<ModelTypes["ColdStartRun"]>;
|
|
7448
|
+
adminColdStartRun?: ModelTypes["ColdStartRun"] | undefined | null;
|
|
6810
7449
|
};
|
|
6811
7450
|
["Mutation"]: {
|
|
6812
7451
|
register: ModelTypes["AuthPayload"];
|
|
@@ -6900,6 +7539,13 @@ export type ModelTypes = {
|
|
|
6900
7539
|
adminCreateDeployConfig: ModelTypes["AdminDeployConfig"];
|
|
6901
7540
|
adminUpdateDeployConfig: ModelTypes["AdminDeployConfig"];
|
|
6902
7541
|
adminDeleteDeployConfig: boolean;
|
|
7542
|
+
adminCreateColdStartProfile: ModelTypes["AdminColdStartProfile"];
|
|
7543
|
+
adminUpdateColdStartProfile: ModelTypes["AdminColdStartProfile"];
|
|
7544
|
+
adminDeleteColdStartProfile: boolean;
|
|
7545
|
+
adminStartColdStartRun: ModelTypes["StartColdStartResult"];
|
|
7546
|
+
adminStopColdStartRun: ModelTypes["ColdStartRun"];
|
|
7547
|
+
adminPollColdStartRun?: ModelTypes["ColdStartRun"] | undefined | null;
|
|
7548
|
+
adminReconcileColdStartRuns: ModelTypes["ReconcileColdStartRunsResult"];
|
|
6903
7549
|
adminCreateBuiltInModel: ModelTypes["UserModel"];
|
|
6904
7550
|
adminUpdateBuiltInModel: ModelTypes["UserModel"];
|
|
6905
7551
|
adminDeleteBuiltInModel: boolean;
|
|
@@ -6917,6 +7563,11 @@ export type ModelTypes = {
|
|
|
6917
7563
|
adminStartVastAiInstance: ModelTypes["AdminVastAiOperation"];
|
|
6918
7564
|
adminStopVastAiInstance: ModelTypes["AdminVastAiOperation"];
|
|
6919
7565
|
adminDestroyVastAiInstance: ModelTypes["AdminVastAiOperation"];
|
|
7566
|
+
adminUpCloudDeployServer: ModelTypes["UpCloudServer"];
|
|
7567
|
+
adminUpCloudStartServer: ModelTypes["UpCloudOperation"];
|
|
7568
|
+
adminUpCloudStopServer: ModelTypes["UpCloudOperation"];
|
|
7569
|
+
adminUpCloudAddFirewallPorts: ModelTypes["UpCloudOperation"];
|
|
7570
|
+
adminUpCloudDestroyServer: ModelTypes["UpCloudOperation"];
|
|
6920
7571
|
adminCreateRunPod: ModelTypes["AdminRunPodPod"];
|
|
6921
7572
|
adminUpdateRunPod: ModelTypes["AdminRunPodPod"];
|
|
6922
7573
|
adminStartRunPod: ModelTypes["AdminRunPodOperation"];
|
|
@@ -7003,6 +7654,10 @@ export type ModelTypes = {
|
|
|
7003
7654
|
subscriptionConnectable: boolean;
|
|
7004
7655
|
upstreamApiFormat?: ModelTypes["ModelApiFormat"] | undefined | null;
|
|
7005
7656
|
restrictedToTeams: boolean;
|
|
7657
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
7658
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
7659
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
7660
|
+
coldStartEnabled: boolean;
|
|
7006
7661
|
allowedTeamIds: Array<ModelTypes["ID"]>;
|
|
7007
7662
|
defaultThinkingLevel?: string | undefined | null;
|
|
7008
7663
|
contextWindow?: number | undefined | null;
|
|
@@ -7105,6 +7760,7 @@ export type ModelTypes = {
|
|
|
7105
7760
|
subscriptionConnectable?: boolean | undefined | null;
|
|
7106
7761
|
upstreamApiFormat?: ModelTypes["ModelApiFormat"] | undefined | null;
|
|
7107
7762
|
restrictedToTeams?: boolean | undefined | null;
|
|
7763
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
7108
7764
|
allowedTeamIds?: Array<ModelTypes["ID"]> | undefined | null;
|
|
7109
7765
|
defaultThinkingLevel?: string | undefined | null;
|
|
7110
7766
|
contextWindow?: number | undefined | null;
|
|
@@ -7129,6 +7785,7 @@ export type ModelTypes = {
|
|
|
7129
7785
|
subscriptionConnectable?: boolean | undefined | null;
|
|
7130
7786
|
upstreamApiFormat?: ModelTypes["ModelApiFormat"] | undefined | null;
|
|
7131
7787
|
restrictedToTeams?: boolean | undefined | null;
|
|
7788
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
7132
7789
|
allowedTeamIds?: Array<ModelTypes["ID"]> | undefined | null;
|
|
7133
7790
|
defaultThinkingLevel?: string | undefined | null;
|
|
7134
7791
|
contextWindow?: number | undefined | null;
|
|
@@ -7716,6 +8373,74 @@ export type ModelTypes = {
|
|
|
7716
8373
|
ports?: Array<number> | undefined | null;
|
|
7717
8374
|
startCommand?: string | undefined | null;
|
|
7718
8375
|
};
|
|
8376
|
+
["UpCloudAccount"]: {
|
|
8377
|
+
username?: string | undefined | null;
|
|
8378
|
+
creditsEur?: number | undefined | null;
|
|
8379
|
+
paidCreditsEur?: number | undefined | null;
|
|
8380
|
+
resourceLimitsCores?: number | undefined | null;
|
|
8381
|
+
resourceLimitsGpus?: number | undefined | null;
|
|
8382
|
+
resourceLimitsMemoryMiB?: number | undefined | null;
|
|
8383
|
+
resourceLimitsPublicIpv4?: number | undefined | null;
|
|
8384
|
+
};
|
|
8385
|
+
["UpCloudGpuPlan"]: {
|
|
8386
|
+
name: string;
|
|
8387
|
+
cores?: number | undefined | null;
|
|
8388
|
+
memoryGb?: number | undefined | null;
|
|
8389
|
+
gpuAmount?: number | undefined | null;
|
|
8390
|
+
gpuModel?: string | undefined | null;
|
|
8391
|
+
spot: boolean;
|
|
8392
|
+
};
|
|
8393
|
+
["UpCloudPlanPrice"]: {
|
|
8394
|
+
plan: string;
|
|
8395
|
+
hourlyEur?: number | undefined | null;
|
|
8396
|
+
spotHourlyEur?: number | undefined | null;
|
|
8397
|
+
};
|
|
8398
|
+
["UpCloudPlanPrices"]: {
|
|
8399
|
+
byPlan: Array<ModelTypes["UpCloudPlanPrice"]>;
|
|
8400
|
+
storageStandardEurPerGbMonth?: number | undefined | null;
|
|
8401
|
+
storageMaxiopsEurPerGbMonth?: number | undefined | null;
|
|
8402
|
+
publicIpv4EurPerMonth?: number | undefined | null;
|
|
8403
|
+
};
|
|
8404
|
+
["UpCloudTemplate"]: {
|
|
8405
|
+
uuid: string;
|
|
8406
|
+
title?: string | undefined | null;
|
|
8407
|
+
sizeGb?: number | undefined | null;
|
|
8408
|
+
cloudInit: boolean;
|
|
8409
|
+
};
|
|
8410
|
+
["UpCloudLabel"]: {
|
|
8411
|
+
key: string;
|
|
8412
|
+
value?: string | undefined | null;
|
|
8413
|
+
};
|
|
8414
|
+
["UpCloudServer"]: {
|
|
8415
|
+
uuid: string;
|
|
8416
|
+
title?: string | undefined | null;
|
|
8417
|
+
hostname?: string | undefined | null;
|
|
8418
|
+
plan?: string | undefined | null;
|
|
8419
|
+
zone?: string | undefined | null;
|
|
8420
|
+
state?: string | undefined | null;
|
|
8421
|
+
publicIp?: string | undefined | null;
|
|
8422
|
+
labels: Array<ModelTypes["UpCloudLabel"]>;
|
|
8423
|
+
};
|
|
8424
|
+
["UpCloudOperation"]: {
|
|
8425
|
+
uuid: string;
|
|
8426
|
+
status: string;
|
|
8427
|
+
message?: string | undefined | null;
|
|
8428
|
+
};
|
|
8429
|
+
["UpCloudLabelInput"]: {
|
|
8430
|
+
key: string;
|
|
8431
|
+
value: string;
|
|
8432
|
+
};
|
|
8433
|
+
["UpCloudDeployInput"]: {
|
|
8434
|
+
plan: string;
|
|
8435
|
+
templateUuid: string;
|
|
8436
|
+
diskGb: number;
|
|
8437
|
+
title: string;
|
|
8438
|
+
hostname?: string | undefined | null;
|
|
8439
|
+
sshPublicKey: string;
|
|
8440
|
+
userData?: string | undefined | null;
|
|
8441
|
+
firewallPorts?: Array<number> | undefined | null;
|
|
8442
|
+
labels?: Array<ModelTypes["UpCloudLabelInput"]> | undefined | null;
|
|
8443
|
+
};
|
|
7719
8444
|
["AdminRunPodAccount"]: {
|
|
7720
8445
|
balance: number;
|
|
7721
8446
|
spendPerHr: number;
|
|
@@ -7814,6 +8539,166 @@ export type ModelTypes = {
|
|
|
7814
8539
|
hfModel?: string | undefined | null;
|
|
7815
8540
|
startCommand?: string | undefined | null;
|
|
7816
8541
|
};
|
|
8542
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
8543
|
+
["GpuProvider"]: GpuProvider;
|
|
8544
|
+
["AdminColdStartProfile"]: {
|
|
8545
|
+
id: string;
|
|
8546
|
+
name: string;
|
|
8547
|
+
description?: string | undefined | null;
|
|
8548
|
+
provider: ModelTypes["GpuProvider"];
|
|
8549
|
+
targetUserModelSlug: string;
|
|
8550
|
+
servedModelName: string;
|
|
8551
|
+
hfModel?: string | undefined | null;
|
|
8552
|
+
gpuNames: Array<string>;
|
|
8553
|
+
minGpus: number;
|
|
8554
|
+
minVramGb: number;
|
|
8555
|
+
maxPricePerHour?: number | undefined | null;
|
|
8556
|
+
maxPricePerHourCurrency: string;
|
|
8557
|
+
minReliability?: number | undefined | null;
|
|
8558
|
+
verifiedOnly: boolean;
|
|
8559
|
+
datacenterOnly: boolean;
|
|
8560
|
+
geolocations: Array<string>;
|
|
8561
|
+
dockerImage: string;
|
|
8562
|
+
startCommand?: string | undefined | null;
|
|
8563
|
+
diskGb: number;
|
|
8564
|
+
exposedPorts: Array<string>;
|
|
8565
|
+
useVolume: boolean;
|
|
8566
|
+
volumeSizeGb?: number | undefined | null;
|
|
8567
|
+
volumeMountPath: string;
|
|
8568
|
+
reuseExistingVolume: boolean;
|
|
8569
|
+
lastVolumeMachineId?: string | undefined | null;
|
|
8570
|
+
lastVolumeName?: string | undefined | null;
|
|
8571
|
+
pollIntervalSec: number;
|
|
8572
|
+
readyTimeoutSec: number;
|
|
8573
|
+
healthProbePath: string;
|
|
8574
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
8575
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
8576
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
8577
|
+
back, `error` records "max runtime reached"). */
|
|
8578
|
+
maxRuntimeHours?: number | undefined | null;
|
|
8579
|
+
autoDestroyOnFailure: boolean;
|
|
8580
|
+
autoStartOnRequest: boolean;
|
|
8581
|
+
enabled: boolean;
|
|
8582
|
+
createdAt: ModelTypes["DateTime"];
|
|
8583
|
+
updatedAt: ModelTypes["DateTime"];
|
|
8584
|
+
};
|
|
8585
|
+
["AdminColdStartProfileInput"]: {
|
|
8586
|
+
name: string;
|
|
8587
|
+
description?: string | undefined | null;
|
|
8588
|
+
provider?: ModelTypes["GpuProvider"] | undefined | null;
|
|
8589
|
+
targetUserModelSlug: string;
|
|
8590
|
+
servedModelName: string;
|
|
8591
|
+
hfModel?: string | undefined | null;
|
|
8592
|
+
gpuNames?: Array<string> | undefined | null;
|
|
8593
|
+
minGpus?: number | undefined | null;
|
|
8594
|
+
minVramGb?: number | undefined | null;
|
|
8595
|
+
maxPricePerHour?: number | undefined | null;
|
|
8596
|
+
maxPricePerHourCurrency?: string | undefined | null;
|
|
8597
|
+
minReliability?: number | undefined | null;
|
|
8598
|
+
verifiedOnly?: boolean | undefined | null;
|
|
8599
|
+
datacenterOnly?: boolean | undefined | null;
|
|
8600
|
+
geolocations?: Array<string> | undefined | null;
|
|
8601
|
+
dockerImage: string;
|
|
8602
|
+
startCommand?: string | undefined | null;
|
|
8603
|
+
diskGb?: number | undefined | null;
|
|
8604
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
8605
|
+
useVolume?: boolean | undefined | null;
|
|
8606
|
+
volumeSizeGb?: number | undefined | null;
|
|
8607
|
+
volumeMountPath?: string | undefined | null;
|
|
8608
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
8609
|
+
pollIntervalSec?: number | undefined | null;
|
|
8610
|
+
readyTimeoutSec?: number | undefined | null;
|
|
8611
|
+
healthProbePath?: string | undefined | null;
|
|
8612
|
+
maxRuntimeHours?: number | undefined | null;
|
|
8613
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
8614
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
8615
|
+
enabled?: boolean | undefined | null;
|
|
8616
|
+
};
|
|
8617
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
8618
|
+
name?: string | undefined | null;
|
|
8619
|
+
description?: string | undefined | null;
|
|
8620
|
+
provider?: ModelTypes["GpuProvider"] | undefined | null;
|
|
8621
|
+
targetUserModelSlug?: string | undefined | null;
|
|
8622
|
+
servedModelName?: string | undefined | null;
|
|
8623
|
+
hfModel?: string | undefined | null;
|
|
8624
|
+
gpuNames?: Array<string> | undefined | null;
|
|
8625
|
+
minGpus?: number | undefined | null;
|
|
8626
|
+
minVramGb?: number | undefined | null;
|
|
8627
|
+
maxPricePerHour?: number | undefined | null;
|
|
8628
|
+
maxPricePerHourCurrency?: string | undefined | null;
|
|
8629
|
+
minReliability?: number | undefined | null;
|
|
8630
|
+
verifiedOnly?: boolean | undefined | null;
|
|
8631
|
+
datacenterOnly?: boolean | undefined | null;
|
|
8632
|
+
geolocations?: Array<string> | undefined | null;
|
|
8633
|
+
dockerImage?: string | undefined | null;
|
|
8634
|
+
startCommand?: string | undefined | null;
|
|
8635
|
+
diskGb?: number | undefined | null;
|
|
8636
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
8637
|
+
useVolume?: boolean | undefined | null;
|
|
8638
|
+
volumeSizeGb?: number | undefined | null;
|
|
8639
|
+
volumeMountPath?: string | undefined | null;
|
|
8640
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
8641
|
+
pollIntervalSec?: number | undefined | null;
|
|
8642
|
+
readyTimeoutSec?: number | undefined | null;
|
|
8643
|
+
healthProbePath?: string | undefined | null;
|
|
8644
|
+
maxRuntimeHours?: number | undefined | null;
|
|
8645
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
8646
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
8647
|
+
enabled?: boolean | undefined | null;
|
|
8648
|
+
};
|
|
8649
|
+
["ColdStartRun"]: {
|
|
8650
|
+
id: string;
|
|
8651
|
+
profileId: string;
|
|
8652
|
+
userModelId?: string | undefined | null;
|
|
8653
|
+
status: ModelTypes["ColdStartRunStatus"];
|
|
8654
|
+
provider: ModelTypes["GpuProvider"];
|
|
8655
|
+
offerId?: string | undefined | null;
|
|
8656
|
+
machineId?: string | undefined | null;
|
|
8657
|
+
instanceId?: string | undefined | null;
|
|
8658
|
+
publicIp?: string | undefined | null;
|
|
8659
|
+
hostPort?: number | undefined | null;
|
|
8660
|
+
gpuName?: string | undefined | null;
|
|
8661
|
+
numGpus?: number | undefined | null;
|
|
8662
|
+
pricePerHourUsd?: number | undefined | null;
|
|
8663
|
+
volumeId?: string | undefined | null;
|
|
8664
|
+
discoveredUrl?: string | undefined | null;
|
|
8665
|
+
servedModelName: string;
|
|
8666
|
+
previousCustomBaseUrl?: string | undefined | null;
|
|
8667
|
+
previousBaseModel?: string | undefined | null;
|
|
8668
|
+
volumeName?: string | undefined | null;
|
|
8669
|
+
error?: string | undefined | null;
|
|
8670
|
+
onstartScript?: string | undefined | null;
|
|
8671
|
+
attemptedOfferIds: Array<string>;
|
|
8672
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
8673
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
8674
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
8675
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
8676
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
8677
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
8678
|
+
"manual action required" warning. */
|
|
8679
|
+
needsManualAction: boolean;
|
|
8680
|
+
startedAt: ModelTypes["DateTime"];
|
|
8681
|
+
readyAt?: ModelTypes["DateTime"] | undefined | null;
|
|
8682
|
+
finishedAt?: ModelTypes["DateTime"] | undefined | null;
|
|
8683
|
+
createdAt: ModelTypes["DateTime"];
|
|
8684
|
+
updatedAt: ModelTypes["DateTime"];
|
|
8685
|
+
};
|
|
8686
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
8687
|
+
["StartColdStartResult"]: {
|
|
8688
|
+
run: ModelTypes["ColdStartRun"];
|
|
8689
|
+
/** False when an active run already existed and was returned as-is. */
|
|
8690
|
+
created: boolean;
|
|
8691
|
+
};
|
|
8692
|
+
["ReconcileColdStartRunsResult"]: {
|
|
8693
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
8694
|
+
resumed: number;
|
|
8695
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
8696
|
+
failed: number;
|
|
8697
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
8698
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
8699
|
+
destroy never landed, so they were billing silently). */
|
|
8700
|
+
swept: number;
|
|
8701
|
+
};
|
|
7817
8702
|
["BaseModelUpdateInput"]: {
|
|
7818
8703
|
openRouterProvider?: string | undefined | null;
|
|
7819
8704
|
displayName?: string | undefined | null;
|
|
@@ -8921,12 +9806,21 @@ export type GraphQLTypes = {
|
|
|
8921
9806
|
adminVastAiSettings: GraphQLTypes["AdminVastAiSettings"];
|
|
8922
9807
|
adminVastAiOffers: Array<GraphQLTypes["AdminVastAiOffer"]>;
|
|
8923
9808
|
adminVastAiInstances: Array<GraphQLTypes["AdminVastAiInstance"]>;
|
|
9809
|
+
adminUpCloudAccount: GraphQLTypes["UpCloudAccount"];
|
|
9810
|
+
adminUpCloudGpuPlans: Array<GraphQLTypes["UpCloudGpuPlan"]>;
|
|
9811
|
+
adminUpCloudGpuPrices: GraphQLTypes["UpCloudPlanPrices"];
|
|
9812
|
+
adminUpCloudTemplates: Array<GraphQLTypes["UpCloudTemplate"]>;
|
|
9813
|
+
adminUpCloudServers: Array<GraphQLTypes["UpCloudServer"]>;
|
|
9814
|
+
adminUpCloudServer: GraphQLTypes["UpCloudServer"];
|
|
8924
9815
|
adminRunPodAccount: GraphQLTypes["AdminRunPodAccount"];
|
|
8925
9816
|
adminRunPodSettings: GraphQLTypes["AdminRunPodSettings"];
|
|
8926
9817
|
adminRunPodPods: Array<GraphQLTypes["AdminRunPodPod"]>;
|
|
8927
9818
|
adminRunPodGpuTypes: Array<GraphQLTypes["AdminRunPodGpuType"]>;
|
|
8928
9819
|
adminDeployConfigs: Array<GraphQLTypes["AdminDeployConfig"]>;
|
|
8929
9820
|
adminDeployConfig?: GraphQLTypes["AdminDeployConfig"] | undefined | null;
|
|
9821
|
+
adminColdStartProfiles: Array<GraphQLTypes["AdminColdStartProfile"]>;
|
|
9822
|
+
adminColdStartRuns: Array<GraphQLTypes["ColdStartRun"]>;
|
|
9823
|
+
adminColdStartRun?: GraphQLTypes["ColdStartRun"] | undefined | null;
|
|
8930
9824
|
['...on Query']: Omit<GraphQLTypes["Query"], "...on Query">;
|
|
8931
9825
|
};
|
|
8932
9826
|
["Mutation"]: {
|
|
@@ -9022,6 +9916,13 @@ export type GraphQLTypes = {
|
|
|
9022
9916
|
adminCreateDeployConfig: GraphQLTypes["AdminDeployConfig"];
|
|
9023
9917
|
adminUpdateDeployConfig: GraphQLTypes["AdminDeployConfig"];
|
|
9024
9918
|
adminDeleteDeployConfig: boolean;
|
|
9919
|
+
adminCreateColdStartProfile: GraphQLTypes["AdminColdStartProfile"];
|
|
9920
|
+
adminUpdateColdStartProfile: GraphQLTypes["AdminColdStartProfile"];
|
|
9921
|
+
adminDeleteColdStartProfile: boolean;
|
|
9922
|
+
adminStartColdStartRun: GraphQLTypes["StartColdStartResult"];
|
|
9923
|
+
adminStopColdStartRun: GraphQLTypes["ColdStartRun"];
|
|
9924
|
+
adminPollColdStartRun?: GraphQLTypes["ColdStartRun"] | undefined | null;
|
|
9925
|
+
adminReconcileColdStartRuns: GraphQLTypes["ReconcileColdStartRunsResult"];
|
|
9025
9926
|
adminCreateBuiltInModel: GraphQLTypes["UserModel"];
|
|
9026
9927
|
adminUpdateBuiltInModel: GraphQLTypes["UserModel"];
|
|
9027
9928
|
adminDeleteBuiltInModel: boolean;
|
|
@@ -9039,6 +9940,11 @@ export type GraphQLTypes = {
|
|
|
9039
9940
|
adminStartVastAiInstance: GraphQLTypes["AdminVastAiOperation"];
|
|
9040
9941
|
adminStopVastAiInstance: GraphQLTypes["AdminVastAiOperation"];
|
|
9041
9942
|
adminDestroyVastAiInstance: GraphQLTypes["AdminVastAiOperation"];
|
|
9943
|
+
adminUpCloudDeployServer: GraphQLTypes["UpCloudServer"];
|
|
9944
|
+
adminUpCloudStartServer: GraphQLTypes["UpCloudOperation"];
|
|
9945
|
+
adminUpCloudStopServer: GraphQLTypes["UpCloudOperation"];
|
|
9946
|
+
adminUpCloudAddFirewallPorts: GraphQLTypes["UpCloudOperation"];
|
|
9947
|
+
adminUpCloudDestroyServer: GraphQLTypes["UpCloudOperation"];
|
|
9042
9948
|
adminCreateRunPod: GraphQLTypes["AdminRunPodPod"];
|
|
9043
9949
|
adminUpdateRunPod: GraphQLTypes["AdminRunPodPod"];
|
|
9044
9950
|
adminStartRunPod: GraphQLTypes["AdminRunPodOperation"];
|
|
@@ -9135,6 +10041,10 @@ export type GraphQLTypes = {
|
|
|
9135
10041
|
subscriptionConnectable: boolean;
|
|
9136
10042
|
upstreamApiFormat?: GraphQLTypes["ModelApiFormat"] | undefined | null;
|
|
9137
10043
|
restrictedToTeams: boolean;
|
|
10044
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
10045
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
10046
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
10047
|
+
coldStartEnabled: boolean;
|
|
9138
10048
|
allowedTeamIds: Array<GraphQLTypes["ID"]>;
|
|
9139
10049
|
defaultThinkingLevel?: string | undefined | null;
|
|
9140
10050
|
contextWindow?: number | undefined | null;
|
|
@@ -9246,6 +10156,7 @@ export type GraphQLTypes = {
|
|
|
9246
10156
|
subscriptionConnectable?: boolean | undefined | null;
|
|
9247
10157
|
upstreamApiFormat?: GraphQLTypes["ModelApiFormat"] | undefined | null;
|
|
9248
10158
|
restrictedToTeams?: boolean | undefined | null;
|
|
10159
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
9249
10160
|
allowedTeamIds?: Array<GraphQLTypes["ID"]> | undefined | null;
|
|
9250
10161
|
defaultThinkingLevel?: string | undefined | null;
|
|
9251
10162
|
contextWindow?: number | undefined | null;
|
|
@@ -9270,6 +10181,7 @@ export type GraphQLTypes = {
|
|
|
9270
10181
|
subscriptionConnectable?: boolean | undefined | null;
|
|
9271
10182
|
upstreamApiFormat?: GraphQLTypes["ModelApiFormat"] | undefined | null;
|
|
9272
10183
|
restrictedToTeams?: boolean | undefined | null;
|
|
10184
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
9273
10185
|
allowedTeamIds?: Array<GraphQLTypes["ID"]> | undefined | null;
|
|
9274
10186
|
defaultThinkingLevel?: string | undefined | null;
|
|
9275
10187
|
contextWindow?: number | undefined | null;
|
|
@@ -9937,6 +10849,90 @@ export type GraphQLTypes = {
|
|
|
9937
10849
|
ports?: Array<number> | undefined | null;
|
|
9938
10850
|
startCommand?: string | undefined | null;
|
|
9939
10851
|
};
|
|
10852
|
+
["UpCloudAccount"]: {
|
|
10853
|
+
__typename: "UpCloudAccount";
|
|
10854
|
+
username?: string | undefined | null;
|
|
10855
|
+
creditsEur?: number | undefined | null;
|
|
10856
|
+
paidCreditsEur?: number | undefined | null;
|
|
10857
|
+
resourceLimitsCores?: number | undefined | null;
|
|
10858
|
+
resourceLimitsGpus?: number | undefined | null;
|
|
10859
|
+
resourceLimitsMemoryMiB?: number | undefined | null;
|
|
10860
|
+
resourceLimitsPublicIpv4?: number | undefined | null;
|
|
10861
|
+
['...on UpCloudAccount']: Omit<GraphQLTypes["UpCloudAccount"], "...on UpCloudAccount">;
|
|
10862
|
+
};
|
|
10863
|
+
["UpCloudGpuPlan"]: {
|
|
10864
|
+
__typename: "UpCloudGpuPlan";
|
|
10865
|
+
name: string;
|
|
10866
|
+
cores?: number | undefined | null;
|
|
10867
|
+
memoryGb?: number | undefined | null;
|
|
10868
|
+
gpuAmount?: number | undefined | null;
|
|
10869
|
+
gpuModel?: string | undefined | null;
|
|
10870
|
+
spot: boolean;
|
|
10871
|
+
['...on UpCloudGpuPlan']: Omit<GraphQLTypes["UpCloudGpuPlan"], "...on UpCloudGpuPlan">;
|
|
10872
|
+
};
|
|
10873
|
+
["UpCloudPlanPrice"]: {
|
|
10874
|
+
__typename: "UpCloudPlanPrice";
|
|
10875
|
+
plan: string;
|
|
10876
|
+
hourlyEur?: number | undefined | null;
|
|
10877
|
+
spotHourlyEur?: number | undefined | null;
|
|
10878
|
+
['...on UpCloudPlanPrice']: Omit<GraphQLTypes["UpCloudPlanPrice"], "...on UpCloudPlanPrice">;
|
|
10879
|
+
};
|
|
10880
|
+
["UpCloudPlanPrices"]: {
|
|
10881
|
+
__typename: "UpCloudPlanPrices";
|
|
10882
|
+
byPlan: Array<GraphQLTypes["UpCloudPlanPrice"]>;
|
|
10883
|
+
storageStandardEurPerGbMonth?: number | undefined | null;
|
|
10884
|
+
storageMaxiopsEurPerGbMonth?: number | undefined | null;
|
|
10885
|
+
publicIpv4EurPerMonth?: number | undefined | null;
|
|
10886
|
+
['...on UpCloudPlanPrices']: Omit<GraphQLTypes["UpCloudPlanPrices"], "...on UpCloudPlanPrices">;
|
|
10887
|
+
};
|
|
10888
|
+
["UpCloudTemplate"]: {
|
|
10889
|
+
__typename: "UpCloudTemplate";
|
|
10890
|
+
uuid: string;
|
|
10891
|
+
title?: string | undefined | null;
|
|
10892
|
+
sizeGb?: number | undefined | null;
|
|
10893
|
+
cloudInit: boolean;
|
|
10894
|
+
['...on UpCloudTemplate']: Omit<GraphQLTypes["UpCloudTemplate"], "...on UpCloudTemplate">;
|
|
10895
|
+
};
|
|
10896
|
+
["UpCloudLabel"]: {
|
|
10897
|
+
__typename: "UpCloudLabel";
|
|
10898
|
+
key: string;
|
|
10899
|
+
value?: string | undefined | null;
|
|
10900
|
+
['...on UpCloudLabel']: Omit<GraphQLTypes["UpCloudLabel"], "...on UpCloudLabel">;
|
|
10901
|
+
};
|
|
10902
|
+
["UpCloudServer"]: {
|
|
10903
|
+
__typename: "UpCloudServer";
|
|
10904
|
+
uuid: string;
|
|
10905
|
+
title?: string | undefined | null;
|
|
10906
|
+
hostname?: string | undefined | null;
|
|
10907
|
+
plan?: string | undefined | null;
|
|
10908
|
+
zone?: string | undefined | null;
|
|
10909
|
+
state?: string | undefined | null;
|
|
10910
|
+
publicIp?: string | undefined | null;
|
|
10911
|
+
labels: Array<GraphQLTypes["UpCloudLabel"]>;
|
|
10912
|
+
['...on UpCloudServer']: Omit<GraphQLTypes["UpCloudServer"], "...on UpCloudServer">;
|
|
10913
|
+
};
|
|
10914
|
+
["UpCloudOperation"]: {
|
|
10915
|
+
__typename: "UpCloudOperation";
|
|
10916
|
+
uuid: string;
|
|
10917
|
+
status: string;
|
|
10918
|
+
message?: string | undefined | null;
|
|
10919
|
+
['...on UpCloudOperation']: Omit<GraphQLTypes["UpCloudOperation"], "...on UpCloudOperation">;
|
|
10920
|
+
};
|
|
10921
|
+
["UpCloudLabelInput"]: {
|
|
10922
|
+
key: string;
|
|
10923
|
+
value: string;
|
|
10924
|
+
};
|
|
10925
|
+
["UpCloudDeployInput"]: {
|
|
10926
|
+
plan: string;
|
|
10927
|
+
templateUuid: string;
|
|
10928
|
+
diskGb: number;
|
|
10929
|
+
title: string;
|
|
10930
|
+
hostname?: string | undefined | null;
|
|
10931
|
+
sshPublicKey: string;
|
|
10932
|
+
userData?: string | undefined | null;
|
|
10933
|
+
firewallPorts?: Array<number> | undefined | null;
|
|
10934
|
+
labels?: Array<GraphQLTypes["UpCloudLabelInput"]> | undefined | null;
|
|
10935
|
+
};
|
|
9940
10936
|
["AdminRunPodAccount"]: {
|
|
9941
10937
|
__typename: "AdminRunPodAccount";
|
|
9942
10938
|
balance: number;
|
|
@@ -10047,6 +11043,176 @@ export type GraphQLTypes = {
|
|
|
10047
11043
|
hfModel?: string | undefined | null;
|
|
10048
11044
|
startCommand?: string | undefined | null;
|
|
10049
11045
|
};
|
|
11046
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
11047
|
+
/** GPU provider a cold start profile rents from. */
|
|
11048
|
+
["GpuProvider"]: GpuProvider;
|
|
11049
|
+
["AdminColdStartProfile"]: {
|
|
11050
|
+
__typename: "AdminColdStartProfile";
|
|
11051
|
+
id: string;
|
|
11052
|
+
name: string;
|
|
11053
|
+
description?: string | undefined | null;
|
|
11054
|
+
provider: GraphQLTypes["GpuProvider"];
|
|
11055
|
+
targetUserModelSlug: string;
|
|
11056
|
+
servedModelName: string;
|
|
11057
|
+
hfModel?: string | undefined | null;
|
|
11058
|
+
gpuNames: Array<string>;
|
|
11059
|
+
minGpus: number;
|
|
11060
|
+
minVramGb: number;
|
|
11061
|
+
maxPricePerHour?: number | undefined | null;
|
|
11062
|
+
maxPricePerHourCurrency: string;
|
|
11063
|
+
minReliability?: number | undefined | null;
|
|
11064
|
+
verifiedOnly: boolean;
|
|
11065
|
+
datacenterOnly: boolean;
|
|
11066
|
+
geolocations: Array<string>;
|
|
11067
|
+
dockerImage: string;
|
|
11068
|
+
startCommand?: string | undefined | null;
|
|
11069
|
+
diskGb: number;
|
|
11070
|
+
exposedPorts: Array<string>;
|
|
11071
|
+
useVolume: boolean;
|
|
11072
|
+
volumeSizeGb?: number | undefined | null;
|
|
11073
|
+
volumeMountPath: string;
|
|
11074
|
+
reuseExistingVolume: boolean;
|
|
11075
|
+
lastVolumeMachineId?: string | undefined | null;
|
|
11076
|
+
lastVolumeName?: string | undefined | null;
|
|
11077
|
+
pollIntervalSec: number;
|
|
11078
|
+
readyTimeoutSec: number;
|
|
11079
|
+
healthProbePath: string;
|
|
11080
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
11081
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
11082
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
11083
|
+
back, `error` records "max runtime reached"). */
|
|
11084
|
+
maxRuntimeHours?: number | undefined | null;
|
|
11085
|
+
autoDestroyOnFailure: boolean;
|
|
11086
|
+
autoStartOnRequest: boolean;
|
|
11087
|
+
enabled: boolean;
|
|
11088
|
+
createdAt: GraphQLTypes["DateTime"];
|
|
11089
|
+
updatedAt: GraphQLTypes["DateTime"];
|
|
11090
|
+
['...on AdminColdStartProfile']: Omit<GraphQLTypes["AdminColdStartProfile"], "...on AdminColdStartProfile">;
|
|
11091
|
+
};
|
|
11092
|
+
["AdminColdStartProfileInput"]: {
|
|
11093
|
+
name: string;
|
|
11094
|
+
description?: string | undefined | null;
|
|
11095
|
+
provider?: GraphQLTypes["GpuProvider"] | undefined | null;
|
|
11096
|
+
targetUserModelSlug: string;
|
|
11097
|
+
servedModelName: string;
|
|
11098
|
+
hfModel?: string | undefined | null;
|
|
11099
|
+
gpuNames?: Array<string> | undefined | null;
|
|
11100
|
+
minGpus?: number | undefined | null;
|
|
11101
|
+
minVramGb?: number | undefined | null;
|
|
11102
|
+
maxPricePerHour?: number | undefined | null;
|
|
11103
|
+
maxPricePerHourCurrency?: string | undefined | null;
|
|
11104
|
+
minReliability?: number | undefined | null;
|
|
11105
|
+
verifiedOnly?: boolean | undefined | null;
|
|
11106
|
+
datacenterOnly?: boolean | undefined | null;
|
|
11107
|
+
geolocations?: Array<string> | undefined | null;
|
|
11108
|
+
dockerImage: string;
|
|
11109
|
+
startCommand?: string | undefined | null;
|
|
11110
|
+
diskGb?: number | undefined | null;
|
|
11111
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
11112
|
+
useVolume?: boolean | undefined | null;
|
|
11113
|
+
volumeSizeGb?: number | undefined | null;
|
|
11114
|
+
volumeMountPath?: string | undefined | null;
|
|
11115
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
11116
|
+
pollIntervalSec?: number | undefined | null;
|
|
11117
|
+
readyTimeoutSec?: number | undefined | null;
|
|
11118
|
+
healthProbePath?: string | undefined | null;
|
|
11119
|
+
maxRuntimeHours?: number | undefined | null;
|
|
11120
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
11121
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
11122
|
+
enabled?: boolean | undefined | null;
|
|
11123
|
+
};
|
|
11124
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
11125
|
+
name?: string | undefined | null;
|
|
11126
|
+
description?: string | undefined | null;
|
|
11127
|
+
provider?: GraphQLTypes["GpuProvider"] | undefined | null;
|
|
11128
|
+
targetUserModelSlug?: string | undefined | null;
|
|
11129
|
+
servedModelName?: string | undefined | null;
|
|
11130
|
+
hfModel?: string | undefined | null;
|
|
11131
|
+
gpuNames?: Array<string> | undefined | null;
|
|
11132
|
+
minGpus?: number | undefined | null;
|
|
11133
|
+
minVramGb?: number | undefined | null;
|
|
11134
|
+
maxPricePerHour?: number | undefined | null;
|
|
11135
|
+
maxPricePerHourCurrency?: string | undefined | null;
|
|
11136
|
+
minReliability?: number | undefined | null;
|
|
11137
|
+
verifiedOnly?: boolean | undefined | null;
|
|
11138
|
+
datacenterOnly?: boolean | undefined | null;
|
|
11139
|
+
geolocations?: Array<string> | undefined | null;
|
|
11140
|
+
dockerImage?: string | undefined | null;
|
|
11141
|
+
startCommand?: string | undefined | null;
|
|
11142
|
+
diskGb?: number | undefined | null;
|
|
11143
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
11144
|
+
useVolume?: boolean | undefined | null;
|
|
11145
|
+
volumeSizeGb?: number | undefined | null;
|
|
11146
|
+
volumeMountPath?: string | undefined | null;
|
|
11147
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
11148
|
+
pollIntervalSec?: number | undefined | null;
|
|
11149
|
+
readyTimeoutSec?: number | undefined | null;
|
|
11150
|
+
healthProbePath?: string | undefined | null;
|
|
11151
|
+
maxRuntimeHours?: number | undefined | null;
|
|
11152
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
11153
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
11154
|
+
enabled?: boolean | undefined | null;
|
|
11155
|
+
};
|
|
11156
|
+
["ColdStartRun"]: {
|
|
11157
|
+
__typename: "ColdStartRun";
|
|
11158
|
+
id: string;
|
|
11159
|
+
profileId: string;
|
|
11160
|
+
userModelId?: string | undefined | null;
|
|
11161
|
+
status: GraphQLTypes["ColdStartRunStatus"];
|
|
11162
|
+
provider: GraphQLTypes["GpuProvider"];
|
|
11163
|
+
offerId?: string | undefined | null;
|
|
11164
|
+
machineId?: string | undefined | null;
|
|
11165
|
+
instanceId?: string | undefined | null;
|
|
11166
|
+
publicIp?: string | undefined | null;
|
|
11167
|
+
hostPort?: number | undefined | null;
|
|
11168
|
+
gpuName?: string | undefined | null;
|
|
11169
|
+
numGpus?: number | undefined | null;
|
|
11170
|
+
pricePerHourUsd?: number | undefined | null;
|
|
11171
|
+
volumeId?: string | undefined | null;
|
|
11172
|
+
discoveredUrl?: string | undefined | null;
|
|
11173
|
+
servedModelName: string;
|
|
11174
|
+
previousCustomBaseUrl?: string | undefined | null;
|
|
11175
|
+
previousBaseModel?: string | undefined | null;
|
|
11176
|
+
volumeName?: string | undefined | null;
|
|
11177
|
+
error?: string | undefined | null;
|
|
11178
|
+
onstartScript?: string | undefined | null;
|
|
11179
|
+
attemptedOfferIds: Array<string>;
|
|
11180
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
11181
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
11182
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
11183
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
11184
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
11185
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
11186
|
+
"manual action required" warning. */
|
|
11187
|
+
needsManualAction: boolean;
|
|
11188
|
+
startedAt: GraphQLTypes["DateTime"];
|
|
11189
|
+
readyAt?: GraphQLTypes["DateTime"] | undefined | null;
|
|
11190
|
+
finishedAt?: GraphQLTypes["DateTime"] | undefined | null;
|
|
11191
|
+
createdAt: GraphQLTypes["DateTime"];
|
|
11192
|
+
updatedAt: GraphQLTypes["DateTime"];
|
|
11193
|
+
['...on ColdStartRun']: Omit<GraphQLTypes["ColdStartRun"], "...on ColdStartRun">;
|
|
11194
|
+
};
|
|
11195
|
+
/** How an admin stop should tear a rented instance down. */
|
|
11196
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
11197
|
+
["StartColdStartResult"]: {
|
|
11198
|
+
__typename: "StartColdStartResult";
|
|
11199
|
+
run: GraphQLTypes["ColdStartRun"];
|
|
11200
|
+
/** False when an active run already existed and was returned as-is. */
|
|
11201
|
+
created: boolean;
|
|
11202
|
+
['...on StartColdStartResult']: Omit<GraphQLTypes["StartColdStartResult"], "...on StartColdStartResult">;
|
|
11203
|
+
};
|
|
11204
|
+
["ReconcileColdStartRunsResult"]: {
|
|
11205
|
+
__typename: "ReconcileColdStartRunsResult";
|
|
11206
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
11207
|
+
resumed: number;
|
|
11208
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
11209
|
+
failed: number;
|
|
11210
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
11211
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
11212
|
+
destroy never landed, so they were billing silently). */
|
|
11213
|
+
swept: number;
|
|
11214
|
+
['...on ReconcileColdStartRunsResult']: Omit<GraphQLTypes["ReconcileColdStartRunsResult"], "...on ReconcileColdStartRunsResult">;
|
|
11215
|
+
};
|
|
10050
11216
|
["BaseModelUpdateInput"]: {
|
|
10051
11217
|
openRouterProvider?: string | undefined | null;
|
|
10052
11218
|
displayName?: string | undefined | null;
|
|
@@ -10362,6 +11528,27 @@ export declare enum ModelScope {
|
|
|
10362
11528
|
STUDIO = "STUDIO",
|
|
10363
11529
|
AGENT = "AGENT"
|
|
10364
11530
|
}
|
|
11531
|
+
export declare enum ColdStartRunStatus {
|
|
11532
|
+
SEARCHING_OFFERS = "SEARCHING_OFFERS",
|
|
11533
|
+
CREATING_INSTANCE = "CREATING_INSTANCE",
|
|
11534
|
+
WAITING_RUNNING = "WAITING_RUNNING",
|
|
11535
|
+
WAITING_PORT = "WAITING_PORT",
|
|
11536
|
+
WAITING_HEALTH = "WAITING_HEALTH",
|
|
11537
|
+
WRITING_MODEL = "WRITING_MODEL",
|
|
11538
|
+
READY = "READY",
|
|
11539
|
+
FAILED = "FAILED",
|
|
11540
|
+
DESTROYED = "DESTROYED"
|
|
11541
|
+
}
|
|
11542
|
+
/** GPU provider a cold start profile rents from. */
|
|
11543
|
+
export declare enum GpuProvider {
|
|
11544
|
+
VAST_AI = "VAST_AI",
|
|
11545
|
+
UPCLOUD = "UPCLOUD"
|
|
11546
|
+
}
|
|
11547
|
+
/** How an admin stop should tear a rented instance down. */
|
|
11548
|
+
export declare enum ColdStartStopMode {
|
|
11549
|
+
DESTROY = "DESTROY",
|
|
11550
|
+
STOP = "STOP"
|
|
11551
|
+
}
|
|
10365
11552
|
type ZEUS_VARIABLES = {
|
|
10366
11553
|
["GlobalRole"]: ValueTypes["GlobalRole"];
|
|
10367
11554
|
["TeamRole"]: ValueTypes["TeamRole"];
|
|
@@ -10446,10 +11633,17 @@ type ZEUS_VARIABLES = {
|
|
|
10446
11633
|
["AdminVastAiOfferQueryInput"]: ValueTypes["AdminVastAiOfferQueryInput"];
|
|
10447
11634
|
["AdminCreateVastAiInstanceInput"]: ValueTypes["AdminCreateVastAiInstanceInput"];
|
|
10448
11635
|
["AdminUpdateVastAiInstanceInput"]: ValueTypes["AdminUpdateVastAiInstanceInput"];
|
|
11636
|
+
["UpCloudLabelInput"]: ValueTypes["UpCloudLabelInput"];
|
|
11637
|
+
["UpCloudDeployInput"]: ValueTypes["UpCloudDeployInput"];
|
|
10449
11638
|
["AdminCreateRunPodInput"]: ValueTypes["AdminCreateRunPodInput"];
|
|
10450
11639
|
["AdminUpdateRunPodInput"]: ValueTypes["AdminUpdateRunPodInput"];
|
|
10451
11640
|
["AdminCreateDeployConfigInput"]: ValueTypes["AdminCreateDeployConfigInput"];
|
|
10452
11641
|
["AdminUpdateDeployConfigInput"]: ValueTypes["AdminUpdateDeployConfigInput"];
|
|
11642
|
+
["ColdStartRunStatus"]: ValueTypes["ColdStartRunStatus"];
|
|
11643
|
+
["GpuProvider"]: ValueTypes["GpuProvider"];
|
|
11644
|
+
["AdminColdStartProfileInput"]: ValueTypes["AdminColdStartProfileInput"];
|
|
11645
|
+
["AdminUpdateColdStartProfileInput"]: ValueTypes["AdminUpdateColdStartProfileInput"];
|
|
11646
|
+
["ColdStartStopMode"]: ValueTypes["ColdStartStopMode"];
|
|
10453
11647
|
["BaseModelUpdateInput"]: ValueTypes["BaseModelUpdateInput"];
|
|
10454
11648
|
["BaseModelCreateInput"]: ValueTypes["BaseModelCreateInput"];
|
|
10455
11649
|
["SeoSearchAnalyticsInput"]: ValueTypes["SeoSearchAnalyticsInput"];
|