@aexol/spectral 0.9.264 → 0.9.266
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1486,6 +1486,15 @@ export type ValueTypes = {
|
|
|
1486
1486
|
adminDeployConfig?: [{
|
|
1487
1487
|
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1488
1488
|
}, ValueTypes["AdminDeployConfig"]];
|
|
1489
|
+
adminColdStartProfiles?: ValueTypes["AdminColdStartProfile"];
|
|
1490
|
+
adminColdStartRuns?: [{
|
|
1491
|
+
profileId?: string | undefined | null | Variable<any, string>;
|
|
1492
|
+
userModelId?: string | undefined | null | Variable<any, string>;
|
|
1493
|
+
limit?: number | undefined | null | Variable<any, string>;
|
|
1494
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1495
|
+
adminColdStartRun?: [{
|
|
1496
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1497
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1489
1498
|
__typename?: boolean | `@${string}`;
|
|
1490
1499
|
['...on Query']?: Omit<ValueTypes["Query"], "...on Query">;
|
|
1491
1500
|
}>;
|
|
@@ -1808,6 +1817,27 @@ export type ValueTypes = {
|
|
|
1808
1817
|
adminDeleteDeployConfig?: [{
|
|
1809
1818
|
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1810
1819
|
}, boolean | `@${string}`];
|
|
1820
|
+
adminCreateColdStartProfile?: [{
|
|
1821
|
+
input: ValueTypes["AdminColdStartProfileInput"] | Variable<any, string>;
|
|
1822
|
+
}, ValueTypes["AdminColdStartProfile"]];
|
|
1823
|
+
adminUpdateColdStartProfile?: [{
|
|
1824
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1825
|
+
input: ValueTypes["AdminUpdateColdStartProfileInput"] | Variable<any, string>;
|
|
1826
|
+
}, ValueTypes["AdminColdStartProfile"]];
|
|
1827
|
+
adminDeleteColdStartProfile?: [{
|
|
1828
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1829
|
+
}, boolean | `@${string}`];
|
|
1830
|
+
adminStartColdStartRun?: [{
|
|
1831
|
+
profileId: ValueTypes["ID"] | Variable<any, string>;
|
|
1832
|
+
}, ValueTypes["StartColdStartResult"]];
|
|
1833
|
+
adminStopColdStartRun?: [{
|
|
1834
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1835
|
+
mode?: ValueTypes["ColdStartStopMode"] | undefined | null | Variable<any, string>;
|
|
1836
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1837
|
+
adminPollColdStartRun?: [{
|
|
1838
|
+
id: ValueTypes["ID"] | Variable<any, string>;
|
|
1839
|
+
}, ValueTypes["ColdStartRun"]];
|
|
1840
|
+
adminReconcileColdStartRuns?: ValueTypes["ReconcileColdStartRunsResult"];
|
|
1811
1841
|
adminCreateBuiltInModel?: [{
|
|
1812
1842
|
input: ValueTypes["CreateBuiltInModelInput"] | Variable<any, string>;
|
|
1813
1843
|
}, ValueTypes["UserModel"]];
|
|
@@ -2098,6 +2128,10 @@ export type ValueTypes = {
|
|
|
2098
2128
|
subscriptionConnectable?: boolean | `@${string}`;
|
|
2099
2129
|
upstreamApiFormat?: boolean | `@${string}`;
|
|
2100
2130
|
restrictedToTeams?: boolean | `@${string}`;
|
|
2131
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
2132
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
2133
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
2134
|
+
coldStartEnabled?: boolean | `@${string}`;
|
|
2101
2135
|
allowedTeamIds?: boolean | `@${string}`;
|
|
2102
2136
|
defaultThinkingLevel?: boolean | `@${string}`;
|
|
2103
2137
|
contextWindow?: boolean | `@${string}`;
|
|
@@ -2210,6 +2244,7 @@ export type ValueTypes = {
|
|
|
2210
2244
|
subscriptionConnectable?: boolean | undefined | null | Variable<any, string>;
|
|
2211
2245
|
upstreamApiFormat?: ValueTypes["ModelApiFormat"] | undefined | null | Variable<any, string>;
|
|
2212
2246
|
restrictedToTeams?: boolean | undefined | null | Variable<any, string>;
|
|
2247
|
+
coldStartEnabled?: boolean | undefined | null | Variable<any, string>;
|
|
2213
2248
|
allowedTeamIds?: Array<ValueTypes["ID"]> | undefined | null | Variable<any, string>;
|
|
2214
2249
|
defaultThinkingLevel?: string | undefined | null | Variable<any, string>;
|
|
2215
2250
|
contextWindow?: number | undefined | null | Variable<any, string>;
|
|
@@ -2234,6 +2269,7 @@ export type ValueTypes = {
|
|
|
2234
2269
|
subscriptionConnectable?: boolean | undefined | null | Variable<any, string>;
|
|
2235
2270
|
upstreamApiFormat?: ValueTypes["ModelApiFormat"] | undefined | null | Variable<any, string>;
|
|
2236
2271
|
restrictedToTeams?: boolean | undefined | null | Variable<any, string>;
|
|
2272
|
+
coldStartEnabled?: boolean | undefined | null | Variable<any, string>;
|
|
2237
2273
|
allowedTeamIds?: Array<ValueTypes["ID"]> | undefined | null | Variable<any, string>;
|
|
2238
2274
|
defaultThinkingLevel?: string | undefined | null | Variable<any, string>;
|
|
2239
2275
|
contextWindow?: number | undefined | null | Variable<any, string>;
|
|
@@ -3011,6 +3047,167 @@ export type ValueTypes = {
|
|
|
3011
3047
|
hfModel?: string | undefined | null | Variable<any, string>;
|
|
3012
3048
|
startCommand?: string | undefined | null | Variable<any, string>;
|
|
3013
3049
|
};
|
|
3050
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
3051
|
+
["AdminColdStartProfile"]: AliasType<{
|
|
3052
|
+
id?: boolean | `@${string}`;
|
|
3053
|
+
name?: boolean | `@${string}`;
|
|
3054
|
+
description?: boolean | `@${string}`;
|
|
3055
|
+
targetUserModelSlug?: boolean | `@${string}`;
|
|
3056
|
+
servedModelName?: boolean | `@${string}`;
|
|
3057
|
+
hfModel?: boolean | `@${string}`;
|
|
3058
|
+
gpuNames?: boolean | `@${string}`;
|
|
3059
|
+
minGpus?: boolean | `@${string}`;
|
|
3060
|
+
minVramGb?: boolean | `@${string}`;
|
|
3061
|
+
maxPricePerHourUsd?: boolean | `@${string}`;
|
|
3062
|
+
minReliability?: boolean | `@${string}`;
|
|
3063
|
+
verifiedOnly?: boolean | `@${string}`;
|
|
3064
|
+
datacenterOnly?: boolean | `@${string}`;
|
|
3065
|
+
geolocations?: boolean | `@${string}`;
|
|
3066
|
+
dockerImage?: boolean | `@${string}`;
|
|
3067
|
+
startCommand?: boolean | `@${string}`;
|
|
3068
|
+
diskGb?: boolean | `@${string}`;
|
|
3069
|
+
exposedPorts?: boolean | `@${string}`;
|
|
3070
|
+
useVolume?: boolean | `@${string}`;
|
|
3071
|
+
volumeSizeGb?: boolean | `@${string}`;
|
|
3072
|
+
volumeMountPath?: boolean | `@${string}`;
|
|
3073
|
+
reuseExistingVolume?: boolean | `@${string}`;
|
|
3074
|
+
lastVolumeMachineId?: boolean | `@${string}`;
|
|
3075
|
+
lastVolumeName?: boolean | `@${string}`;
|
|
3076
|
+
pollIntervalSec?: boolean | `@${string}`;
|
|
3077
|
+
readyTimeoutSec?: boolean | `@${string}`;
|
|
3078
|
+
healthProbePath?: boolean | `@${string}`;
|
|
3079
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
3080
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
3081
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
3082
|
+
back, `error` records "max runtime reached"). */
|
|
3083
|
+
maxRuntimeHours?: boolean | `@${string}`;
|
|
3084
|
+
autoDestroyOnFailure?: boolean | `@${string}`;
|
|
3085
|
+
autoStartOnRequest?: boolean | `@${string}`;
|
|
3086
|
+
enabled?: boolean | `@${string}`;
|
|
3087
|
+
createdAt?: boolean | `@${string}`;
|
|
3088
|
+
updatedAt?: boolean | `@${string}`;
|
|
3089
|
+
__typename?: boolean | `@${string}`;
|
|
3090
|
+
['...on AdminColdStartProfile']?: Omit<ValueTypes["AdminColdStartProfile"], "...on AdminColdStartProfile">;
|
|
3091
|
+
}>;
|
|
3092
|
+
["AdminColdStartProfileInput"]: {
|
|
3093
|
+
name: string | Variable<any, string>;
|
|
3094
|
+
description?: string | undefined | null | Variable<any, string>;
|
|
3095
|
+
targetUserModelSlug: string | Variable<any, string>;
|
|
3096
|
+
servedModelName: string | Variable<any, string>;
|
|
3097
|
+
hfModel?: string | undefined | null | Variable<any, string>;
|
|
3098
|
+
gpuNames?: Array<string> | undefined | null | Variable<any, string>;
|
|
3099
|
+
minGpus?: number | undefined | null | Variable<any, string>;
|
|
3100
|
+
minVramGb?: number | undefined | null | Variable<any, string>;
|
|
3101
|
+
maxPricePerHourUsd?: number | undefined | null | Variable<any, string>;
|
|
3102
|
+
minReliability?: number | undefined | null | Variable<any, string>;
|
|
3103
|
+
verifiedOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3104
|
+
datacenterOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3105
|
+
geolocations?: Array<string> | undefined | null | Variable<any, string>;
|
|
3106
|
+
dockerImage: string | Variable<any, string>;
|
|
3107
|
+
startCommand?: string | undefined | null | Variable<any, string>;
|
|
3108
|
+
diskGb?: number | undefined | null | Variable<any, string>;
|
|
3109
|
+
exposedPorts?: Array<string> | undefined | null | Variable<any, string>;
|
|
3110
|
+
useVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3111
|
+
volumeSizeGb?: number | undefined | null | Variable<any, string>;
|
|
3112
|
+
volumeMountPath?: string | undefined | null | Variable<any, string>;
|
|
3113
|
+
reuseExistingVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3114
|
+
pollIntervalSec?: number | undefined | null | Variable<any, string>;
|
|
3115
|
+
readyTimeoutSec?: number | undefined | null | Variable<any, string>;
|
|
3116
|
+
healthProbePath?: string | undefined | null | Variable<any, string>;
|
|
3117
|
+
maxRuntimeHours?: number | undefined | null | Variable<any, string>;
|
|
3118
|
+
autoDestroyOnFailure?: boolean | undefined | null | Variable<any, string>;
|
|
3119
|
+
autoStartOnRequest?: boolean | undefined | null | Variable<any, string>;
|
|
3120
|
+
enabled?: boolean | undefined | null | Variable<any, string>;
|
|
3121
|
+
};
|
|
3122
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
3123
|
+
name?: string | undefined | null | Variable<any, string>;
|
|
3124
|
+
description?: string | undefined | null | Variable<any, string>;
|
|
3125
|
+
targetUserModelSlug?: string | undefined | null | Variable<any, string>;
|
|
3126
|
+
servedModelName?: string | undefined | null | Variable<any, string>;
|
|
3127
|
+
hfModel?: string | undefined | null | Variable<any, string>;
|
|
3128
|
+
gpuNames?: Array<string> | undefined | null | Variable<any, string>;
|
|
3129
|
+
minGpus?: number | undefined | null | Variable<any, string>;
|
|
3130
|
+
minVramGb?: number | undefined | null | Variable<any, string>;
|
|
3131
|
+
maxPricePerHourUsd?: number | undefined | null | Variable<any, string>;
|
|
3132
|
+
minReliability?: number | undefined | null | Variable<any, string>;
|
|
3133
|
+
verifiedOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3134
|
+
datacenterOnly?: boolean | undefined | null | Variable<any, string>;
|
|
3135
|
+
geolocations?: Array<string> | undefined | null | Variable<any, string>;
|
|
3136
|
+
dockerImage?: string | undefined | null | Variable<any, string>;
|
|
3137
|
+
startCommand?: string | undefined | null | Variable<any, string>;
|
|
3138
|
+
diskGb?: number | undefined | null | Variable<any, string>;
|
|
3139
|
+
exposedPorts?: Array<string> | undefined | null | Variable<any, string>;
|
|
3140
|
+
useVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3141
|
+
volumeSizeGb?: number | undefined | null | Variable<any, string>;
|
|
3142
|
+
volumeMountPath?: string | undefined | null | Variable<any, string>;
|
|
3143
|
+
reuseExistingVolume?: boolean | undefined | null | Variable<any, string>;
|
|
3144
|
+
pollIntervalSec?: number | undefined | null | Variable<any, string>;
|
|
3145
|
+
readyTimeoutSec?: number | undefined | null | Variable<any, string>;
|
|
3146
|
+
healthProbePath?: string | undefined | null | Variable<any, string>;
|
|
3147
|
+
maxRuntimeHours?: number | undefined | null | Variable<any, string>;
|
|
3148
|
+
autoDestroyOnFailure?: boolean | undefined | null | Variable<any, string>;
|
|
3149
|
+
autoStartOnRequest?: boolean | undefined | null | Variable<any, string>;
|
|
3150
|
+
enabled?: boolean | undefined | null | Variable<any, string>;
|
|
3151
|
+
};
|
|
3152
|
+
["ColdStartRun"]: AliasType<{
|
|
3153
|
+
id?: boolean | `@${string}`;
|
|
3154
|
+
profileId?: boolean | `@${string}`;
|
|
3155
|
+
userModelId?: boolean | `@${string}`;
|
|
3156
|
+
status?: boolean | `@${string}`;
|
|
3157
|
+
offerId?: boolean | `@${string}`;
|
|
3158
|
+
machineId?: boolean | `@${string}`;
|
|
3159
|
+
instanceId?: boolean | `@${string}`;
|
|
3160
|
+
publicIp?: boolean | `@${string}`;
|
|
3161
|
+
hostPort?: boolean | `@${string}`;
|
|
3162
|
+
gpuName?: boolean | `@${string}`;
|
|
3163
|
+
numGpus?: boolean | `@${string}`;
|
|
3164
|
+
pricePerHourUsd?: boolean | `@${string}`;
|
|
3165
|
+
volumeId?: boolean | `@${string}`;
|
|
3166
|
+
discoveredUrl?: boolean | `@${string}`;
|
|
3167
|
+
servedModelName?: boolean | `@${string}`;
|
|
3168
|
+
previousCustomBaseUrl?: boolean | `@${string}`;
|
|
3169
|
+
previousBaseModel?: boolean | `@${string}`;
|
|
3170
|
+
volumeName?: boolean | `@${string}`;
|
|
3171
|
+
error?: boolean | `@${string}`;
|
|
3172
|
+
onstartScript?: boolean | `@${string}`;
|
|
3173
|
+
attemptedOfferIds?: boolean | `@${string}`;
|
|
3174
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
3175
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
3176
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
3177
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
3178
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
3179
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
3180
|
+
"manual action required" warning. */
|
|
3181
|
+
needsManualAction?: boolean | `@${string}`;
|
|
3182
|
+
startedAt?: boolean | `@${string}`;
|
|
3183
|
+
readyAt?: boolean | `@${string}`;
|
|
3184
|
+
finishedAt?: boolean | `@${string}`;
|
|
3185
|
+
createdAt?: boolean | `@${string}`;
|
|
3186
|
+
updatedAt?: boolean | `@${string}`;
|
|
3187
|
+
__typename?: boolean | `@${string}`;
|
|
3188
|
+
['...on ColdStartRun']?: Omit<ValueTypes["ColdStartRun"], "...on ColdStartRun">;
|
|
3189
|
+
}>;
|
|
3190
|
+
/** How an admin stop should tear a rented instance down. */
|
|
3191
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
3192
|
+
["StartColdStartResult"]: AliasType<{
|
|
3193
|
+
run?: ValueTypes["ColdStartRun"];
|
|
3194
|
+
/** False when an active run already existed and was returned as-is. */
|
|
3195
|
+
created?: boolean | `@${string}`;
|
|
3196
|
+
__typename?: boolean | `@${string}`;
|
|
3197
|
+
['...on StartColdStartResult']?: Omit<ValueTypes["StartColdStartResult"], "...on StartColdStartResult">;
|
|
3198
|
+
}>;
|
|
3199
|
+
["ReconcileColdStartRunsResult"]: AliasType<{
|
|
3200
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
3201
|
+
resumed?: boolean | `@${string}`;
|
|
3202
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
3203
|
+
failed?: boolean | `@${string}`;
|
|
3204
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
3205
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
3206
|
+
destroy never landed, so they were billing silently). */
|
|
3207
|
+
swept?: boolean | `@${string}`;
|
|
3208
|
+
__typename?: boolean | `@${string}`;
|
|
3209
|
+
['...on ReconcileColdStartRunsResult']?: Omit<ValueTypes["ReconcileColdStartRunsResult"], "...on ReconcileColdStartRunsResult">;
|
|
3210
|
+
}>;
|
|
3014
3211
|
["BaseModelUpdateInput"]: {
|
|
3015
3212
|
openRouterProvider?: string | undefined | null | Variable<any, string>;
|
|
3016
3213
|
displayName?: string | undefined | null | Variable<any, string>;
|
|
@@ -4327,6 +4524,15 @@ export type ResolverInputTypes = {
|
|
|
4327
4524
|
adminDeployConfig?: [{
|
|
4328
4525
|
id: ResolverInputTypes["ID"];
|
|
4329
4526
|
}, ResolverInputTypes["AdminDeployConfig"]];
|
|
4527
|
+
adminColdStartProfiles?: ResolverInputTypes["AdminColdStartProfile"];
|
|
4528
|
+
adminColdStartRuns?: [{
|
|
4529
|
+
profileId?: string | undefined | null;
|
|
4530
|
+
userModelId?: string | undefined | null;
|
|
4531
|
+
limit?: number | undefined | null;
|
|
4532
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
4533
|
+
adminColdStartRun?: [{
|
|
4534
|
+
id: ResolverInputTypes["ID"];
|
|
4535
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
4330
4536
|
__typename?: boolean | `@${string}`;
|
|
4331
4537
|
}>;
|
|
4332
4538
|
["Mutation"]: AliasType<{
|
|
@@ -4648,6 +4854,27 @@ export type ResolverInputTypes = {
|
|
|
4648
4854
|
adminDeleteDeployConfig?: [{
|
|
4649
4855
|
id: ResolverInputTypes["ID"];
|
|
4650
4856
|
}, boolean | `@${string}`];
|
|
4857
|
+
adminCreateColdStartProfile?: [{
|
|
4858
|
+
input: ResolverInputTypes["AdminColdStartProfileInput"];
|
|
4859
|
+
}, ResolverInputTypes["AdminColdStartProfile"]];
|
|
4860
|
+
adminUpdateColdStartProfile?: [{
|
|
4861
|
+
id: ResolverInputTypes["ID"];
|
|
4862
|
+
input: ResolverInputTypes["AdminUpdateColdStartProfileInput"];
|
|
4863
|
+
}, ResolverInputTypes["AdminColdStartProfile"]];
|
|
4864
|
+
adminDeleteColdStartProfile?: [{
|
|
4865
|
+
id: ResolverInputTypes["ID"];
|
|
4866
|
+
}, boolean | `@${string}`];
|
|
4867
|
+
adminStartColdStartRun?: [{
|
|
4868
|
+
profileId: ResolverInputTypes["ID"];
|
|
4869
|
+
}, ResolverInputTypes["StartColdStartResult"]];
|
|
4870
|
+
adminStopColdStartRun?: [{
|
|
4871
|
+
id: ResolverInputTypes["ID"];
|
|
4872
|
+
mode?: ResolverInputTypes["ColdStartStopMode"] | undefined | null;
|
|
4873
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
4874
|
+
adminPollColdStartRun?: [{
|
|
4875
|
+
id: ResolverInputTypes["ID"];
|
|
4876
|
+
}, ResolverInputTypes["ColdStartRun"]];
|
|
4877
|
+
adminReconcileColdStartRuns?: ResolverInputTypes["ReconcileColdStartRunsResult"];
|
|
4651
4878
|
adminCreateBuiltInModel?: [{
|
|
4652
4879
|
input: ResolverInputTypes["CreateBuiltInModelInput"];
|
|
4653
4880
|
}, ResolverInputTypes["UserModel"]];
|
|
@@ -4936,6 +5163,10 @@ export type ResolverInputTypes = {
|
|
|
4936
5163
|
subscriptionConnectable?: boolean | `@${string}`;
|
|
4937
5164
|
upstreamApiFormat?: boolean | `@${string}`;
|
|
4938
5165
|
restrictedToTeams?: boolean | `@${string}`;
|
|
5166
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
5167
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
5168
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
5169
|
+
coldStartEnabled?: boolean | `@${string}`;
|
|
4939
5170
|
allowedTeamIds?: boolean | `@${string}`;
|
|
4940
5171
|
defaultThinkingLevel?: boolean | `@${string}`;
|
|
4941
5172
|
contextWindow?: boolean | `@${string}`;
|
|
@@ -5043,6 +5274,7 @@ export type ResolverInputTypes = {
|
|
|
5043
5274
|
subscriptionConnectable?: boolean | undefined | null;
|
|
5044
5275
|
upstreamApiFormat?: ResolverInputTypes["ModelApiFormat"] | undefined | null;
|
|
5045
5276
|
restrictedToTeams?: boolean | undefined | null;
|
|
5277
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
5046
5278
|
allowedTeamIds?: Array<ResolverInputTypes["ID"]> | undefined | null;
|
|
5047
5279
|
defaultThinkingLevel?: string | undefined | null;
|
|
5048
5280
|
contextWindow?: number | undefined | null;
|
|
@@ -5067,6 +5299,7 @@ export type ResolverInputTypes = {
|
|
|
5067
5299
|
subscriptionConnectable?: boolean | undefined | null;
|
|
5068
5300
|
upstreamApiFormat?: ResolverInputTypes["ModelApiFormat"] | undefined | null;
|
|
5069
5301
|
restrictedToTeams?: boolean | undefined | null;
|
|
5302
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
5070
5303
|
allowedTeamIds?: Array<ResolverInputTypes["ID"]> | undefined | null;
|
|
5071
5304
|
defaultThinkingLevel?: string | undefined | null;
|
|
5072
5305
|
contextWindow?: number | undefined | null;
|
|
@@ -5798,6 +6031,163 @@ export type ResolverInputTypes = {
|
|
|
5798
6031
|
hfModel?: string | undefined | null;
|
|
5799
6032
|
startCommand?: string | undefined | null;
|
|
5800
6033
|
};
|
|
6034
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
6035
|
+
["AdminColdStartProfile"]: AliasType<{
|
|
6036
|
+
id?: boolean | `@${string}`;
|
|
6037
|
+
name?: boolean | `@${string}`;
|
|
6038
|
+
description?: boolean | `@${string}`;
|
|
6039
|
+
targetUserModelSlug?: boolean | `@${string}`;
|
|
6040
|
+
servedModelName?: boolean | `@${string}`;
|
|
6041
|
+
hfModel?: boolean | `@${string}`;
|
|
6042
|
+
gpuNames?: boolean | `@${string}`;
|
|
6043
|
+
minGpus?: boolean | `@${string}`;
|
|
6044
|
+
minVramGb?: boolean | `@${string}`;
|
|
6045
|
+
maxPricePerHourUsd?: boolean | `@${string}`;
|
|
6046
|
+
minReliability?: boolean | `@${string}`;
|
|
6047
|
+
verifiedOnly?: boolean | `@${string}`;
|
|
6048
|
+
datacenterOnly?: boolean | `@${string}`;
|
|
6049
|
+
geolocations?: boolean | `@${string}`;
|
|
6050
|
+
dockerImage?: boolean | `@${string}`;
|
|
6051
|
+
startCommand?: boolean | `@${string}`;
|
|
6052
|
+
diskGb?: boolean | `@${string}`;
|
|
6053
|
+
exposedPorts?: boolean | `@${string}`;
|
|
6054
|
+
useVolume?: boolean | `@${string}`;
|
|
6055
|
+
volumeSizeGb?: boolean | `@${string}`;
|
|
6056
|
+
volumeMountPath?: boolean | `@${string}`;
|
|
6057
|
+
reuseExistingVolume?: boolean | `@${string}`;
|
|
6058
|
+
lastVolumeMachineId?: boolean | `@${string}`;
|
|
6059
|
+
lastVolumeName?: boolean | `@${string}`;
|
|
6060
|
+
pollIntervalSec?: boolean | `@${string}`;
|
|
6061
|
+
readyTimeoutSec?: boolean | `@${string}`;
|
|
6062
|
+
healthProbePath?: boolean | `@${string}`;
|
|
6063
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
6064
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
6065
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
6066
|
+
back, `error` records "max runtime reached"). */
|
|
6067
|
+
maxRuntimeHours?: boolean | `@${string}`;
|
|
6068
|
+
autoDestroyOnFailure?: boolean | `@${string}`;
|
|
6069
|
+
autoStartOnRequest?: boolean | `@${string}`;
|
|
6070
|
+
enabled?: boolean | `@${string}`;
|
|
6071
|
+
createdAt?: boolean | `@${string}`;
|
|
6072
|
+
updatedAt?: boolean | `@${string}`;
|
|
6073
|
+
__typename?: boolean | `@${string}`;
|
|
6074
|
+
}>;
|
|
6075
|
+
["AdminColdStartProfileInput"]: {
|
|
6076
|
+
name: string;
|
|
6077
|
+
description?: string | undefined | null;
|
|
6078
|
+
targetUserModelSlug: string;
|
|
6079
|
+
servedModelName: string;
|
|
6080
|
+
hfModel?: string | undefined | null;
|
|
6081
|
+
gpuNames?: Array<string> | undefined | null;
|
|
6082
|
+
minGpus?: number | undefined | null;
|
|
6083
|
+
minVramGb?: number | undefined | null;
|
|
6084
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
6085
|
+
minReliability?: number | undefined | null;
|
|
6086
|
+
verifiedOnly?: boolean | undefined | null;
|
|
6087
|
+
datacenterOnly?: boolean | undefined | null;
|
|
6088
|
+
geolocations?: Array<string> | undefined | null;
|
|
6089
|
+
dockerImage: string;
|
|
6090
|
+
startCommand?: string | undefined | null;
|
|
6091
|
+
diskGb?: number | undefined | null;
|
|
6092
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
6093
|
+
useVolume?: boolean | undefined | null;
|
|
6094
|
+
volumeSizeGb?: number | undefined | null;
|
|
6095
|
+
volumeMountPath?: string | undefined | null;
|
|
6096
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
6097
|
+
pollIntervalSec?: number | undefined | null;
|
|
6098
|
+
readyTimeoutSec?: number | undefined | null;
|
|
6099
|
+
healthProbePath?: string | undefined | null;
|
|
6100
|
+
maxRuntimeHours?: number | undefined | null;
|
|
6101
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
6102
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
6103
|
+
enabled?: boolean | undefined | null;
|
|
6104
|
+
};
|
|
6105
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
6106
|
+
name?: string | undefined | null;
|
|
6107
|
+
description?: string | undefined | null;
|
|
6108
|
+
targetUserModelSlug?: string | undefined | null;
|
|
6109
|
+
servedModelName?: string | undefined | null;
|
|
6110
|
+
hfModel?: string | undefined | null;
|
|
6111
|
+
gpuNames?: Array<string> | undefined | null;
|
|
6112
|
+
minGpus?: number | undefined | null;
|
|
6113
|
+
minVramGb?: number | undefined | null;
|
|
6114
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
6115
|
+
minReliability?: number | undefined | null;
|
|
6116
|
+
verifiedOnly?: boolean | undefined | null;
|
|
6117
|
+
datacenterOnly?: boolean | undefined | null;
|
|
6118
|
+
geolocations?: Array<string> | undefined | null;
|
|
6119
|
+
dockerImage?: string | undefined | null;
|
|
6120
|
+
startCommand?: string | undefined | null;
|
|
6121
|
+
diskGb?: number | undefined | null;
|
|
6122
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
6123
|
+
useVolume?: boolean | undefined | null;
|
|
6124
|
+
volumeSizeGb?: number | undefined | null;
|
|
6125
|
+
volumeMountPath?: string | undefined | null;
|
|
6126
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
6127
|
+
pollIntervalSec?: number | undefined | null;
|
|
6128
|
+
readyTimeoutSec?: number | undefined | null;
|
|
6129
|
+
healthProbePath?: string | undefined | null;
|
|
6130
|
+
maxRuntimeHours?: number | undefined | null;
|
|
6131
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
6132
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
6133
|
+
enabled?: boolean | undefined | null;
|
|
6134
|
+
};
|
|
6135
|
+
["ColdStartRun"]: AliasType<{
|
|
6136
|
+
id?: boolean | `@${string}`;
|
|
6137
|
+
profileId?: boolean | `@${string}`;
|
|
6138
|
+
userModelId?: boolean | `@${string}`;
|
|
6139
|
+
status?: boolean | `@${string}`;
|
|
6140
|
+
offerId?: boolean | `@${string}`;
|
|
6141
|
+
machineId?: boolean | `@${string}`;
|
|
6142
|
+
instanceId?: boolean | `@${string}`;
|
|
6143
|
+
publicIp?: boolean | `@${string}`;
|
|
6144
|
+
hostPort?: boolean | `@${string}`;
|
|
6145
|
+
gpuName?: boolean | `@${string}`;
|
|
6146
|
+
numGpus?: boolean | `@${string}`;
|
|
6147
|
+
pricePerHourUsd?: boolean | `@${string}`;
|
|
6148
|
+
volumeId?: boolean | `@${string}`;
|
|
6149
|
+
discoveredUrl?: boolean | `@${string}`;
|
|
6150
|
+
servedModelName?: boolean | `@${string}`;
|
|
6151
|
+
previousCustomBaseUrl?: boolean | `@${string}`;
|
|
6152
|
+
previousBaseModel?: boolean | `@${string}`;
|
|
6153
|
+
volumeName?: boolean | `@${string}`;
|
|
6154
|
+
error?: boolean | `@${string}`;
|
|
6155
|
+
onstartScript?: boolean | `@${string}`;
|
|
6156
|
+
attemptedOfferIds?: boolean | `@${string}`;
|
|
6157
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
6158
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
6159
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
6160
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
6161
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
6162
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
6163
|
+
"manual action required" warning. */
|
|
6164
|
+
needsManualAction?: boolean | `@${string}`;
|
|
6165
|
+
startedAt?: boolean | `@${string}`;
|
|
6166
|
+
readyAt?: boolean | `@${string}`;
|
|
6167
|
+
finishedAt?: boolean | `@${string}`;
|
|
6168
|
+
createdAt?: boolean | `@${string}`;
|
|
6169
|
+
updatedAt?: boolean | `@${string}`;
|
|
6170
|
+
__typename?: boolean | `@${string}`;
|
|
6171
|
+
}>;
|
|
6172
|
+
/** How an admin stop should tear a rented instance down. */
|
|
6173
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
6174
|
+
["StartColdStartResult"]: AliasType<{
|
|
6175
|
+
run?: ResolverInputTypes["ColdStartRun"];
|
|
6176
|
+
/** False when an active run already existed and was returned as-is. */
|
|
6177
|
+
created?: boolean | `@${string}`;
|
|
6178
|
+
__typename?: boolean | `@${string}`;
|
|
6179
|
+
}>;
|
|
6180
|
+
["ReconcileColdStartRunsResult"]: AliasType<{
|
|
6181
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
6182
|
+
resumed?: boolean | `@${string}`;
|
|
6183
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
6184
|
+
failed?: boolean | `@${string}`;
|
|
6185
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
6186
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
6187
|
+
destroy never landed, so they were billing silently). */
|
|
6188
|
+
swept?: boolean | `@${string}`;
|
|
6189
|
+
__typename?: boolean | `@${string}`;
|
|
6190
|
+
}>;
|
|
5801
6191
|
["BaseModelUpdateInput"]: {
|
|
5802
6192
|
openRouterProvider?: string | undefined | null;
|
|
5803
6193
|
displayName?: string | undefined | null;
|
|
@@ -6807,6 +7197,9 @@ export type ModelTypes = {
|
|
|
6807
7197
|
adminRunPodGpuTypes: Array<ModelTypes["AdminRunPodGpuType"]>;
|
|
6808
7198
|
adminDeployConfigs: Array<ModelTypes["AdminDeployConfig"]>;
|
|
6809
7199
|
adminDeployConfig?: ModelTypes["AdminDeployConfig"] | undefined | null;
|
|
7200
|
+
adminColdStartProfiles: Array<ModelTypes["AdminColdStartProfile"]>;
|
|
7201
|
+
adminColdStartRuns: Array<ModelTypes["ColdStartRun"]>;
|
|
7202
|
+
adminColdStartRun?: ModelTypes["ColdStartRun"] | undefined | null;
|
|
6810
7203
|
};
|
|
6811
7204
|
["Mutation"]: {
|
|
6812
7205
|
register: ModelTypes["AuthPayload"];
|
|
@@ -6900,6 +7293,13 @@ export type ModelTypes = {
|
|
|
6900
7293
|
adminCreateDeployConfig: ModelTypes["AdminDeployConfig"];
|
|
6901
7294
|
adminUpdateDeployConfig: ModelTypes["AdminDeployConfig"];
|
|
6902
7295
|
adminDeleteDeployConfig: boolean;
|
|
7296
|
+
adminCreateColdStartProfile: ModelTypes["AdminColdStartProfile"];
|
|
7297
|
+
adminUpdateColdStartProfile: ModelTypes["AdminColdStartProfile"];
|
|
7298
|
+
adminDeleteColdStartProfile: boolean;
|
|
7299
|
+
adminStartColdStartRun: ModelTypes["StartColdStartResult"];
|
|
7300
|
+
adminStopColdStartRun: ModelTypes["ColdStartRun"];
|
|
7301
|
+
adminPollColdStartRun?: ModelTypes["ColdStartRun"] | undefined | null;
|
|
7302
|
+
adminReconcileColdStartRuns: ModelTypes["ReconcileColdStartRunsResult"];
|
|
6903
7303
|
adminCreateBuiltInModel: ModelTypes["UserModel"];
|
|
6904
7304
|
adminUpdateBuiltInModel: ModelTypes["UserModel"];
|
|
6905
7305
|
adminDeleteBuiltInModel: boolean;
|
|
@@ -7003,6 +7403,10 @@ export type ModelTypes = {
|
|
|
7003
7403
|
subscriptionConnectable: boolean;
|
|
7004
7404
|
upstreamApiFormat?: ModelTypes["ModelApiFormat"] | undefined | null;
|
|
7005
7405
|
restrictedToTeams: boolean;
|
|
7406
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
7407
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
7408
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
7409
|
+
coldStartEnabled: boolean;
|
|
7006
7410
|
allowedTeamIds: Array<ModelTypes["ID"]>;
|
|
7007
7411
|
defaultThinkingLevel?: string | undefined | null;
|
|
7008
7412
|
contextWindow?: number | undefined | null;
|
|
@@ -7105,6 +7509,7 @@ export type ModelTypes = {
|
|
|
7105
7509
|
subscriptionConnectable?: boolean | undefined | null;
|
|
7106
7510
|
upstreamApiFormat?: ModelTypes["ModelApiFormat"] | undefined | null;
|
|
7107
7511
|
restrictedToTeams?: boolean | undefined | null;
|
|
7512
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
7108
7513
|
allowedTeamIds?: Array<ModelTypes["ID"]> | undefined | null;
|
|
7109
7514
|
defaultThinkingLevel?: string | undefined | null;
|
|
7110
7515
|
contextWindow?: number | undefined | null;
|
|
@@ -7129,6 +7534,7 @@ export type ModelTypes = {
|
|
|
7129
7534
|
subscriptionConnectable?: boolean | undefined | null;
|
|
7130
7535
|
upstreamApiFormat?: ModelTypes["ModelApiFormat"] | undefined | null;
|
|
7131
7536
|
restrictedToTeams?: boolean | undefined | null;
|
|
7537
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
7132
7538
|
allowedTeamIds?: Array<ModelTypes["ID"]> | undefined | null;
|
|
7133
7539
|
defaultThinkingLevel?: string | undefined | null;
|
|
7134
7540
|
contextWindow?: number | undefined | null;
|
|
@@ -7814,6 +8220,158 @@ export type ModelTypes = {
|
|
|
7814
8220
|
hfModel?: string | undefined | null;
|
|
7815
8221
|
startCommand?: string | undefined | null;
|
|
7816
8222
|
};
|
|
8223
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
8224
|
+
["AdminColdStartProfile"]: {
|
|
8225
|
+
id: string;
|
|
8226
|
+
name: string;
|
|
8227
|
+
description?: string | undefined | null;
|
|
8228
|
+
targetUserModelSlug: string;
|
|
8229
|
+
servedModelName: string;
|
|
8230
|
+
hfModel?: string | undefined | null;
|
|
8231
|
+
gpuNames: Array<string>;
|
|
8232
|
+
minGpus: number;
|
|
8233
|
+
minVramGb: number;
|
|
8234
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
8235
|
+
minReliability?: number | undefined | null;
|
|
8236
|
+
verifiedOnly: boolean;
|
|
8237
|
+
datacenterOnly: boolean;
|
|
8238
|
+
geolocations: Array<string>;
|
|
8239
|
+
dockerImage: string;
|
|
8240
|
+
startCommand?: string | undefined | null;
|
|
8241
|
+
diskGb: number;
|
|
8242
|
+
exposedPorts: Array<string>;
|
|
8243
|
+
useVolume: boolean;
|
|
8244
|
+
volumeSizeGb?: number | undefined | null;
|
|
8245
|
+
volumeMountPath: string;
|
|
8246
|
+
reuseExistingVolume: boolean;
|
|
8247
|
+
lastVolumeMachineId?: string | undefined | null;
|
|
8248
|
+
lastVolumeName?: string | undefined | null;
|
|
8249
|
+
pollIntervalSec: number;
|
|
8250
|
+
readyTimeoutSec: number;
|
|
8251
|
+
healthProbePath: string;
|
|
8252
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
8253
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
8254
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
8255
|
+
back, `error` records "max runtime reached"). */
|
|
8256
|
+
maxRuntimeHours?: number | undefined | null;
|
|
8257
|
+
autoDestroyOnFailure: boolean;
|
|
8258
|
+
autoStartOnRequest: boolean;
|
|
8259
|
+
enabled: boolean;
|
|
8260
|
+
createdAt: ModelTypes["DateTime"];
|
|
8261
|
+
updatedAt: ModelTypes["DateTime"];
|
|
8262
|
+
};
|
|
8263
|
+
["AdminColdStartProfileInput"]: {
|
|
8264
|
+
name: string;
|
|
8265
|
+
description?: string | undefined | null;
|
|
8266
|
+
targetUserModelSlug: string;
|
|
8267
|
+
servedModelName: string;
|
|
8268
|
+
hfModel?: string | undefined | null;
|
|
8269
|
+
gpuNames?: Array<string> | undefined | null;
|
|
8270
|
+
minGpus?: number | undefined | null;
|
|
8271
|
+
minVramGb?: number | undefined | null;
|
|
8272
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
8273
|
+
minReliability?: number | undefined | null;
|
|
8274
|
+
verifiedOnly?: boolean | undefined | null;
|
|
8275
|
+
datacenterOnly?: boolean | undefined | null;
|
|
8276
|
+
geolocations?: Array<string> | undefined | null;
|
|
8277
|
+
dockerImage: string;
|
|
8278
|
+
startCommand?: string | undefined | null;
|
|
8279
|
+
diskGb?: number | undefined | null;
|
|
8280
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
8281
|
+
useVolume?: boolean | undefined | null;
|
|
8282
|
+
volumeSizeGb?: number | undefined | null;
|
|
8283
|
+
volumeMountPath?: string | undefined | null;
|
|
8284
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
8285
|
+
pollIntervalSec?: number | undefined | null;
|
|
8286
|
+
readyTimeoutSec?: number | undefined | null;
|
|
8287
|
+
healthProbePath?: string | undefined | null;
|
|
8288
|
+
maxRuntimeHours?: number | undefined | null;
|
|
8289
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
8290
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
8291
|
+
enabled?: boolean | undefined | null;
|
|
8292
|
+
};
|
|
8293
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
8294
|
+
name?: string | undefined | null;
|
|
8295
|
+
description?: string | undefined | null;
|
|
8296
|
+
targetUserModelSlug?: string | undefined | null;
|
|
8297
|
+
servedModelName?: string | undefined | null;
|
|
8298
|
+
hfModel?: string | undefined | null;
|
|
8299
|
+
gpuNames?: Array<string> | undefined | null;
|
|
8300
|
+
minGpus?: number | undefined | null;
|
|
8301
|
+
minVramGb?: number | undefined | null;
|
|
8302
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
8303
|
+
minReliability?: number | undefined | null;
|
|
8304
|
+
verifiedOnly?: boolean | undefined | null;
|
|
8305
|
+
datacenterOnly?: boolean | undefined | null;
|
|
8306
|
+
geolocations?: Array<string> | undefined | null;
|
|
8307
|
+
dockerImage?: string | undefined | null;
|
|
8308
|
+
startCommand?: string | undefined | null;
|
|
8309
|
+
diskGb?: number | undefined | null;
|
|
8310
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
8311
|
+
useVolume?: boolean | undefined | null;
|
|
8312
|
+
volumeSizeGb?: number | undefined | null;
|
|
8313
|
+
volumeMountPath?: string | undefined | null;
|
|
8314
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
8315
|
+
pollIntervalSec?: number | undefined | null;
|
|
8316
|
+
readyTimeoutSec?: number | undefined | null;
|
|
8317
|
+
healthProbePath?: string | undefined | null;
|
|
8318
|
+
maxRuntimeHours?: number | undefined | null;
|
|
8319
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
8320
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
8321
|
+
enabled?: boolean | undefined | null;
|
|
8322
|
+
};
|
|
8323
|
+
["ColdStartRun"]: {
|
|
8324
|
+
id: string;
|
|
8325
|
+
profileId: string;
|
|
8326
|
+
userModelId?: string | undefined | null;
|
|
8327
|
+
status: ModelTypes["ColdStartRunStatus"];
|
|
8328
|
+
offerId?: string | undefined | null;
|
|
8329
|
+
machineId?: string | undefined | null;
|
|
8330
|
+
instanceId?: string | undefined | null;
|
|
8331
|
+
publicIp?: string | undefined | null;
|
|
8332
|
+
hostPort?: number | undefined | null;
|
|
8333
|
+
gpuName?: string | undefined | null;
|
|
8334
|
+
numGpus?: number | undefined | null;
|
|
8335
|
+
pricePerHourUsd?: number | undefined | null;
|
|
8336
|
+
volumeId?: string | undefined | null;
|
|
8337
|
+
discoveredUrl?: string | undefined | null;
|
|
8338
|
+
servedModelName: string;
|
|
8339
|
+
previousCustomBaseUrl?: string | undefined | null;
|
|
8340
|
+
previousBaseModel?: string | undefined | null;
|
|
8341
|
+
volumeName?: string | undefined | null;
|
|
8342
|
+
error?: string | undefined | null;
|
|
8343
|
+
onstartScript?: string | undefined | null;
|
|
8344
|
+
attemptedOfferIds: Array<string>;
|
|
8345
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
8346
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
8347
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
8348
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
8349
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
8350
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
8351
|
+
"manual action required" warning. */
|
|
8352
|
+
needsManualAction: boolean;
|
|
8353
|
+
startedAt: ModelTypes["DateTime"];
|
|
8354
|
+
readyAt?: ModelTypes["DateTime"] | undefined | null;
|
|
8355
|
+
finishedAt?: ModelTypes["DateTime"] | undefined | null;
|
|
8356
|
+
createdAt: ModelTypes["DateTime"];
|
|
8357
|
+
updatedAt: ModelTypes["DateTime"];
|
|
8358
|
+
};
|
|
8359
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
8360
|
+
["StartColdStartResult"]: {
|
|
8361
|
+
run: ModelTypes["ColdStartRun"];
|
|
8362
|
+
/** False when an active run already existed and was returned as-is. */
|
|
8363
|
+
created: boolean;
|
|
8364
|
+
};
|
|
8365
|
+
["ReconcileColdStartRunsResult"]: {
|
|
8366
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
8367
|
+
resumed: number;
|
|
8368
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
8369
|
+
failed: number;
|
|
8370
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
8371
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
8372
|
+
destroy never landed, so they were billing silently). */
|
|
8373
|
+
swept: number;
|
|
8374
|
+
};
|
|
7817
8375
|
["BaseModelUpdateInput"]: {
|
|
7818
8376
|
openRouterProvider?: string | undefined | null;
|
|
7819
8377
|
displayName?: string | undefined | null;
|
|
@@ -8927,6 +9485,9 @@ export type GraphQLTypes = {
|
|
|
8927
9485
|
adminRunPodGpuTypes: Array<GraphQLTypes["AdminRunPodGpuType"]>;
|
|
8928
9486
|
adminDeployConfigs: Array<GraphQLTypes["AdminDeployConfig"]>;
|
|
8929
9487
|
adminDeployConfig?: GraphQLTypes["AdminDeployConfig"] | undefined | null;
|
|
9488
|
+
adminColdStartProfiles: Array<GraphQLTypes["AdminColdStartProfile"]>;
|
|
9489
|
+
adminColdStartRuns: Array<GraphQLTypes["ColdStartRun"]>;
|
|
9490
|
+
adminColdStartRun?: GraphQLTypes["ColdStartRun"] | undefined | null;
|
|
8930
9491
|
['...on Query']: Omit<GraphQLTypes["Query"], "...on Query">;
|
|
8931
9492
|
};
|
|
8932
9493
|
["Mutation"]: {
|
|
@@ -9022,6 +9583,13 @@ export type GraphQLTypes = {
|
|
|
9022
9583
|
adminCreateDeployConfig: GraphQLTypes["AdminDeployConfig"];
|
|
9023
9584
|
adminUpdateDeployConfig: GraphQLTypes["AdminDeployConfig"];
|
|
9024
9585
|
adminDeleteDeployConfig: boolean;
|
|
9586
|
+
adminCreateColdStartProfile: GraphQLTypes["AdminColdStartProfile"];
|
|
9587
|
+
adminUpdateColdStartProfile: GraphQLTypes["AdminColdStartProfile"];
|
|
9588
|
+
adminDeleteColdStartProfile: boolean;
|
|
9589
|
+
adminStartColdStartRun: GraphQLTypes["StartColdStartResult"];
|
|
9590
|
+
adminStopColdStartRun: GraphQLTypes["ColdStartRun"];
|
|
9591
|
+
adminPollColdStartRun?: GraphQLTypes["ColdStartRun"] | undefined | null;
|
|
9592
|
+
adminReconcileColdStartRuns: GraphQLTypes["ReconcileColdStartRunsResult"];
|
|
9025
9593
|
adminCreateBuiltInModel: GraphQLTypes["UserModel"];
|
|
9026
9594
|
adminUpdateBuiltInModel: GraphQLTypes["UserModel"];
|
|
9027
9595
|
adminDeleteBuiltInModel: boolean;
|
|
@@ -9135,6 +9703,10 @@ export type GraphQLTypes = {
|
|
|
9135
9703
|
subscriptionConnectable: boolean;
|
|
9136
9704
|
upstreamApiFormat?: GraphQLTypes["ModelApiFormat"] | undefined | null;
|
|
9137
9705
|
restrictedToTeams: boolean;
|
|
9706
|
+
/** Marks a built-in model that is served by a vast.ai cold-start instance.
|
|
9707
|
+
While no READY cold-start run serves it, chat requests answer with a
|
|
9708
|
+
friendly "model is cold" message instead of a raw upstream failure. */
|
|
9709
|
+
coldStartEnabled: boolean;
|
|
9138
9710
|
allowedTeamIds: Array<GraphQLTypes["ID"]>;
|
|
9139
9711
|
defaultThinkingLevel?: string | undefined | null;
|
|
9140
9712
|
contextWindow?: number | undefined | null;
|
|
@@ -9246,6 +9818,7 @@ export type GraphQLTypes = {
|
|
|
9246
9818
|
subscriptionConnectable?: boolean | undefined | null;
|
|
9247
9819
|
upstreamApiFormat?: GraphQLTypes["ModelApiFormat"] | undefined | null;
|
|
9248
9820
|
restrictedToTeams?: boolean | undefined | null;
|
|
9821
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
9249
9822
|
allowedTeamIds?: Array<GraphQLTypes["ID"]> | undefined | null;
|
|
9250
9823
|
defaultThinkingLevel?: string | undefined | null;
|
|
9251
9824
|
contextWindow?: number | undefined | null;
|
|
@@ -9270,6 +9843,7 @@ export type GraphQLTypes = {
|
|
|
9270
9843
|
subscriptionConnectable?: boolean | undefined | null;
|
|
9271
9844
|
upstreamApiFormat?: GraphQLTypes["ModelApiFormat"] | undefined | null;
|
|
9272
9845
|
restrictedToTeams?: boolean | undefined | null;
|
|
9846
|
+
coldStartEnabled?: boolean | undefined | null;
|
|
9273
9847
|
allowedTeamIds?: Array<GraphQLTypes["ID"]> | undefined | null;
|
|
9274
9848
|
defaultThinkingLevel?: string | undefined | null;
|
|
9275
9849
|
contextWindow?: number | undefined | null;
|
|
@@ -10047,6 +10621,167 @@ export type GraphQLTypes = {
|
|
|
10047
10621
|
hfModel?: string | undefined | null;
|
|
10048
10622
|
startCommand?: string | undefined | null;
|
|
10049
10623
|
};
|
|
10624
|
+
["ColdStartRunStatus"]: ColdStartRunStatus;
|
|
10625
|
+
["AdminColdStartProfile"]: {
|
|
10626
|
+
__typename: "AdminColdStartProfile";
|
|
10627
|
+
id: string;
|
|
10628
|
+
name: string;
|
|
10629
|
+
description?: string | undefined | null;
|
|
10630
|
+
targetUserModelSlug: string;
|
|
10631
|
+
servedModelName: string;
|
|
10632
|
+
hfModel?: string | undefined | null;
|
|
10633
|
+
gpuNames: Array<string>;
|
|
10634
|
+
minGpus: number;
|
|
10635
|
+
minVramGb: number;
|
|
10636
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
10637
|
+
minReliability?: number | undefined | null;
|
|
10638
|
+
verifiedOnly: boolean;
|
|
10639
|
+
datacenterOnly: boolean;
|
|
10640
|
+
geolocations: Array<string>;
|
|
10641
|
+
dockerImage: string;
|
|
10642
|
+
startCommand?: string | undefined | null;
|
|
10643
|
+
diskGb: number;
|
|
10644
|
+
exposedPorts: Array<string>;
|
|
10645
|
+
useVolume: boolean;
|
|
10646
|
+
volumeSizeGb?: number | undefined | null;
|
|
10647
|
+
volumeMountPath: string;
|
|
10648
|
+
reuseExistingVolume: boolean;
|
|
10649
|
+
lastVolumeMachineId?: string | undefined | null;
|
|
10650
|
+
lastVolumeName?: string | undefined | null;
|
|
10651
|
+
pollIntervalSec: number;
|
|
10652
|
+
readyTimeoutSec: number;
|
|
10653
|
+
healthProbePath: string;
|
|
10654
|
+
/** Hard runtime cap in hours, enforced in every live state: a provisioning run
|
|
10655
|
+
that outlives it is failed with the instance destroyed, and a READY run that
|
|
10656
|
+
outlives it is closed DESTROYED (instance destroyed, model endpoint rolled
|
|
10657
|
+
back, `error` records "max runtime reached"). */
|
|
10658
|
+
maxRuntimeHours?: number | undefined | null;
|
|
10659
|
+
autoDestroyOnFailure: boolean;
|
|
10660
|
+
autoStartOnRequest: boolean;
|
|
10661
|
+
enabled: boolean;
|
|
10662
|
+
createdAt: GraphQLTypes["DateTime"];
|
|
10663
|
+
updatedAt: GraphQLTypes["DateTime"];
|
|
10664
|
+
['...on AdminColdStartProfile']: Omit<GraphQLTypes["AdminColdStartProfile"], "...on AdminColdStartProfile">;
|
|
10665
|
+
};
|
|
10666
|
+
["AdminColdStartProfileInput"]: {
|
|
10667
|
+
name: string;
|
|
10668
|
+
description?: string | undefined | null;
|
|
10669
|
+
targetUserModelSlug: string;
|
|
10670
|
+
servedModelName: string;
|
|
10671
|
+
hfModel?: string | undefined | null;
|
|
10672
|
+
gpuNames?: Array<string> | undefined | null;
|
|
10673
|
+
minGpus?: number | undefined | null;
|
|
10674
|
+
minVramGb?: number | undefined | null;
|
|
10675
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
10676
|
+
minReliability?: number | undefined | null;
|
|
10677
|
+
verifiedOnly?: boolean | undefined | null;
|
|
10678
|
+
datacenterOnly?: boolean | undefined | null;
|
|
10679
|
+
geolocations?: Array<string> | undefined | null;
|
|
10680
|
+
dockerImage: string;
|
|
10681
|
+
startCommand?: string | undefined | null;
|
|
10682
|
+
diskGb?: number | undefined | null;
|
|
10683
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
10684
|
+
useVolume?: boolean | undefined | null;
|
|
10685
|
+
volumeSizeGb?: number | undefined | null;
|
|
10686
|
+
volumeMountPath?: string | undefined | null;
|
|
10687
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
10688
|
+
pollIntervalSec?: number | undefined | null;
|
|
10689
|
+
readyTimeoutSec?: number | undefined | null;
|
|
10690
|
+
healthProbePath?: string | undefined | null;
|
|
10691
|
+
maxRuntimeHours?: number | undefined | null;
|
|
10692
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
10693
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
10694
|
+
enabled?: boolean | undefined | null;
|
|
10695
|
+
};
|
|
10696
|
+
["AdminUpdateColdStartProfileInput"]: {
|
|
10697
|
+
name?: string | undefined | null;
|
|
10698
|
+
description?: string | undefined | null;
|
|
10699
|
+
targetUserModelSlug?: string | undefined | null;
|
|
10700
|
+
servedModelName?: string | undefined | null;
|
|
10701
|
+
hfModel?: string | undefined | null;
|
|
10702
|
+
gpuNames?: Array<string> | undefined | null;
|
|
10703
|
+
minGpus?: number | undefined | null;
|
|
10704
|
+
minVramGb?: number | undefined | null;
|
|
10705
|
+
maxPricePerHourUsd?: number | undefined | null;
|
|
10706
|
+
minReliability?: number | undefined | null;
|
|
10707
|
+
verifiedOnly?: boolean | undefined | null;
|
|
10708
|
+
datacenterOnly?: boolean | undefined | null;
|
|
10709
|
+
geolocations?: Array<string> | undefined | null;
|
|
10710
|
+
dockerImage?: string | undefined | null;
|
|
10711
|
+
startCommand?: string | undefined | null;
|
|
10712
|
+
diskGb?: number | undefined | null;
|
|
10713
|
+
exposedPorts?: Array<string> | undefined | null;
|
|
10714
|
+
useVolume?: boolean | undefined | null;
|
|
10715
|
+
volumeSizeGb?: number | undefined | null;
|
|
10716
|
+
volumeMountPath?: string | undefined | null;
|
|
10717
|
+
reuseExistingVolume?: boolean | undefined | null;
|
|
10718
|
+
pollIntervalSec?: number | undefined | null;
|
|
10719
|
+
readyTimeoutSec?: number | undefined | null;
|
|
10720
|
+
healthProbePath?: string | undefined | null;
|
|
10721
|
+
maxRuntimeHours?: number | undefined | null;
|
|
10722
|
+
autoDestroyOnFailure?: boolean | undefined | null;
|
|
10723
|
+
autoStartOnRequest?: boolean | undefined | null;
|
|
10724
|
+
enabled?: boolean | undefined | null;
|
|
10725
|
+
};
|
|
10726
|
+
["ColdStartRun"]: {
|
|
10727
|
+
__typename: "ColdStartRun";
|
|
10728
|
+
id: string;
|
|
10729
|
+
profileId: string;
|
|
10730
|
+
userModelId?: string | undefined | null;
|
|
10731
|
+
status: GraphQLTypes["ColdStartRunStatus"];
|
|
10732
|
+
offerId?: string | undefined | null;
|
|
10733
|
+
machineId?: string | undefined | null;
|
|
10734
|
+
instanceId?: string | undefined | null;
|
|
10735
|
+
publicIp?: string | undefined | null;
|
|
10736
|
+
hostPort?: number | undefined | null;
|
|
10737
|
+
gpuName?: string | undefined | null;
|
|
10738
|
+
numGpus?: number | undefined | null;
|
|
10739
|
+
pricePerHourUsd?: number | undefined | null;
|
|
10740
|
+
volumeId?: string | undefined | null;
|
|
10741
|
+
discoveredUrl?: string | undefined | null;
|
|
10742
|
+
servedModelName: string;
|
|
10743
|
+
previousCustomBaseUrl?: string | undefined | null;
|
|
10744
|
+
previousBaseModel?: string | undefined | null;
|
|
10745
|
+
volumeName?: string | undefined | null;
|
|
10746
|
+
error?: string | undefined | null;
|
|
10747
|
+
onstartScript?: string | undefined | null;
|
|
10748
|
+
attemptedOfferIds: Array<string>;
|
|
10749
|
+
/** True when this run ended in a state that may still own a BILLING vast.ai
|
|
10750
|
+
instance (destroy failed, was skipped, autoDestroyOnFailure was off, or the
|
|
10751
|
+
instance was only STOPPED — vast.ai keeps billing a stopped contract's disk).
|
|
10752
|
+
The run `error` names the instance id; an admin must destroy it manually.
|
|
10753
|
+
Scoped to the INSTANCE: a failed model rollback is reported in `error` without
|
|
10754
|
+
setting this flag. Read-only, written by the engine — the UI surfaces it as a
|
|
10755
|
+
"manual action required" warning. */
|
|
10756
|
+
needsManualAction: boolean;
|
|
10757
|
+
startedAt: GraphQLTypes["DateTime"];
|
|
10758
|
+
readyAt?: GraphQLTypes["DateTime"] | undefined | null;
|
|
10759
|
+
finishedAt?: GraphQLTypes["DateTime"] | undefined | null;
|
|
10760
|
+
createdAt: GraphQLTypes["DateTime"];
|
|
10761
|
+
updatedAt: GraphQLTypes["DateTime"];
|
|
10762
|
+
['...on ColdStartRun']: Omit<GraphQLTypes["ColdStartRun"], "...on ColdStartRun">;
|
|
10763
|
+
};
|
|
10764
|
+
/** How an admin stop should tear a rented instance down. */
|
|
10765
|
+
["ColdStartStopMode"]: ColdStartStopMode;
|
|
10766
|
+
["StartColdStartResult"]: {
|
|
10767
|
+
__typename: "StartColdStartResult";
|
|
10768
|
+
run: GraphQLTypes["ColdStartRun"];
|
|
10769
|
+
/** False when an active run already existed and was returned as-is. */
|
|
10770
|
+
created: boolean;
|
|
10771
|
+
['...on StartColdStartResult']: Omit<GraphQLTypes["StartColdStartResult"], "...on StartColdStartResult">;
|
|
10772
|
+
};
|
|
10773
|
+
["ReconcileColdStartRunsResult"]: {
|
|
10774
|
+
__typename: "ReconcileColdStartRunsResult";
|
|
10775
|
+
/** Runs left alive on vast.ai and handed back to the poll loop. */
|
|
10776
|
+
resumed: number;
|
|
10777
|
+
/** Runs closed out (instance provably vanished / never created / max runtime). */
|
|
10778
|
+
failed: number;
|
|
10779
|
+
/** Leftover labelled vast.ai instances the boot sweep destroyed: orphans no run
|
|
10780
|
+
row references, plus instances only TERMINAL runs still pointed at (their
|
|
10781
|
+
destroy never landed, so they were billing silently). */
|
|
10782
|
+
swept: number;
|
|
10783
|
+
['...on ReconcileColdStartRunsResult']: Omit<GraphQLTypes["ReconcileColdStartRunsResult"], "...on ReconcileColdStartRunsResult">;
|
|
10784
|
+
};
|
|
10050
10785
|
["BaseModelUpdateInput"]: {
|
|
10051
10786
|
openRouterProvider?: string | undefined | null;
|
|
10052
10787
|
displayName?: string | undefined | null;
|
|
@@ -10362,6 +11097,22 @@ export declare enum ModelScope {
|
|
|
10362
11097
|
STUDIO = "STUDIO",
|
|
10363
11098
|
AGENT = "AGENT"
|
|
10364
11099
|
}
|
|
11100
|
+
export declare enum ColdStartRunStatus {
|
|
11101
|
+
SEARCHING_OFFERS = "SEARCHING_OFFERS",
|
|
11102
|
+
CREATING_INSTANCE = "CREATING_INSTANCE",
|
|
11103
|
+
WAITING_RUNNING = "WAITING_RUNNING",
|
|
11104
|
+
WAITING_PORT = "WAITING_PORT",
|
|
11105
|
+
WAITING_HEALTH = "WAITING_HEALTH",
|
|
11106
|
+
WRITING_MODEL = "WRITING_MODEL",
|
|
11107
|
+
READY = "READY",
|
|
11108
|
+
FAILED = "FAILED",
|
|
11109
|
+
DESTROYED = "DESTROYED"
|
|
11110
|
+
}
|
|
11111
|
+
/** How an admin stop should tear a rented instance down. */
|
|
11112
|
+
export declare enum ColdStartStopMode {
|
|
11113
|
+
DESTROY = "DESTROY",
|
|
11114
|
+
STOP = "STOP"
|
|
11115
|
+
}
|
|
10365
11116
|
type ZEUS_VARIABLES = {
|
|
10366
11117
|
["GlobalRole"]: ValueTypes["GlobalRole"];
|
|
10367
11118
|
["TeamRole"]: ValueTypes["TeamRole"];
|
|
@@ -10450,6 +11201,10 @@ type ZEUS_VARIABLES = {
|
|
|
10450
11201
|
["AdminUpdateRunPodInput"]: ValueTypes["AdminUpdateRunPodInput"];
|
|
10451
11202
|
["AdminCreateDeployConfigInput"]: ValueTypes["AdminCreateDeployConfigInput"];
|
|
10452
11203
|
["AdminUpdateDeployConfigInput"]: ValueTypes["AdminUpdateDeployConfigInput"];
|
|
11204
|
+
["ColdStartRunStatus"]: ValueTypes["ColdStartRunStatus"];
|
|
11205
|
+
["AdminColdStartProfileInput"]: ValueTypes["AdminColdStartProfileInput"];
|
|
11206
|
+
["AdminUpdateColdStartProfileInput"]: ValueTypes["AdminUpdateColdStartProfileInput"];
|
|
11207
|
+
["ColdStartStopMode"]: ValueTypes["ColdStartStopMode"];
|
|
10453
11208
|
["BaseModelUpdateInput"]: ValueTypes["BaseModelUpdateInput"];
|
|
10454
11209
|
["BaseModelCreateInput"]: ValueTypes["BaseModelCreateInput"];
|
|
10455
11210
|
["SeoSearchAnalyticsInput"]: ValueTypes["SeoSearchAnalyticsInput"];
|