modal 0.10.1 → 0.10.2-dev.1

package/dist/index.d.ts

@@ -267,10 +267,16 @@ declare enum GPUType {
 declare enum IdentityProviderType {
     IDENTITY_PROVIDER_TYPE_UNSPECIFIED = 0,
     IDENTITY_PROVIDER_TYPE_GITHUB = 1,
-    IDENTITY_PROVIDER_TYPE_OKTA = 2,
+    IDENTITY_PROVIDER_TYPE_SAML = 2,
     IDENTITY_PROVIDER_TYPE_GOOGLE_OAUTH = 3,
     UNRECOGNIZED = -1
 }
+declare enum LLMEngine {
+    LLM_ENGINE_UNSPECIFIED = 0,
+    LLM_ENGINE_SGLANG = 1,
+    LLM_ENGINE_VLLM = 2,
+    UNRECOGNIZED = -1
+}
 declare enum MemberRole {
     MEMBER_ROLE_UNSPECIFIED = 0,
     MEMBER_ROLE_USER = 1,
@@ -340,6 +346,13 @@ declare enum SeekWhence {
     SEEK_END = 2,
     UNRECOGNIZED = -1
 }
+declare enum ServerInferenceStatsStatus {
+    SERVER_INFERENCE_STATS_STATUS_UNSPECIFIED = 0,
+    SERVER_INFERENCE_STATS_STATUS_AVAILABLE = 1,
+    SERVER_INFERENCE_STATS_STATUS_NO_DATA = 2,
+    SERVER_INFERENCE_STATS_STATUS_UNAVAILABLE = 3,
+    UNRECOGNIZED = -1
+}
 declare enum SystemErrorCode {
     SYSTEM_ERROR_CODE_UNSPECIFIED = 0,
     /** SYSTEM_ERROR_CODE_PERM - EPERM: Operation not permitted */
@@ -422,6 +435,12 @@ declare enum WebhookType {
     WEBHOOK_TYPE_WEB_SERVER = 4,
     UNRECOGNIZED = -1
 }
+declare enum BlobUploadResult_Outcome {
+    OUTCOME_UNSPECIFIED = 0,
+    OUTCOME_SUCCESS = 1,
+    OUTCOME_FAILURE = 2,
+    UNRECOGNIZED = -1
+}
 declare enum ClassParameterInfo_ParameterSerializationFormat {
     PARAM_SERIALIZATION_FORMAT_UNSPECIFIED = 0,
     /** PARAM_SERIALIZATION_FORMAT_PICKLE - legacy format - pickle of (args, kwargs) tuple */
@@ -543,6 +562,8 @@ interface AppCountLogsRequest {
     until: Date | undefined;
     bucketSecs: number;
     source: FileDescriptor;
+    /** Restrict logs to this exact Function ID, including when it is the base Function. */
+    parametrizedFunctionId: string;
 }
 declare const AppCountLogsRequest: MessageFns$1<AppCountLogsRequest>;
 interface AppCountLogsResponse {
@@ -621,6 +642,8 @@ interface AppFetchLogsRequest {
     taskId: string;
     sandboxId: string;
     searchText: string;
+    /** Restrict logs to this exact Function ID, including when it is the base Function. */
+    parametrizedFunctionId: string;
 }
 declare const AppFetchLogsRequest: MessageFns$1<AppFetchLogsRequest>;
 interface AppFetchLogsResponse {
@@ -649,8 +672,19 @@ interface AppGetInfoRequest {
 declare const AppGetInfoRequest: MessageFns$1<AppGetInfoRequest>;
 interface AppGetInfoResponse {
     info: AppHandleMetadata | undefined;
+    functionInfoSummaries: {
+        [key: string]: AppGetInfoResponse_FunctionInfoSummary;
+    };
 }
 declare const AppGetInfoResponse: MessageFns$1<AppGetInfoResponse>;
+interface AppGetInfoResponse_FunctionInfoSummary {
+    gpuConfig: GPUConfig[];
+    schedule: Schedule | undefined;
+    /** True for Web Functions and classes with web methods; false for Servers. */
+    webFunction: boolean;
+    requiresProxyAuth?: boolean | undefined;
+}
+declare const AppGetInfoResponse_FunctionInfoSummary: MessageFns$1<AppGetInfoResponse_FunctionInfoSummary>;
 interface AppGetLayoutRequest {
     appId: string;
 }
@@ -933,6 +967,25 @@ interface AuthTokenGetResponse {
     token: string;
 }
 declare const AuthTokenGetResponse: MessageFns$1<AuthTokenGetResponse>;
+/**
+ * Message representing the current (coalesced) state of the autoscaler configuration
+ * As well as the different sources that were used to create it.
+ */
+interface AutoscalerConfiguration {
+    /** The settings that are currently in effect. */
+    settings: AutoscalerSettings | undefined;
+    /** For tracking the source of the overridden value; keys correspond to fields in `settings`. */
+    overrideEvents: {
+        [key: string]: UserActionInfo;
+    };
+    /** The default settings that are used when no static settings are provided and no overrides are in effect. */
+    defaultSettings: AutoscalerSettings | undefined;
+    /** The static settings that were used to initialize the configuration. */
+    staticSettings: AutoscalerSettings | undefined;
+    /** The merge of all overrides that were used to create the current configuration. */
+    overrideSettings: AutoscalerSettings | undefined;
+}
+declare const AutoscalerConfiguration: MessageFns$1<AutoscalerConfiguration>;
 /**
  * A collection of user-configurable settings for Function autoscaling
  * These are used for static configuration and for dynamic autoscaler updates
@@ -991,6 +1044,13 @@ interface BlobGetResponse {
     downloadUrl: string;
 }
 declare const BlobGetResponse: MessageFns$1<BlobGetResponse>;
+interface BlobUploadResult {
+    /** The blob id (from BlobCreateResponse) that this upload attempt targeted. */
+    blobId: string;
+    outcome: BlobUploadResult_Outcome;
+    throughputBytesS: number;
+}
+declare const BlobUploadResult: MessageFns$1<BlobUploadResult>;
 interface BuildFunction {
     definition: string;
     globals: Uint8Array;
@@ -2382,6 +2442,14 @@ interface FunctionGetResponse {
     function: FunctionData | undefined;
 }
 declare const FunctionGetResponse: MessageFns$1<FunctionGetResponse>;
+interface FunctionGetSchedulingParamsRequest {
+    functionId: string;
+}
+declare const FunctionGetSchedulingParamsRequest: MessageFns$1<FunctionGetSchedulingParamsRequest>;
+interface FunctionGetSchedulingParamsResponse {
+    autoscalerConfiguration: AutoscalerConfiguration | undefined;
+}
+declare const FunctionGetSchedulingParamsResponse: MessageFns$1<FunctionGetSchedulingParamsResponse>;
 interface FunctionGetSerializedRequest {
     functionId: string;
 }
@@ -2475,6 +2543,8 @@ interface FunctionHandleMetadata {
     supportedInputFormats: DataFormat[];
     supportedOutputFormats: DataFormat[];
     appId: string;
+    /** The base Function ID for a variant, or the Function's own ID otherwise. */
+    baseFunctionId: string;
 }
 declare const FunctionHandleMetadata: MessageFns$1<FunctionHandleMetadata>;
 interface FunctionInput {
@@ -2562,6 +2632,7 @@ interface FunctionPutInputsItem {
     input: FunctionInput | undefined;
     r2Failed: boolean;
     r2ThroughputBytesS: number;
+    blobUploadResults: BlobUploadResult[];
 }
 declare const FunctionPutInputsItem: MessageFns$1<FunctionPutInputsItem>;
 interface FunctionPutInputsRequest {
@@ -3178,25 +3249,25 @@ interface OutboundPolicy {
 declare const OutboundPolicy: MessageFns$1<OutboundPolicy>;
 interface OutboundPolicy_HeaderReplacement {
     /**
-     * Domain that the header replacement is scoped to. Supports wildcards in
+     * Domain that the header replacements are scoped to. Supports wildcards in
      * subdomain positions.
      */
     domain: string;
-    /** Header name to replace. */
-    headerName: string;
     /**
-     * Header value to replace.
-     *
-     * Supports templating with keys in a given secret_id: a $-prefixed key
-     * name in the secret will be replaced with the secret value. Literal $
-     * characters can be represented by two dollars: `$$`.
+     * Reference to a secret usable in the header value templates. Can be
+     * empty if no secret value is used.
      */
-    headerValue: string;
+    secretId: string;
     /**
-     * Reference to a secret to use in the header_value template. Can be empty
-     * if no secret value is used in header_value.
+     * Header name -> header value.
+     *
+     * Values support templating with keys in the stanza's secret_id: a
+     * $-prefixed key name in the secret will be replaced with the secret
+     * value. Literal $ characters can be represented by two dollars: `$$`.
      */
-    secretId: string;
+    headers: {
+        [key: string]: string;
+    };
 }
 declare const OutboundPolicy_HeaderReplacement: MessageFns$1<OutboundPolicy_HeaderReplacement>;
 interface PTYInfo {
@@ -3571,6 +3642,13 @@ interface Sandbox$1 {
     inboundCidrAllowlist: string[];
     environmentVariables: StringMap | undefined;
     outboundPolicy?: OutboundPolicy | undefined;
+    /**
+     * If set, the sandbox's main container is served an X.509-SVID over a
+     * SPIFFE Workload API socket, addressed by SPIFFE_ENDPOINT_SOCKET. The
+     * certificate federates into a cloud account (AWS IAM Roles Anywhere).
+     * Sidecars are not served one.
+     */
+    includeX509Svid: boolean;
 }
 declare const Sandbox$1: MessageFns$1<Sandbox$1>;
 interface SandboxContainerCreateV2Request {
@@ -4011,6 +4089,71 @@ interface SecretUpdateRequest_Update {
     value?: string | undefined;
 }
 declare const SecretUpdateRequest_Update: MessageFns$1<SecretUpdateRequest_Update>;
+interface ServerGetTimeRangeStatsRequest {
+    functionId: string;
+    /** Inclusive. */
+    since: Date | undefined;
+    /** Exclusive. */
+    until: Date | undefined;
+    /** Filter stats for a specific container */
+    containerId?: string | undefined;
+}
+declare const ServerGetTimeRangeStatsRequest: MessageFns$1<ServerGetTimeRangeStatsRequest>;
+interface ServerGetTimeRangeStatsResponse {
+    /** Inclusive. */
+    since: Date | undefined;
+    /** Exclusive. */
+    until: Date | undefined;
+    requestCount: number;
+    requestCountByStatusCode: ServerGetTimeRangeStatsResponse_ServerStatusCodeCount[];
+    requestRatePerSecond: number;
+    /** Metrics include request_latency, subject to change as requirements evolve. */
+    requestPercentileStats: {
+        [key: string]: StatsPercentileDistribution;
+    };
+    /**
+     * Metrics include startup_time, cpu_usage, memory_usage, and
+     * gpu_utilization, subject to change as requirements evolve.
+     */
+    containerPercentileStats: {
+        [key: string]: StatsPercentileDistribution;
+    };
+    /** Absent when the image does not contain a supported inference engine. */
+    inference: ServerGetTimeRangeStatsResponse_ServerInferenceStats | undefined;
+    /**
+     * Container lifecycle counts. Started and errored containers are counted when
+     * the corresponding event occurs in the requested time range. Creating containers
+     * were enqueued but had not started or finished at the exclusive end of the range.
+     */
+    containerStartedCount: number;
+    containerErrorCount: number;
+    containerCreatingAtEndCount: number;
+}
+declare const ServerGetTimeRangeStatsResponse: MessageFns$1<ServerGetTimeRangeStatsResponse>;
+interface ServerGetTimeRangeStatsResponse_ServerInferenceStats {
+    engine: LLMEngine;
+    status: ServerInferenceStatsStatus;
+    /**
+     * Metrics include time_to_first_token, inter_token_latency, and
+     * end_to_end_latency, subject to change as requirements evolve.
+     */
+    percentileStats: {
+        [key: string]: StatsPercentileDistribution;
+    };
+    /**
+     * Metrics include input_tokens_per_second, cached_input_tokens_per_second,
+     * and output_tokens_per_second, subject to change as requirements evolve.
+     */
+    scalarStats: {
+        [key: string]: number;
+    };
+}
+declare const ServerGetTimeRangeStatsResponse_ServerInferenceStats: MessageFns$1<ServerGetTimeRangeStatsResponse_ServerInferenceStats>;
+interface ServerGetTimeRangeStatsResponse_ServerStatusCodeCount {
+    statusCode: number;
+    count: number;
+}
+declare const ServerGetTimeRangeStatsResponse_ServerStatusCodeCount: MessageFns$1<ServerGetTimeRangeStatsResponse_ServerStatusCodeCount>;
 interface ServiceUser {
     name: string;
     tokenId: string;
@@ -4362,6 +4505,15 @@ interface UploadUrlList {
     items: string[];
 }
 declare const UploadUrlList: MessageFns$1<UploadUrlList>;
+/** Used for capturing context about an action performed by a user */
+interface UserActionInfo {
+    userId: string;
+    serviceUserId: string;
+    timestamp: number;
+    /** Resolved display name, could be a user or service user. */
+    requestedBy: string;
+}
+declare const UserActionInfo: MessageFns$1<UserActionInfo>;
 interface UserGroupEnvironmentSetRequest {
     environmentId: string;
     userGroupId: string;
@@ -4683,10 +4835,13 @@ interface WebhookToken {
     tokenId: string;
     createdAt: number;
     scoped: boolean;
+    name: string;
+    createdBy: UserIdentity | undefined;
 }
 declare const WebhookToken: MessageFns$1<WebhookToken>;
 interface WebhookTokenCreateRequest {
     scoped: boolean;
+    name: string;
 }
 declare const WebhookTokenCreateRequest: MessageFns$1<WebhookTokenCreateRequest>;
 interface WebhookTokenEnvironmentAddRequest {
@@ -4813,6 +4968,18 @@ interface WorkspaceSetDefaultEnvironmentRequest {
     environmentName: string;
 }
 declare const WorkspaceSetDefaultEnvironmentRequest: MessageFns$1<WorkspaceSetDefaultEnvironmentRequest>;
+interface WorkspaceSetDefaultEnvironmentSettingsRequest {
+    /**
+     * Omitted = no-op. INHERIT clears the workspace default so environments
+     * with no override have no block. Rejects UNSPECIFIED.
+     */
+    blockUnauthenticatedResources?: EnvironmentBlockUnauthenticatedResources | undefined;
+}
+declare const WorkspaceSetDefaultEnvironmentSettingsRequest: MessageFns$1<WorkspaceSetDefaultEnvironmentSettingsRequest>;
+interface WorkspaceSetDefaultEnvironmentSettingsResponse {
+    defaultEnvironmentSettings: EnvironmentSettings | undefined;
+}
+declare const WorkspaceSetDefaultEnvironmentSettingsResponse: MessageFns$1<WorkspaceSetDefaultEnvironmentSettingsResponse>;
 interface WorkspaceSetImageBuilderVersionRequest {
     newImageBuilderVersion: string;
 }
@@ -5689,6 +5856,14 @@ declare const ModalClientDefinition: {
             readonly responseStream: false;
             readonly options: {};
         };
+        readonly functionGetSchedulingParams: {
+            readonly name: "FunctionGetSchedulingParams";
+            readonly requestType: MessageFns$1<FunctionGetSchedulingParamsRequest>;
+            readonly requestStream: false;
+            readonly responseType: MessageFns$1<FunctionGetSchedulingParamsResponse>;
+            readonly responseStream: false;
+            readonly options: {};
+        };
         readonly functionGetSerialized: {
             readonly name: "FunctionGetSerialized";
             readonly requestType: MessageFns$1<FunctionGetSerializedRequest>;
@@ -6363,6 +6538,15 @@ declare const ModalClientDefinition: {
             readonly responseStream: false;
             readonly options: {};
         };
+        /** Servers */
+        readonly serverGetTimeRangeStats: {
+            readonly name: "ServerGetTimeRangeStats";
+            readonly requestType: MessageFns$1<ServerGetTimeRangeStatsRequest>;
+            readonly requestStream: false;
+            readonly responseType: MessageFns$1<ServerGetTimeRangeStatsResponse>;
+            readonly responseStream: false;
+            readonly options: {};
+        };
         /** Service users */
         readonly serviceUserList: {
             readonly name: "ServiceUserList";
@@ -6813,6 +6997,14 @@ declare const ModalClientDefinition: {
             readonly responseStream: false;
             readonly options: {};
         };
+        readonly workspaceSetDefaultEnvironmentSettings: {
+            readonly name: "WorkspaceSetDefaultEnvironmentSettings";
+            readonly requestType: MessageFns$1<WorkspaceSetDefaultEnvironmentSettingsRequest>;
+            readonly requestStream: false;
+            readonly responseType: MessageFns$1<WorkspaceSetDefaultEnvironmentSettingsResponse>;
+            readonly responseStream: false;
+            readonly options: {};
+        };
         readonly workspaceSetImageBuilderVersion: {
             readonly name: "WorkspaceSetImageBuilderVersion";
             readonly requestType: MessageFns$1<WorkspaceSetImageBuilderVersionRequest>;
@@ -8490,6 +8682,8 @@ declare class SandboxFilesystem {
 type SandboxSidecarCommandRouter = Pick<TaskCommandRouterClientImpl, "containerCreate" | "containerGet" | "containerList" | "containerTerminate" | "containerWait" | "mountDirectory" | "snapshotDirectory" | "unmountDirectory">;
 type SandboxSidecarAccess = {
     client: ModalClient;
+    sandboxId: string;
+    ensureAttached(): void;
     exec(command: string[], params: SandboxExecParams | undefined, containerId: string): Promise<ContainerProcess>;
     commandRouter(): Promise<[string, SandboxSidecarCommandRouter]>;
     reloadVolumes(containerId: string, params: SidecarReloadVolumesParams | undefined): Promise<void>;