@flyteorg/flyteidl2 2.0.0-alpha10

package/flyteidl2/plugins/spark_pb.ts

@@ -0,0 +1,145 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/spark.proto (package flyteidl2.plugins, syntax proto3)
+/* eslint-disable */
+
+import type { GenEnum, GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { enumDesc, fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { K8sPod } from "../core/tasks_pb.ts";
+import { file_flyteidl2_core_tasks } from "../core/tasks_pb.ts";
+import { file_google_protobuf_struct } from "@bufbuild/protobuf/wkt";
+import type { JsonObject, Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/spark.proto.
+ */
+export const file_flyteidl2_plugins_spark: GenFile = /*@__PURE__*/
+  fileDesc("Ch1mbHl0ZWlkbDIvcGx1Z2lucy9zcGFyay5wcm90bxIRZmx5dGVpZGwyLnBsdWdpbnMiQgoQU3BhcmtBcHBsaWNhdGlvbiIuCgRUeXBlEgoKBlBZVEhPThAAEggKBEpBVkEQARIJCgVTQ0FMQRACEgUKAVIQAyK2BAoIU3BhcmtKb2ISQQoPYXBwbGljYXRpb25UeXBlGAEgASgOMiguZmx5dGVpZGwyLnBsdWdpbnMuU3BhcmtBcHBsaWNhdGlvbi5UeXBlEhsKE21haW5BcHBsaWNhdGlvbkZpbGUYAiABKAkSEQoJbWFpbkNsYXNzGAMgASgJEj0KCXNwYXJrQ29uZhgEIAMoCzIqLmZseXRlaWRsMi5wbHVnaW5zLlNwYXJrSm9iLlNwYXJrQ29uZkVudHJ5Ej8KCmhhZG9vcENvbmYYBSADKAsyKy5mbHl0ZWlkbDIucGx1Z2lucy5TcGFya0pvYi5IYWRvb3BDb25mRW50cnkSFAoMZXhlY3V0b3JQYXRoGAYgASgJEi8KDmRhdGFicmlja3NDb25mGAcgASgLMhcuZ29vZ2xlLnByb3RvYnVmLlN0cnVjdBIXCg9kYXRhYnJpY2tzVG9rZW4YCCABKAkSGgoSZGF0YWJyaWNrc0luc3RhbmNlGAkgASgJEikKCWRyaXZlclBvZBgKIAEoCzIWLmZseXRlaWRsMi5jb3JlLks4c1BvZBIrCgtleGVjdXRvclBvZBgLIAEoCzIWLmZseXRlaWRsMi5jb3JlLks4c1BvZBowCg5TcGFya0NvbmZFbnRyeRILCgNrZXkYASABKAkSDQoFdmFsdWUYAiABKAk6AjgBGjEKD0hhZG9vcENvbmZFbnRyeRILCgNrZXkYASABKAkSDQoFdmFsdWUYAiABKAk6AjgBQsEBChVjb20uZmx5dGVpZGwyLnBsdWdpbnNCClNwYXJrUHJvdG9IAlABWjVnaXRodWIuY29tL2ZseXRlb3JnL2ZseXRlL3YyL2dlbi9nby9mbHl0ZWlkbDIvcGx1Z2luc6ICA0ZQWKoCEUZseXRlaWRsMi5QbHVnaW5zygIRRmx5dGVpZGwyXFBsdWdpbnPiAh1GbHl0ZWlkbDJcUGx1Z2luc1xHUEJNZXRhZGF0YeoCEkZseXRlaWRsMjo6UGx1Z2luc2IGcHJvdG8z", [file_flyteidl2_core_tasks, file_google_protobuf_struct]);
+
+/**
+ * @generated from message flyteidl2.plugins.SparkApplication
+ */
+export type SparkApplication = Message<"flyteidl2.plugins.SparkApplication"> & {
+};
+
+/**
+ * Describes the message flyteidl2.plugins.SparkApplication.
+ * Use `create(SparkApplicationSchema)` to create a new message.
+ */
+export const SparkApplicationSchema: GenMessage<SparkApplication> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_spark, 0);
+
+/**
+ * @generated from enum flyteidl2.plugins.SparkApplication.Type
+ */
+export enum SparkApplication_Type {
+  /**
+   * @generated from enum value: PYTHON = 0;
+   */
+  PYTHON = 0,
+
+  /**
+   * @generated from enum value: JAVA = 1;
+   */
+  JAVA = 1,
+
+  /**
+   * @generated from enum value: SCALA = 2;
+   */
+  SCALA = 2,
+
+  /**
+   * @generated from enum value: R = 3;
+   */
+  R = 3,
+}
+
+/**
+ * Describes the enum flyteidl2.plugins.SparkApplication.Type.
+ */
+export const SparkApplication_TypeSchema: GenEnum<SparkApplication_Type> = /*@__PURE__*/
+  enumDesc(file_flyteidl2_plugins_spark, 0, 0);
+
+/**
+ * Custom Proto for Spark Plugin.
+ *
+ * @generated from message flyteidl2.plugins.SparkJob
+ */
+export type SparkJob = Message<"flyteidl2.plugins.SparkJob"> & {
+  /**
+   * @generated from field: flyteidl2.plugins.SparkApplication.Type applicationType = 1;
+   */
+  applicationType: SparkApplication_Type;
+
+  /**
+   * @generated from field: string mainApplicationFile = 2;
+   */
+  mainApplicationFile: string;
+
+  /**
+   * @generated from field: string mainClass = 3;
+   */
+  mainClass: string;
+
+  /**
+   * @generated from field: map<string, string> sparkConf = 4;
+   */
+  sparkConf: { [key: string]: string };
+
+  /**
+   * @generated from field: map<string, string> hadoopConf = 5;
+   */
+  hadoopConf: { [key: string]: string };
+
+  /**
+   * Executor path for Python jobs.
+   *
+   * @generated from field: string executorPath = 6;
+   */
+  executorPath: string;
+
+  /**
+   * Databricks job configuration.
+   * Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure.
+   *
+   * @generated from field: google.protobuf.Struct databricksConf = 7;
+   */
+  databricksConf?: JsonObject;
+
+  /**
+   * Databricks access token. https://docs.databricks.com/dev-tools/api/latest/authentication.html
+   * This token can be set in either flytepropeller or flytekit.
+   *
+   * @generated from field: string databricksToken = 8;
+   */
+  databricksToken: string;
+
+  /**
+   * Domain name of your deployment. Use the form <account>.cloud.databricks.com.
+   * This instance name can be set in either flytepropeller or flytekit.
+   *
+   * @generated from field: string databricksInstance = 9;
+   */
+  databricksInstance: string;
+
+  /**
+   * Pod Spec for the Spark driver pod
+   *
+   * @generated from field: flyteidl2.core.K8sPod driverPod = 10;
+   */
+  driverPod?: K8sPod;
+
+  /**
+   * Pod Spec for the Spark executor pod
+   *
+   * @generated from field: flyteidl2.core.K8sPod executorPod = 11;
+   */
+  executorPod?: K8sPod;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.SparkJob.
+ * Use `create(SparkJobSchema)` to create a new message.
+ */
+export const SparkJobSchema: GenMessage<SparkJob> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_spark, 1);
+

package/flyteidl2/secret/definition_pb.ts

@@ -0,0 +1,310 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/secret/definition.proto (package flyteidl2.secret, syntax proto3)
+/* eslint-disable */
+
+import type { GenEnum, GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { enumDesc, fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import { file_buf_validate_validate } from "../../buf/validate/validate_pb.ts";
+import type { ClusterIdentifier } from "../common/identifier_pb.ts";
+import { file_flyteidl2_common_identifier } from "../common/identifier_pb.ts";
+import type { Timestamp } from "@bufbuild/protobuf/wkt";
+import { file_google_protobuf_timestamp } from "@bufbuild/protobuf/wkt";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/secret/definition.proto.
+ */
+export const file_flyteidl2_secret_definition: GenFile = /*@__PURE__*/
+  fileDesc("CiFmbHl0ZWlkbDIvc2VjcmV0L2RlZmluaXRpb24ucHJvdG8SEGZseXRlaWRsMi5zZWNyZXQieAoKU2VjcmV0U3BlYxIWCgxzdHJpbmdfdmFsdWUYASABKAlIABIWCgxiaW5hcnlfdmFsdWUYAiABKAxIABIqCgR0eXBlGAMgASgOMhwuZmx5dGVpZGwyLnNlY3JldC5TZWNyZXRUeXBlQg4KBXZhbHVlEgW6SAIIASJyChBTZWNyZXRJZGVudGlmaWVyEicKBG5hbWUYASABKAlCGbpIFnIUEAEyEF5bLWEtekEtWjAtOV9dKyQSFAoMb3JnYW5pemF0aW9uGAIgASgJEg4KBmRvbWFpbhgDIAEoCRIPCgdwcm9qZWN0GAQgASgJIqUBCg5TZWNyZXRNZXRhZGF0YRIwCgxjcmVhdGVkX3RpbWUYASABKAsyGi5nb29nbGUucHJvdG9idWYuVGltZXN0YW1wEjUKDXNlY3JldF9zdGF0dXMYAiABKAsyHi5mbHl0ZWlkbDIuc2VjcmV0LlNlY3JldFN0YXR1cxIqCgR0eXBlGAMgASgOMhwuZmx5dGVpZGwyLnNlY3JldC5TZWNyZXRUeXBlIoYBCgxTZWNyZXRTdGF0dXMSNwoOb3ZlcmFsbF9zdGF0dXMYASABKA4yHy5mbHl0ZWlkbDIuc2VjcmV0Lk92ZXJhbGxTdGF0dXMSPQoOY2x1c3Rlcl9zdGF0dXMYAiADKAsyJS5mbHl0ZWlkbDIuc2VjcmV0LkNsdXN0ZXJTZWNyZXRTdGF0dXMijAEKE0NsdXN0ZXJTZWNyZXRTdGF0dXMSNAoHY2x1c3RlchgBIAEoCzIjLmZseXRlaWRsMi5jb21tb24uQ2x1c3RlcklkZW50aWZpZXISPwoPcHJlc2VuY2Vfc3RhdHVzGAIgASgOMiYuZmx5dGVpZGwyLnNlY3JldC5TZWNyZXRQcmVzZW5jZVN0YXR1cyJzCgZTZWNyZXQSLgoCaWQYASABKAsyIi5mbHl0ZWlkbDIuc2VjcmV0LlNlY3JldElkZW50aWZpZXISOQoPc2VjcmV0X21ldGFkYXRhGAIgASgLMiAuZmx5dGVpZGwyLnNlY3JldC5TZWNyZXRNZXRhZGF0YSpICgpTZWNyZXRUeXBlEhcKE1NFQ1JFVF9UWVBFX0dFTkVSSUMQABIhCh1TRUNSRVRfVFlQRV9JTUFHRV9QVUxMX1NFQ1JFVBABKl4KDU92ZXJhbGxTdGF0dXMSDwoLVU5TUEVDSUZJRUQQABIVChFQQVJUSUFMTFlfUFJFU0VOVBABEhEKDUZVTExZX1BSRVNFTlQQAhISCg5VTktOT1dOX1NUQVRVUxADKj0KFFNlY3JldFByZXNlbmNlU3RhdHVzEgsKB1VOS05PV04QABILCgdNSVNTSU5HEAESCwoHUFJFU0VOVBACQsABChRjb20uZmx5dGVpZGwyLnNlY3JldEIPRGVmaW5pdGlvblByb3RvSAJQAVo0Z2l0aHViLmNvbS9mbHl0ZW9yZy9mbHl0ZS92Mi9nZW4vZ28vZmx5dGVpZGwyL3NlY3JldKICA0ZTWKoCEEZseXRlaWRsMi5TZWNyZXTKAhBGbHl0ZWlkbDJcU2VjcmV04gIcRmx5dGVpZGwyXFNlY3JldFxHUEJNZXRhZGF0YeoCEUZseXRlaWRsMjo6U2VjcmV0YgZwcm90bzM", [file_buf_validate_validate, file_flyteidl2_common_identifier, file_google_protobuf_timestamp]);
+
+/**
+ * SecretSpec contains information used for creating/updating the secret.
+ * Mainly it contains the value of the secret
+ * In future we could add meta info like tags, rotation config, whether stored secret has any binary format etc for storage/retrieval.
+ *
+ * @generated from message flyteidl2.secret.SecretSpec
+ */
+export type SecretSpec = Message<"flyteidl2.secret.SecretSpec"> & {
+  /**
+   * @generated from oneof flyteidl2.secret.SecretSpec.value
+   */
+  value: {
+    /**
+     * @generated from field: string string_value = 1;
+     */
+    value: string;
+    case: "stringValue";
+  } | {
+    /**
+     * @generated from field: bytes binary_value = 2;
+     */
+    value: Uint8Array;
+    case: "binaryValue";
+  } | { case: undefined; value?: undefined };
+
+  /**
+   * The secret type
+   *
+   * @generated from field: flyteidl2.secret.SecretType type = 3;
+   */
+  type: SecretType;
+};
+
+/**
+ * Describes the message flyteidl2.secret.SecretSpec.
+ * Use `create(SecretSpecSchema)` to create a new message.
+ */
+export const SecretSpecSchema: GenMessage<SecretSpec> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_secret_definition, 0);
+
+/**
+ * SecretIdentifier contains the uniquely identifiable way of storing or retrieving the secret
+ * Name and scope combination are used for defining the format for storage and retrieval of the secret
+ * For eg : for org scope secrets
+ * storage format org:<org-name>:name:secret-name
+ *
+ * @generated from message flyteidl2.secret.SecretIdentifier
+ */
+export type SecretIdentifier = Message<"flyteidl2.secret.SecretIdentifier"> & {
+  /**
+   * @generated from field: string name = 1;
+   */
+  name: string;
+
+  /**
+   * Only org scoped resources are supported right now
+   *
+   * @generated from field: string organization = 2;
+   */
+  organization: string;
+
+  /**
+   * domain scoped secret
+   *
+   * @generated from field: string domain = 3;
+   */
+  domain: string;
+
+  /**
+   * Project-domain scoped secret
+   *
+   * @generated from field: string project = 4;
+   */
+  project: string;
+};
+
+/**
+ * Describes the message flyteidl2.secret.SecretIdentifier.
+ * Use `create(SecretIdentifierSchema)` to create a new message.
+ */
+export const SecretIdentifierSchema: GenMessage<SecretIdentifier> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_secret_definition, 1);
+
+/**
+ * SecretMetadata contain meta info about the secret
+ *
+ * @generated from message flyteidl2.secret.SecretMetadata
+ */
+export type SecretMetadata = Message<"flyteidl2.secret.SecretMetadata"> & {
+  /**
+   * created_time of the secret.
+   *
+   * @generated from field: google.protobuf.Timestamp created_time = 1;
+   */
+  createdTime?: Timestamp;
+
+  /**
+   * secret_status reports the overall status of the secret across all the clusters.
+   * This relies on number of clusters queried which relies on there enabled state.
+   *
+   * @generated from field: flyteidl2.secret.SecretStatus secret_status = 2;
+   */
+  secretStatus?: SecretStatus;
+
+  /**
+   * The secret type
+   *
+   * @generated from field: flyteidl2.secret.SecretType type = 3;
+   */
+  type: SecretType;
+};
+
+/**
+ * Describes the message flyteidl2.secret.SecretMetadata.
+ * Use `create(SecretMetadataSchema)` to create a new message.
+ */
+export const SecretMetadataSchema: GenMessage<SecretMetadata> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_secret_definition, 2);
+
+/**
+ * SecretStatus contains the status of the secret across all the clusters
+ *
+ * @generated from message flyteidl2.secret.SecretStatus
+ */
+export type SecretStatus = Message<"flyteidl2.secret.SecretStatus"> & {
+  /**
+   * overall_status reports the overall status of the secret across all the clusters.
+   *
+   * @generated from field: flyteidl2.secret.OverallStatus overall_status = 1;
+   */
+  overallStatus: OverallStatus;
+
+  /**
+   * cluster_status reports the status of the secret in each cluster
+   *
+   * @generated from field: repeated flyteidl2.secret.ClusterSecretStatus cluster_status = 2;
+   */
+  clusterStatus: ClusterSecretStatus[];
+};
+
+/**
+ * Describes the message flyteidl2.secret.SecretStatus.
+ * Use `create(SecretStatusSchema)` to create a new message.
+ */
+export const SecretStatusSchema: GenMessage<SecretStatus> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_secret_definition, 3);
+
+/**
+ * ClusterSecretStatus contains the status of the secret in a cluster
+ *
+ * @generated from message flyteidl2.secret.ClusterSecretStatus
+ */
+export type ClusterSecretStatus = Message<"flyteidl2.secret.ClusterSecretStatus"> & {
+  /**
+   * @generated from field: flyteidl2.common.ClusterIdentifier cluster = 1;
+   */
+  cluster?: ClusterIdentifier;
+
+  /**
+   * presence_status reports the status of the secret in the cluster
+   *
+   * @generated from field: flyteidl2.secret.SecretPresenceStatus presence_status = 2;
+   */
+  presenceStatus: SecretPresenceStatus;
+};
+
+/**
+ * Describes the message flyteidl2.secret.ClusterSecretStatus.
+ * Use `create(ClusterSecretStatusSchema)` to create a new message.
+ */
+export const ClusterSecretStatusSchema: GenMessage<ClusterSecretStatus> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_secret_definition, 4);
+
+/**
+ * Secret is the returned object for Get and List calls which returns the identifier of the secret along with
+ * meta information in future about the creation data, update date, tags etc
+ * This doesn't contain the value of the secret
+ *
+ * @generated from message flyteidl2.secret.Secret
+ */
+export type Secret = Message<"flyteidl2.secret.Secret"> & {
+  /**
+   * @generated from field: flyteidl2.secret.SecretIdentifier id = 1;
+   */
+  id?: SecretIdentifier;
+
+  /**
+   * @generated from field: flyteidl2.secret.SecretMetadata secret_metadata = 2;
+   */
+  secretMetadata?: SecretMetadata;
+};
+
+/**
+ * Describes the message flyteidl2.secret.Secret.
+ * Use `create(SecretSchema)` to create a new message.
+ */
+export const SecretSchema: GenMessage<Secret> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_secret_definition, 5);
+
+/**
+ * @generated from enum flyteidl2.secret.SecretType
+ */
+export enum SecretType {
+  /**
+   * Default, unspecified secret type. Assumed to be generic and no type specific handling required.
+   *
+   * @generated from enum value: SECRET_TYPE_GENERIC = 0;
+   */
+  GENERIC = 0,
+
+  /**
+   * Secret used specifically for pulling images from a container registry.
+   *
+   * @generated from enum value: SECRET_TYPE_IMAGE_PULL_SECRET = 1;
+   */
+  IMAGE_PULL_SECRET = 1,
+}
+
+/**
+ * Describes the enum flyteidl2.secret.SecretType.
+ */
+export const SecretTypeSchema: GenEnum<SecretType> = /*@__PURE__*/
+  enumDesc(file_flyteidl2_secret_definition, 0);
+
+/**
+ * @generated from enum flyteidl2.secret.OverallStatus
+ */
+export enum OverallStatus {
+  /**
+   * @generated from enum value: UNSPECIFIED = 0;
+   */
+  UNSPECIFIED = 0,
+
+  /**
+   * Exists in some cluster
+   *
+   * @generated from enum value: PARTIALLY_PRESENT = 1;
+   */
+  PARTIALLY_PRESENT = 1,
+
+  /**
+   * Exists in all enabled clusters
+   *
+   * @generated from enum value: FULLY_PRESENT = 2;
+   */
+  FULLY_PRESENT = 2,
+
+  /**
+   * Status is unknown
+   *
+   * @generated from enum value: UNKNOWN_STATUS = 3;
+   */
+  UNKNOWN_STATUS = 3,
+}
+
+/**
+ * Describes the enum flyteidl2.secret.OverallStatus.
+ */
+export const OverallStatusSchema: GenEnum<OverallStatus> = /*@__PURE__*/
+  enumDesc(file_flyteidl2_secret_definition, 1);
+
+/**
+ * @generated from enum flyteidl2.secret.SecretPresenceStatus
+ */
+export enum SecretPresenceStatus {
+  /**
+   * @generated from enum value: UNKNOWN = 0;
+   */
+  UNKNOWN = 0,
+
+  /**
+   * Secret is missing in the cluster
+   *
+   * @generated from enum value: MISSING = 1;
+   */
+  MISSING = 1,
+
+  /**
+   * Secret is present in the cluster
+   *
+   * @generated from enum value: PRESENT = 2;
+   */
+  PRESENT = 2,
+}
+
+/**
+ * Describes the enum flyteidl2.secret.SecretPresenceStatus.
+ */
+export const SecretPresenceStatusSchema: GenEnum<SecretPresenceStatus> = /*@__PURE__*/
+  enumDesc(file_flyteidl2_secret_definition, 2);
+