@flyteorg/flyteidl2 2.0.0-alpha9 → 2.0.0

package/flyteidl2/plugins/kubeflow/pytorch_pb.ts

@@ -0,0 +1,156 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/kubeflow/pytorch.proto (package flyteidl2.plugins.kubeflow, syntax proto3)
+/* eslint-disable */
+
+import type { GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { Resources } from "../../core/tasks_pb.ts";
+import { file_flyteidl2_core_tasks } from "../../core/tasks_pb.ts";
+import type { CommonReplicaSpec, RestartPolicy } from "../common_pb.ts";
+import { file_flyteidl2_plugins_common } from "../common_pb.ts";
+import type { RunPolicy } from "./common_pb.ts";
+import { file_flyteidl2_plugins_kubeflow_common } from "./common_pb.ts";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/kubeflow/pytorch.proto.
+ */
+export const file_flyteidl2_plugins_kubeflow_pytorch: GenFile = /*@__PURE__*/
+  fileDesc("CihmbHl0ZWlkbDIvcGx1Z2lucy9rdWJlZmxvdy9weXRvcmNoLnByb3RvEhpmbHl0ZWlkbDIucGx1Z2lucy5rdWJlZmxvdyJ/Cg1FbGFzdGljQ29uZmlnEhQKDHJkenZfYmFja2VuZBgBIAEoCRIUCgxtaW5fcmVwbGljYXMYAiABKAUSFAoMbWF4X3JlcGxpY2FzGAMgASgFEhYKDm5wcm9jX3Blcl9ub2RlGAQgASgFEhQKDG1heF9yZXN0YXJ0cxgFIAEoBSLWAgoeRGlzdHJpYnV0ZWRQeVRvcmNoVHJhaW5pbmdUYXNrEloKD3dvcmtlcl9yZXBsaWNhcxgBIAEoCzJBLmZseXRlaWRsMi5wbHVnaW5zLmt1YmVmbG93LkRpc3RyaWJ1dGVkUHlUb3JjaFRyYWluaW5nUmVwbGljYVNwZWMSWgoPbWFzdGVyX3JlcGxpY2FzGAIgASgLMkEuZmx5dGVpZGwyLnBsdWdpbnMua3ViZWZsb3cuRGlzdHJpYnV0ZWRQeVRvcmNoVHJhaW5pbmdSZXBsaWNhU3BlYxI5CgpydW5fcG9saWN5GAMgASgLMiUuZmx5dGVpZGwyLnBsdWdpbnMua3ViZWZsb3cuUnVuUG9saWN5EkEKDmVsYXN0aWNfY29uZmlnGAQgASgLMikuZmx5dGVpZGwyLnBsdWdpbnMua3ViZWZsb3cuRWxhc3RpY0NvbmZpZyL2AQolRGlzdHJpYnV0ZWRQeVRvcmNoVHJhaW5pbmdSZXBsaWNhU3BlYxIUCghyZXBsaWNhcxgBIAEoBUICGAESEQoFaW1hZ2UYAiABKAlCAhgBEjAKCXJlc291cmNlcxgDIAEoCzIZLmZseXRlaWRsMi5jb3JlLlJlc291cmNlc0ICGAESPAoOcmVzdGFydF9wb2xpY3kYBCABKA4yIC5mbHl0ZWlkbDIucGx1Z2lucy5SZXN0YXJ0UG9saWN5QgIYARI0CgZjb21tb24YBSABKAsyJC5mbHl0ZWlkbDIucGx1Z2lucy5Db21tb25SZXBsaWNhU3BlY0L6AQoeY29tLmZseXRlaWRsMi5wbHVnaW5zLmt1YmVmbG93QgxQeXRvcmNoUHJvdG9IAlABWj5naXRodWIuY29tL2ZseXRlb3JnL2ZseXRlL3YyL2dlbi9nby9mbHl0ZWlkbDIvcGx1Z2lucy9rdWJlZmxvd6ICA0ZQS6oCGkZseXRlaWRsMi5QbHVnaW5zLkt1YmVmbG93ygIaRmx5dGVpZGwyXFBsdWdpbnNcS3ViZWZsb3fiAiZGbHl0ZWlkbDJcUGx1Z2luc1xLdWJlZmxvd1xHUEJNZXRhZGF0YeoCHEZseXRlaWRsMjo6UGx1Z2luczo6S3ViZWZsb3diBnByb3RvMw", [file_flyteidl2_core_tasks, file_flyteidl2_plugins_common, file_flyteidl2_plugins_kubeflow_common]);
+
+/**
+ * Custom proto for torch elastic config for distributed training using
+ * https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
+ *
+ * @generated from message flyteidl2.plugins.kubeflow.ElasticConfig
+ */
+export type ElasticConfig = Message<"flyteidl2.plugins.kubeflow.ElasticConfig"> & {
+  /**
+   * @generated from field: string rdzv_backend = 1;
+   */
+  rdzvBackend: string;
+
+  /**
+   * @generated from field: int32 min_replicas = 2;
+   */
+  minReplicas: number;
+
+  /**
+   * @generated from field: int32 max_replicas = 3;
+   */
+  maxReplicas: number;
+
+  /**
+   * @generated from field: int32 nproc_per_node = 4;
+   */
+  nprocPerNode: number;
+
+  /**
+   * @generated from field: int32 max_restarts = 5;
+   */
+  maxRestarts: number;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.kubeflow.ElasticConfig.
+ * Use `create(ElasticConfigSchema)` to create a new message.
+ */
+export const ElasticConfigSchema: GenMessage<ElasticConfig> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_kubeflow_pytorch, 0);
+
+/**
+ * Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+ *
+ * @generated from message flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingTask
+ */
+export type DistributedPyTorchTrainingTask = Message<"flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingTask"> & {
+  /**
+   * Worker replicas spec
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1;
+   */
+  workerReplicas?: DistributedPyTorchTrainingReplicaSpec;
+
+  /**
+   * Master replicas spec, master replicas can only have 1 replica
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2;
+   */
+  masterReplicas?: DistributedPyTorchTrainingReplicaSpec;
+
+  /**
+   * RunPolicy encapsulates various runtime policies of the distributed training
+   * job, for example how to clean up resources and how long the job can stay
+   * active.
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.RunPolicy run_policy = 3;
+   */
+  runPolicy?: RunPolicy;
+
+  /**
+   * config for an elastic pytorch job
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.ElasticConfig elastic_config = 4;
+   */
+  elasticConfig?: ElasticConfig;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingTask.
+ * Use `create(DistributedPyTorchTrainingTaskSchema)` to create a new message.
+ */
+export const DistributedPyTorchTrainingTaskSchema: GenMessage<DistributedPyTorchTrainingTask> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_kubeflow_pytorch, 1);
+
+/**
+ * @generated from message flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec
+ */
+export type DistributedPyTorchTrainingReplicaSpec = Message<"flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec"> & {
+  /**
+   * 1~4 deprecated. Use common instead.
+   * Number of replicas
+   *
+   * @generated from field: int32 replicas = 1 [deprecated = true];
+   * @deprecated
+   */
+  replicas: number;
+
+  /**
+   * Image used for the replica group
+   *
+   * @generated from field: string image = 2 [deprecated = true];
+   * @deprecated
+   */
+  image: string;
+
+  /**
+   * Resources required for the replica group
+   *
+   * @generated from field: flyteidl2.core.Resources resources = 3 [deprecated = true];
+   * @deprecated
+   */
+  resources?: Resources;
+
+  /**
+   * Restart policy determines whether pods will be restarted when they exit
+   *
+   * @generated from field: flyteidl2.plugins.RestartPolicy restart_policy = 4 [deprecated = true];
+   * @deprecated
+   */
+  restartPolicy: RestartPolicy;
+
+  /**
+   * The common replica spec
+   *
+   * @generated from field: flyteidl2.plugins.CommonReplicaSpec common = 5;
+   */
+  common?: CommonReplicaSpec;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.
+ * Use `create(DistributedPyTorchTrainingReplicaSpecSchema)` to create a new message.
+ */
+export const DistributedPyTorchTrainingReplicaSpecSchema: GenMessage<DistributedPyTorchTrainingReplicaSpec> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_kubeflow_pytorch, 2);
+

package/flyteidl2/plugins/kubeflow/tensorflow_pb.ts

@@ -0,0 +1,123 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/kubeflow/tensorflow.proto (package flyteidl2.plugins.kubeflow, syntax proto3)
+/* eslint-disable */
+
+import type { GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { Resources } from "../../core/tasks_pb.ts";
+import { file_flyteidl2_core_tasks } from "../../core/tasks_pb.ts";
+import type { CommonReplicaSpec, RestartPolicy } from "../common_pb.ts";
+import { file_flyteidl2_plugins_common } from "../common_pb.ts";
+import type { RunPolicy } from "./common_pb.ts";
+import { file_flyteidl2_plugins_kubeflow_common } from "./common_pb.ts";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/kubeflow/tensorflow.proto.
+ */
+export const file_flyteidl2_plugins_kubeflow_tensorflow: GenFile = /*@__PURE__*/
+  fileDesc("CitmbHl0ZWlkbDIvcGx1Z2lucy9rdWJlZmxvdy90ZW5zb3JmbG93LnByb3RvEhpmbHl0ZWlkbDIucGx1Z2lucy5rdWJlZmxvdyLYAwohRGlzdHJpYnV0ZWRUZW5zb3JmbG93VHJhaW5pbmdUYXNrEl0KD3dvcmtlcl9yZXBsaWNhcxgBIAEoCzJELmZseXRlaWRsMi5wbHVnaW5zLmt1YmVmbG93LkRpc3RyaWJ1dGVkVGVuc29yZmxvd1RyYWluaW5nUmVwbGljYVNwZWMSWQoLcHNfcmVwbGljYXMYAiABKAsyRC5mbHl0ZWlkbDIucGx1Z2lucy5rdWJlZmxvdy5EaXN0cmlidXRlZFRlbnNvcmZsb3dUcmFpbmluZ1JlcGxpY2FTcGVjElwKDmNoaWVmX3JlcGxpY2FzGAMgASgLMkQuZmx5dGVpZGwyLnBsdWdpbnMua3ViZWZsb3cuRGlzdHJpYnV0ZWRUZW5zb3JmbG93VHJhaW5pbmdSZXBsaWNhU3BlYxI5CgpydW5fcG9saWN5GAQgASgLMiUuZmx5dGVpZGwyLnBsdWdpbnMua3ViZWZsb3cuUnVuUG9saWN5EmAKEmV2YWx1YXRvcl9yZXBsaWNhcxgFIAEoCzJELmZseXRlaWRsMi5wbHVnaW5zLmt1YmVmbG93LkRpc3RyaWJ1dGVkVGVuc29yZmxvd1RyYWluaW5nUmVwbGljYVNwZWMi+QEKKERpc3RyaWJ1dGVkVGVuc29yZmxvd1RyYWluaW5nUmVwbGljYVNwZWMSFAoIcmVwbGljYXMYASABKAVCAhgBEhEKBWltYWdlGAIgASgJQgIYARIwCglyZXNvdXJjZXMYAyABKAsyGS5mbHl0ZWlkbDIuY29yZS5SZXNvdXJjZXNCAhgBEjwKDnJlc3RhcnRfcG9saWN5GAQgASgOMiAuZmx5dGVpZGwyLnBsdWdpbnMuUmVzdGFydFBvbGljeUICGAESNAoGY29tbW9uGAUgASgLMiQuZmx5dGVpZGwyLnBsdWdpbnMuQ29tbW9uUmVwbGljYVNwZWNC/QEKHmNvbS5mbHl0ZWlkbDIucGx1Z2lucy5rdWJlZmxvd0IPVGVuc29yZmxvd1Byb3RvSAJQAVo+Z2l0aHViLmNvbS9mbHl0ZW9yZy9mbHl0ZS92Mi9nZW4vZ28vZmx5dGVpZGwyL3BsdWdpbnMva3ViZWZsb3eiAgNGUEuqAhpGbHl0ZWlkbDIuUGx1Z2lucy5LdWJlZmxvd8oCGkZseXRlaWRsMlxQbHVnaW5zXEt1YmVmbG934gImRmx5dGVpZGwyXFBsdWdpbnNcS3ViZWZsb3dcR1BCTWV0YWRhdGHqAhxGbHl0ZWlkbDI6OlBsdWdpbnM6Okt1YmVmbG93YgZwcm90bzM", [file_flyteidl2_core_tasks, file_flyteidl2_plugins_common, file_flyteidl2_plugins_kubeflow_common]);
+
+/**
+ * Proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+ *
+ * @generated from message flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingTask
+ */
+export type DistributedTensorflowTrainingTask = Message<"flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingTask"> & {
+  /**
+   * Worker replicas spec
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1;
+   */
+  workerReplicas?: DistributedTensorflowTrainingReplicaSpec;
+
+  /**
+   * Parameter server replicas spec
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2;
+   */
+  psReplicas?: DistributedTensorflowTrainingReplicaSpec;
+
+  /**
+   * Chief replicas spec
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3;
+   */
+  chiefReplicas?: DistributedTensorflowTrainingReplicaSpec;
+
+  /**
+   * RunPolicy encapsulates various runtime policies of the distributed training
+   * job, for example how to clean up resources and how long the job can stay
+   * active.
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.RunPolicy run_policy = 4;
+   */
+  runPolicy?: RunPolicy;
+
+  /**
+   * Evaluator replicas spec
+   *
+   * @generated from field: flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec evaluator_replicas = 5;
+   */
+  evaluatorReplicas?: DistributedTensorflowTrainingReplicaSpec;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingTask.
+ * Use `create(DistributedTensorflowTrainingTaskSchema)` to create a new message.
+ */
+export const DistributedTensorflowTrainingTaskSchema: GenMessage<DistributedTensorflowTrainingTask> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_kubeflow_tensorflow, 0);
+
+/**
+ * @generated from message flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec
+ */
+export type DistributedTensorflowTrainingReplicaSpec = Message<"flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec"> & {
+  /**
+   * 1~4 deprecated. Use common instead.
+   * Number of replicas
+   *
+   * @generated from field: int32 replicas = 1 [deprecated = true];
+   * @deprecated
+   */
+  replicas: number;
+
+  /**
+   * Image used for the replica group
+   *
+   * @generated from field: string image = 2 [deprecated = true];
+   * @deprecated
+   */
+  image: string;
+
+  /**
+   * Resources required for the replica group
+   *
+   * @generated from field: flyteidl2.core.Resources resources = 3 [deprecated = true];
+   * @deprecated
+   */
+  resources?: Resources;
+
+  /**
+   * Restart policy determines whether pods will be restarted when they exit
+   *
+   * @generated from field: flyteidl2.plugins.RestartPolicy restart_policy = 4 [deprecated = true];
+   * @deprecated
+   */
+  restartPolicy: RestartPolicy;
+
+  /**
+   * The common replica spec
+   *
+   * @generated from field: flyteidl2.plugins.CommonReplicaSpec common = 5;
+   */
+  common?: CommonReplicaSpec;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.
+ * Use `create(DistributedTensorflowTrainingReplicaSpecSchema)` to create a new message.
+ */
+export const DistributedTensorflowTrainingReplicaSpecSchema: GenMessage<DistributedTensorflowTrainingReplicaSpec> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_kubeflow_tensorflow, 1);
+

package/flyteidl2/plugins/mpi_pb.ts

@@ -0,0 +1,52 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/mpi.proto (package flyteidl2.plugins, syntax proto3)
+/* eslint-disable */
+
+import type { GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/mpi.proto.
+ */
+export const file_flyteidl2_plugins_mpi: GenFile = /*@__PURE__*/
+  fileDesc("ChtmbHl0ZWlkbDIvcGx1Z2lucy9tcGkucHJvdG8SEWZseXRlaWRsMi5wbHVnaW5zIl8KGkRpc3RyaWJ1dGVkTVBJVHJhaW5pbmdUYXNrEhMKC251bV93b3JrZXJzGAEgASgFEh0KFW51bV9sYXVuY2hlcl9yZXBsaWNhcxgCIAEoBRINCgVzbG90cxgDIAEoBUK/AQoVY29tLmZseXRlaWRsMi5wbHVnaW5zQghNcGlQcm90b0gCUAFaNWdpdGh1Yi5jb20vZmx5dGVvcmcvZmx5dGUvdjIvZ2VuL2dvL2ZseXRlaWRsMi9wbHVnaW5zogIDRlBYqgIRRmx5dGVpZGwyLlBsdWdpbnPKAhFGbHl0ZWlkbDJcUGx1Z2luc+ICHUZseXRlaWRsMlxQbHVnaW5zXEdQQk1ldGFkYXRh6gISRmx5dGVpZGwyOjpQbHVnaW5zYgZwcm90bzM");
+
+/**
+ * MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
+ * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+ *
+ * @generated from message flyteidl2.plugins.DistributedMPITrainingTask
+ */
+export type DistributedMPITrainingTask = Message<"flyteidl2.plugins.DistributedMPITrainingTask"> & {
+  /**
+   * number of worker spawned in the cluster for this job
+   *
+   * @generated from field: int32 num_workers = 1;
+   */
+  numWorkers: number;
+
+  /**
+   * number of launcher replicas spawned in the cluster for this job
+   * The launcher pod invokes mpirun and communicates with worker pods through MPI.
+   *
+   * @generated from field: int32 num_launcher_replicas = 2;
+   */
+  numLauncherReplicas: number;
+
+  /**
+   * number of slots per worker used in hostfile.
+   * The available slots (GPUs) in each pod.
+   *
+   * @generated from field: int32 slots = 3;
+   */
+  slots: number;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.DistributedMPITrainingTask.
+ * Use `create(DistributedMPITrainingTaskSchema)` to create a new message.
+ */
+export const DistributedMPITrainingTaskSchema: GenMessage<DistributedMPITrainingTask> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_mpi, 0);
+

package/flyteidl2/plugins/presto_pb.ts

@@ -0,0 +1,49 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/presto.proto (package flyteidl2.plugins, syntax proto3)
+/* eslint-disable */
+
+import type { GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/presto.proto.
+ */
+export const file_flyteidl2_plugins_presto: GenFile = /*@__PURE__*/
+  fileDesc("Ch5mbHl0ZWlkbDIvcGx1Z2lucy9wcmVzdG8ucHJvdG8SEWZseXRlaWRsMi5wbHVnaW5zIlgKC1ByZXN0b1F1ZXJ5EhUKDXJvdXRpbmdfZ3JvdXAYASABKAkSDwoHY2F0YWxvZxgCIAEoCRIOCgZzY2hlbWEYAyABKAkSEQoJc3RhdGVtZW50GAQgASgJQsIBChVjb20uZmx5dGVpZGwyLnBsdWdpbnNCC1ByZXN0b1Byb3RvSAJQAVo1Z2l0aHViLmNvbS9mbHl0ZW9yZy9mbHl0ZS92Mi9nZW4vZ28vZmx5dGVpZGwyL3BsdWdpbnOiAgNGUFiqAhFGbHl0ZWlkbDIuUGx1Z2luc8oCEUZseXRlaWRsMlxQbHVnaW5z4gIdRmx5dGVpZGwyXFBsdWdpbnNcR1BCTWV0YWRhdGHqAhJGbHl0ZWlkbDI6OlBsdWdpbnNiBnByb3RvMw");
+
+/**
+ * This message works with the 'presto' task type in the SDK and is the object that will be in the 'custom' field
+ * of a Presto task's TaskTemplate
+ *
+ * @generated from message flyteidl2.plugins.PrestoQuery
+ */
+export type PrestoQuery = Message<"flyteidl2.plugins.PrestoQuery"> & {
+  /**
+   * @generated from field: string routing_group = 1;
+   */
+  routingGroup: string;
+
+  /**
+   * @generated from field: string catalog = 2;
+   */
+  catalog: string;
+
+  /**
+   * @generated from field: string schema = 3;
+   */
+  schema: string;
+
+  /**
+   * @generated from field: string statement = 4;
+   */
+  statement: string;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.PrestoQuery.
+ * Use `create(PrestoQuerySchema)` to create a new message.
+ */
+export const PrestoQuerySchema: GenMessage<PrestoQuery> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_presto, 0);
+

package/flyteidl2/plugins/pytorch_pb.ts

@@ -0,0 +1,82 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/pytorch.proto (package flyteidl2.plugins, syntax proto3)
+/* eslint-disable */
+
+import type { GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/pytorch.proto.
+ */
+export const file_flyteidl2_plugins_pytorch: GenFile = /*@__PURE__*/
+  fileDesc("Ch9mbHl0ZWlkbDIvcGx1Z2lucy9weXRvcmNoLnByb3RvEhFmbHl0ZWlkbDIucGx1Z2lucyJ/Cg1FbGFzdGljQ29uZmlnEhQKDHJkenZfYmFja2VuZBgBIAEoCRIUCgxtaW5fcmVwbGljYXMYAiABKAUSFAoMbWF4X3JlcGxpY2FzGAMgASgFEhYKDm5wcm9jX3Blcl9ub2RlGAQgASgFEhQKDG1heF9yZXN0YXJ0cxgFIAEoBSJrCh5EaXN0cmlidXRlZFB5VG9yY2hUcmFpbmluZ1Rhc2sSDwoHd29ya2VycxgBIAEoBRI4Cg5lbGFzdGljX2NvbmZpZxgCIAEoCzIgLmZseXRlaWRsMi5wbHVnaW5zLkVsYXN0aWNDb25maWdCwwEKFWNvbS5mbHl0ZWlkbDIucGx1Z2luc0IMUHl0b3JjaFByb3RvSAJQAVo1Z2l0aHViLmNvbS9mbHl0ZW9yZy9mbHl0ZS92Mi9nZW4vZ28vZmx5dGVpZGwyL3BsdWdpbnOiAgNGUFiqAhFGbHl0ZWlkbDIuUGx1Z2luc8oCEUZseXRlaWRsMlxQbHVnaW5z4gIdRmx5dGVpZGwyXFBsdWdpbnNcR1BCTWV0YWRhdGHqAhJGbHl0ZWlkbDI6OlBsdWdpbnNiBnByb3RvMw");
+
+/**
+ * Custom proto for torch elastic config for distributed training using
+ * https://github.com/kubeflow/trainer/blob/e31d11faa9f6ce5111b60c01079d39295589e0ef/pkg/apis/kubeflow.org/v1/pytorch_types.go#L98
+ *
+ * @generated from message flyteidl2.plugins.ElasticConfig
+ */
+export type ElasticConfig = Message<"flyteidl2.plugins.ElasticConfig"> & {
+  /**
+   * @generated from field: string rdzv_backend = 1;
+   */
+  rdzvBackend: string;
+
+  /**
+   * @generated from field: int32 min_replicas = 2;
+   */
+  minReplicas: number;
+
+  /**
+   * @generated from field: int32 max_replicas = 3;
+   */
+  maxReplicas: number;
+
+  /**
+   * @generated from field: int32 nproc_per_node = 4;
+   */
+  nprocPerNode: number;
+
+  /**
+   * @generated from field: int32 max_restarts = 5;
+   */
+  maxRestarts: number;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.ElasticConfig.
+ * Use `create(ElasticConfigSchema)` to create a new message.
+ */
+export const ElasticConfigSchema: GenMessage<ElasticConfig> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_pytorch, 0);
+
+/**
+ * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/trainer
+ *
+ * @generated from message flyteidl2.plugins.DistributedPyTorchTrainingTask
+ */
+export type DistributedPyTorchTrainingTask = Message<"flyteidl2.plugins.DistributedPyTorchTrainingTask"> & {
+  /**
+   * number of worker replicas spawned in the cluster for this job
+   *
+   * @generated from field: int32 workers = 1;
+   */
+  workers: number;
+
+  /**
+   * config for an elastic pytorch job
+   *
+   * @generated from field: flyteidl2.plugins.ElasticConfig elastic_config = 2;
+   */
+  elasticConfig?: ElasticConfig;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.DistributedPyTorchTrainingTask.
+ * Use `create(DistributedPyTorchTrainingTaskSchema)` to create a new message.
+ */
+export const DistributedPyTorchTrainingTaskSchema: GenMessage<DistributedPyTorchTrainingTask> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_pytorch, 1);
+

package/flyteidl2/plugins/qubole_pb.ts

@@ -0,0 +1,98 @@
+// @generated by protoc-gen-es v2.2.5 with parameter "target=ts,import_extension=.ts"
+// @generated from file flyteidl2/plugins/qubole.proto (package flyteidl2.plugins, syntax proto3)
+/* eslint-disable */
+
+import type { GenFile, GenMessage } from "@bufbuild/protobuf/codegenv1";
+import { fileDesc, messageDesc } from "@bufbuild/protobuf/codegenv1";
+import type { Message } from "@bufbuild/protobuf";
+
+/**
+ * Describes the file flyteidl2/plugins/qubole.proto.
+ */
+export const file_flyteidl2_plugins_qubole: GenFile = /*@__PURE__*/
+  fileDesc("Ch5mbHl0ZWlkbDIvcGx1Z2lucy9xdWJvbGUucHJvdG8SEWZseXRlaWRsMi5wbHVnaW5zIkMKCUhpdmVRdWVyeRINCgVxdWVyeRgBIAEoCRITCgt0aW1lb3V0X3NlYxgCIAEoDRISCgpyZXRyeUNvdW50GAMgASgNIkQKE0hpdmVRdWVyeUNvbGxlY3Rpb24SLQoHcXVlcmllcxgCIAMoCzIcLmZseXRlaWRsMi5wbHVnaW5zLkhpdmVRdWVyeSKnAQoNUXVib2xlSGl2ZUpvYhIVCg1jbHVzdGVyX2xhYmVsGAEgASgJEkQKEHF1ZXJ5X2NvbGxlY3Rpb24YAiABKAsyJi5mbHl0ZWlkbDIucGx1Z2lucy5IaXZlUXVlcnlDb2xsZWN0aW9uQgIYARIMCgR0YWdzGAMgAygJEisKBXF1ZXJ5GAQgASgLMhwuZmx5dGVpZGwyLnBsdWdpbnMuSGl2ZVF1ZXJ5QsIBChVjb20uZmx5dGVpZGwyLnBsdWdpbnNCC1F1Ym9sZVByb3RvSAJQAVo1Z2l0aHViLmNvbS9mbHl0ZW9yZy9mbHl0ZS92Mi9nZW4vZ28vZmx5dGVpZGwyL3BsdWdpbnOiAgNGUFiqAhFGbHl0ZWlkbDIuUGx1Z2luc8oCEUZseXRlaWRsMlxQbHVnaW5z4gIdRmx5dGVpZGwyXFBsdWdpbnNcR1BCTWV0YWRhdGHqAhJGbHl0ZWlkbDI6OlBsdWdpbnNiBnByb3RvMw");
+
+/**
+ * Defines a query to execute on a hive cluster.
+ *
+ * @generated from message flyteidl2.plugins.HiveQuery
+ */
+export type HiveQuery = Message<"flyteidl2.plugins.HiveQuery"> & {
+  /**
+   * @generated from field: string query = 1;
+   */
+  query: string;
+
+  /**
+   * @generated from field: uint32 timeout_sec = 2;
+   */
+  timeoutSec: number;
+
+  /**
+   * @generated from field: uint32 retryCount = 3;
+   */
+  retryCount: number;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.HiveQuery.
+ * Use `create(HiveQuerySchema)` to create a new message.
+ */
+export const HiveQuerySchema: GenMessage<HiveQuery> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_qubole, 0);
+
+/**
+ * Defines a collection of hive queries.
+ *
+ * @generated from message flyteidl2.plugins.HiveQueryCollection
+ */
+export type HiveQueryCollection = Message<"flyteidl2.plugins.HiveQueryCollection"> & {
+  /**
+   * @generated from field: repeated flyteidl2.plugins.HiveQuery queries = 2;
+   */
+  queries: HiveQuery[];
+};
+
+/**
+ * Describes the message flyteidl2.plugins.HiveQueryCollection.
+ * Use `create(HiveQueryCollectionSchema)` to create a new message.
+ */
+export const HiveQueryCollectionSchema: GenMessage<HiveQueryCollection> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_qubole, 1);
+
+/**
+ * This message works with the 'hive' task type in the SDK and is the object that will be in the 'custom' field
+ * of a hive task's TaskTemplate
+ *
+ * @generated from message flyteidl2.plugins.QuboleHiveJob
+ */
+export type QuboleHiveJob = Message<"flyteidl2.plugins.QuboleHiveJob"> & {
+  /**
+   * @generated from field: string cluster_label = 1;
+   */
+  clusterLabel: string;
+
+  /**
+   * @generated from field: flyteidl2.plugins.HiveQueryCollection query_collection = 2 [deprecated = true];
+   * @deprecated
+   */
+  queryCollection?: HiveQueryCollection;
+
+  /**
+   * @generated from field: repeated string tags = 3;
+   */
+  tags: string[];
+
+  /**
+   * @generated from field: flyteidl2.plugins.HiveQuery query = 4;
+   */
+  query?: HiveQuery;
+};
+
+/**
+ * Describes the message flyteidl2.plugins.QuboleHiveJob.
+ * Use `create(QuboleHiveJobSchema)` to create a new message.
+ */
+export const QuboleHiveJobSchema: GenMessage<QuboleHiveJob> = /*@__PURE__*/
+  messageDesc(file_flyteidl2_plugins_qubole, 2);
+