@flyteorg/flyteidl 1.5.21 → 1.10.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/gen/pb-js/flyteidl.d.ts +6480 -4250
  2. package/gen/pb-js/flyteidl.js +15117 -9702
  3. package/package.json +1 -1
  4. package/protos/buf.lock +7 -0
  5. package/protos/buf.yaml +1 -0
  6. package/protos/docs/admin/admin.rst +4 -4
  7. package/protos/docs/datacatalog/datacatalog.rst +1 -1
  8. package/protos/docs/service/index.rst +1 -1
  9. package/protos/flyteidl/admin/agent.proto +95 -6
  10. package/protos/flyteidl/admin/cluster_assignment.proto +1 -1
  11. package/protos/flyteidl/admin/common.proto +9 -1
  12. package/protos/flyteidl/admin/description_entity.proto +1 -1
  13. package/protos/flyteidl/admin/event.proto +1 -1
  14. package/protos/flyteidl/admin/execution.proto +10 -1
  15. package/protos/flyteidl/admin/launch_plan.proto +12 -4
  16. package/protos/flyteidl/admin/matchable_resource.proto +9 -3
  17. package/protos/flyteidl/admin/node_execution.proto +13 -1
  18. package/protos/flyteidl/admin/notification.proto +1 -1
  19. package/protos/flyteidl/admin/project.proto +7 -1
  20. package/protos/flyteidl/admin/project_attributes.proto +10 -1
  21. package/protos/flyteidl/admin/project_domain_attributes.proto +11 -2
  22. package/protos/flyteidl/admin/schedule.proto +1 -1
  23. package/protos/flyteidl/admin/signal.proto +2 -2
  24. package/protos/flyteidl/admin/task.proto +1 -1
  25. package/protos/flyteidl/admin/task_execution.proto +1 -1
  26. package/protos/flyteidl/admin/version.proto +1 -1
  27. package/protos/flyteidl/admin/workflow.proto +2 -2
  28. package/protos/flyteidl/admin/workflow_attributes.proto +10 -1
  29. package/protos/flyteidl/core/artifact_id.proto +90 -0
  30. package/protos/flyteidl/core/catalog.proto +3 -1
  31. package/protos/flyteidl/core/compiler.proto +12 -1
  32. package/protos/flyteidl/core/condition.proto +1 -1
  33. package/protos/flyteidl/core/dynamic_job.proto +1 -1
  34. package/protos/flyteidl/core/errors.proto +1 -1
  35. package/protos/flyteidl/core/execution.proto +1 -1
  36. package/protos/flyteidl/core/identifier.proto +7 -1
  37. package/protos/flyteidl/core/interface.proto +14 -1
  38. package/protos/flyteidl/core/literals.proto +4 -1
  39. package/protos/flyteidl/core/metrics.proto +15 -1
  40. package/protos/flyteidl/core/security.proto +1 -1
  41. package/protos/flyteidl/core/tasks.proto +33 -1
  42. package/protos/flyteidl/core/types.proto +7 -1
  43. package/protos/flyteidl/core/workflow.proto +28 -1
  44. package/protos/flyteidl/core/workflow_closure.proto +1 -1
  45. package/protos/flyteidl/datacatalog/datacatalog.proto +10 -2
  46. package/protos/flyteidl/event/cloudevents.proto +73 -0
  47. package/protos/flyteidl/event/event.proto +5 -1
  48. package/protos/flyteidl/plugins/array_job.proto +1 -1
  49. package/protos/flyteidl/plugins/dask.proto +1 -1
  50. package/protos/flyteidl/plugins/kubeflow/common.proto +1 -1
  51. package/protos/flyteidl/plugins/kubeflow/mpi.proto +1 -1
  52. package/protos/flyteidl/plugins/kubeflow/pytorch.proto +1 -1
  53. package/protos/flyteidl/plugins/kubeflow/tensorflow.proto +4 -1
  54. package/protos/flyteidl/plugins/mpi.proto +1 -1
  55. package/protos/flyteidl/plugins/presto.proto +1 -1
  56. package/protos/flyteidl/plugins/pytorch.proto +1 -1
  57. package/protos/flyteidl/plugins/qubole.proto +1 -1
  58. package/protos/flyteidl/plugins/ray.proto +7 -1
  59. package/protos/flyteidl/plugins/spark.proto +1 -1
  60. package/protos/flyteidl/plugins/tensorflow.proto +6 -2
  61. package/protos/flyteidl/plugins/waitable.proto +1 -1
  62. package/protos/flyteidl/service/admin.proto +398 -197
  63. package/protos/flyteidl/service/agent.proto +32 -2
  64. package/protos/flyteidl/service/auth.proto +8 -8
  65. package/protos/flyteidl/service/dataproxy.proto +12 -12
  66. package/protos/flyteidl/service/external_plugin_service.proto +1 -2
  67. package/protos/flyteidl/service/identity.proto +5 -5
  68. package/protos/flyteidl/service/signal.proto +30 -23
  69. package/protos/flyteidl/plugins/sagemaker/hyperparameter_tuning_job.proto +0 -83
  70. package/protos/flyteidl/plugins/sagemaker/parameter_ranges.proto +0 -61
  71. package/protos/flyteidl/plugins/sagemaker/training_job.proto +0 -119
package/protos/flyteidl/plugins/kubeflow/mpi.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins.kubeflow;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  import "flyteidl/core/tasks.proto";
8
8
  import "flyteidl/plugins/kubeflow/common.proto";
package/protos/flyteidl/plugins/kubeflow/pytorch.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins.kubeflow;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  import "flyteidl/core/tasks.proto";
8
8
  import "flyteidl/plugins/kubeflow/common.proto";
package/protos/flyteidl/plugins/kubeflow/tensorflow.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins.kubeflow;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  import "flyteidl/core/tasks.proto";
8
8
  import "flyteidl/plugins/kubeflow/common.proto";
@@ -22,6 +22,9 @@ message DistributedTensorflowTrainingTask {
22
22
  // job, for example how to clean up resources and how long the job can stay
23
23
  // active.
24
24
  RunPolicy run_policy = 4;
25
+
26
+ // Evaluator replicas spec
27
+ DistributedTensorflowTrainingReplicaSpec evaluator_replicas = 5;
25
28
  }
26
29
 
27
30
  message DistributedTensorflowTrainingReplicaSpec {
package/protos/flyteidl/plugins/mpi.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  // MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
8
8
  // Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
package/protos/flyteidl/plugins/presto.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  // This message works with the 'presto' task type in the SDK and is the object that will be in the 'custom' field
8
8
  // of a Presto task's TaskTemplate
package/protos/flyteidl/plugins/pytorch.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  // Custom proto for torch elastic config for distributed training using
8
8
  // https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
package/protos/flyteidl/plugins/qubole.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  // Defines a query to execute on a hive cluster.
8
8
  message HiveQuery {
package/protos/flyteidl/plugins/ray.proto CHANGED
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  // RayJobSpec defines the desired state of RayJob
8
8
  message RayJob {
@@ -11,6 +11,10 @@ message RayJob {
11
11
  // runtime_env is base64 encoded.
12
12
  // Ray runtime environments: https://docs.ray.io/en/latest/ray-core/handling-dependencies.html#runtime-environments
13
13
  string runtime_env = 2;
14
+ // shutdown_after_job_finishes specifies whether the RayCluster should be deleted after the RayJob finishes.
15
+ bool shutdown_after_job_finishes = 3;
16
+ // ttl_seconds_after_finished specifies the number of seconds after which the RayCluster will be deleted after the RayJob finishes.
17
+ int32 ttl_seconds_after_finished = 4;
14
18
  }
15
19
 
16
20
  // Define Ray cluster defines the desired state of RayCluster
@@ -19,6 +23,8 @@ message RayCluster {
19
23
  HeadGroupSpec head_group_spec = 1;
20
24
  // WorkerGroupSpecs are the specs for the worker pods
21
25
  repeated WorkerGroupSpec worker_group_spec = 2;
26
+ // Whether to enable autoscaling.
27
+ bool enable_autoscaling = 3;
22
28
  }
23
29
 
24
30
  // HeadGroupSpec are the spec for the head pod
package/protos/flyteidl/plugins/spark.proto CHANGED
@@ -3,7 +3,7 @@ syntax = "proto3";
3
3
  package flyteidl.plugins;
4
4
  import "google/protobuf/struct.proto";
5
5
 
6
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
6
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
7
7
 
8
8
  message SparkApplication {
9
9
  enum Type {
package/protos/flyteidl/plugins/tensorflow.proto CHANGED
@@ -2,13 +2,17 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.plugins;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
6
6
 
7
7
  // Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
8
8
  message DistributedTensorflowTrainingTask {
9
- // number of worker, ps, chief replicas spawned in the cluster for this job
9
+ // number of worker replicas spawned in the cluster for this job
10
10
  int32 workers = 1;
11
11
  // PS -> Parameter server
12
+ // number of ps replicas spawned in the cluster for this job
12
13
  int32 ps_replicas = 2;
14
+ // number of chief replicas spawned in the cluster for this job
13
15
  int32 chief_replicas = 3;
16
+ // number of evaluator replicas spawned in the cluster for this job
17
+ int32 evaluator_replicas = 4;
14
18
  }
package/protos/flyteidl/plugins/waitable.proto CHANGED
@@ -5,7 +5,7 @@ import "flyteidl/core/identifier.proto";
5
5
 
6
6
  package flyteidl.plugins;
7
7
 
8
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
8
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
9
9
 
10
10
  // Represents an Execution that was launched and could be waited on.
11
11
  message Waitable {