@flyteorg/flyteidl 0.22.2 → 0.23.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1369,6 +1369,7 @@ A simple value. This supports any level of nesting (e.g. array of array of array
1369
1369
  "scalar", ":ref:`ref_flyteidl.core.Scalar`", "", "A simple value."
1370
1370
  "collection", ":ref:`ref_flyteidl.core.LiteralCollection`", "", "A collection of literals to allow nesting."
1371
1371
  "map", ":ref:`ref_flyteidl.core.LiteralMap`", "", "A map of strings to literals."
1372
+ "hash", ":ref:`ref_string`", "", "A hash representing this literal. This is used for caching purposes. For more details refer to RFC 1893 (https://github.com/flyteorg/flyte/blob/master/rfc/system/1893-caching-of-offloaded-objects.md)"
1372
1373
 
1373
1374
 
1374
1375
 
@@ -2593,6 +2594,46 @@ Define a set of simple types.
2593
2594
 
2594
2595
 
2595
2596
 
2597
+ .. _ref_flyteidl/core/workflow_closure.proto:
2598
+
2599
+ flyteidl/core/workflow_closure.proto
2600
+ ==================================================================
2601
+
2602
+
2603
+
2604
+
2605
+
2606
+ .. _ref_flyteidl.core.WorkflowClosure:
2607
+
2608
+ WorkflowClosure
2609
+ ------------------------------------------------------------------
2610
+
2611
+ Defines an enclosed package of workflow and tasks it references.
2612
+
2613
+
2614
+
2615
+ .. csv-table:: WorkflowClosure type fields
2616
+ :header: "Field", "Type", "Label", "Description"
2617
+ :widths: auto
2618
+
2619
+ "workflow", ":ref:`ref_flyteidl.core.WorkflowTemplate`", "", "required. Workflow template."
2620
+ "tasks", ":ref:`ref_flyteidl.core.TaskTemplate`", "repeated", "optional. A collection of tasks referenced by the workflow. Only needed if the workflow references tasks."
2621
+
2622
+
2623
+
2624
+
2625
+
2626
+
2627
+
2628
+
2629
+
2630
+
2631
+
2632
+
2633
+
2634
+
2635
+
2636
+
2596
2637
  .. _ref_flyteidl/core/workflow.proto:
2597
2638
 
2598
2639
  flyteidl/core/workflow.proto
@@ -2913,46 +2954,6 @@ Failure Handling Strategy
2913
2954
 
2914
2955
 
2915
2956
 
2916
- .. _ref_flyteidl/core/workflow_closure.proto:
2917
-
2918
- flyteidl/core/workflow_closure.proto
2919
- ==================================================================
2920
-
2921
-
2922
-
2923
-
2924
-
2925
- .. _ref_flyteidl.core.WorkflowClosure:
2926
-
2927
- WorkflowClosure
2928
- ------------------------------------------------------------------
2929
-
2930
- Defines an enclosed package of workflow and tasks it references.
2931
-
2932
-
2933
-
2934
- .. csv-table:: WorkflowClosure type fields
2935
- :header: "Field", "Type", "Label", "Description"
2936
- :widths: auto
2937
-
2938
- "workflow", ":ref:`ref_flyteidl.core.WorkflowTemplate`", "", "required. Workflow template."
2939
- "tasks", ":ref:`ref_flyteidl.core.TaskTemplate`", "repeated", "optional. A collection of tasks referenced by the workflow. Only needed if the workflow references tasks."
2940
-
2941
-
2942
-
2943
-
2944
-
2945
-
2946
-
2947
-
2948
-
2949
-
2950
-
2951
-
2952
-
2953
-
2954
-
2955
-
2956
2957
  .. _ref_google/protobuf/timestamp.proto:
2957
2958
 
2958
2959
  google/protobuf/timestamp.proto
@@ -281,6 +281,10 @@ message ExecutionSpec {
281
281
  // This is useful to achieve fairness. Note: MapTasks are regarded as one unit,
282
282
  // and parallelism/concurrency of MapTasks is independent from this.
283
283
  int32 max_parallelism = 18;
284
+
285
+ // User setting to configure where to store offloaded data (i.e. Blobs, structured datasets, query data, etc.).
286
+ // This should be a prefix like s3://my-bucket/my-data
287
+ RawOutputDataConfig raw_output_data_config = 19;
284
288
  }
285
289
 
286
290
  // Request to terminate an in-progress execution. This action is irreversible.
@@ -96,6 +96,11 @@ message Literal {
96
96
  // A map of strings to literals.
97
97
  LiteralMap map = 3;
98
98
  }
99
+
100
+ // A hash representing this literal.
101
+ // This is used for caching purposes. For more details refer to RFC 1893
102
+ // (https://github.com/flyteorg/flyte/blob/master/rfc/system/1893-caching-of-offloaded-objects.md)
103
+ string hash = 4;
99
104
  }
100
105
 
101
106
  // A collection of literals. This is a workaround since oneofs in proto messages cannot contain a repeated field.