@dataform/core 3.0.2 → 3.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/core.proto CHANGED
@@ -13,7 +13,6 @@
13
13
  // limitations under the License.
14
14
 
15
15
  syntax = "proto3";
16
- import "data_preparation.proto";
17
16
 
18
17
  package dataform;
19
18
 
@@ -282,7 +281,10 @@ message DataPreparation {
282
281
 
283
282
  bool disabled = 6;
284
283
 
285
- DataPreparationDefinition data_preparation = 7;
284
+ // YAML file containing the data preparation YAML with resolved dependencies.
285
+ string data_preparation_yaml = 11;
286
+
287
+ reserved 7, 10;
286
288
  }
287
289
 
288
290
  message CompiledGraph {
package/package.json CHANGED
@@ -32,7 +32,7 @@
32
32
  "publishConfig": {
33
33
  "access": "public"
34
34
  },
35
- "version": "3.0.2",
35
+ "version": "3.0.4",
36
36
  "name": "@dataform/core",
37
37
  "description": "Dataform core API.",
38
38
  "main": "bundle.js"
@@ -1,188 +0,0 @@
1
- // Copyright 2023 Google LLC
2
- //
3
- // Licensed under the Apache License, Version 2.0 (the "License");
4
- // you may not use this file except in compliance with the License.
5
- // You may obtain a copy of the License at
6
- //
7
- // http://www.apache.org/licenses/LICENSE-2.0
8
- //
9
- // Unless required by applicable law or agreed to in writing, software
10
- // distributed under the License is distributed on an "AS IS" BASIS,
11
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- // See the License for the specific language governing permissions and
13
- // limitations under the License.
14
-
15
- syntax = "proto3";
16
-
17
- package dataform;
18
-
19
- option java_package = "com.dataform.protos";
20
- option java_multiple_files = true;
21
-
22
- option go_package = "github.com/dataform-co/dataform/protos/dataform";
23
-
24
- message DataPreparationDefinition {
25
- repeated DataPreparationNode nodes = 1;
26
- DataPreparationGenerated generated = 2;
27
- }
28
-
29
- message DataPreparationNode {
30
- string id = 1;
31
- DataPreparationNodeSource source = 2;
32
- repeated DataPreparationNodeStep steps = 3;
33
- DataPreparationNodeGenerated generated = 4;
34
- // Destination BigQuery table(s) are defined within the data preparation
35
- optional DataPreparationNodeDestination destination = 5;
36
- }
37
-
38
- message DataPreparationNodeSource {
39
- oneof source {
40
- string node_id = 1;
41
- TableReference table = 2;
42
- Join join = 3;
43
- }
44
- }
45
-
46
- message DataPreparationNodeDestination {
47
- oneof destination {
48
- TableReference table = 1;
49
- }
50
- }
51
-
52
- message DataPreparationNodeStep {
53
- string id = 1;
54
- string description = 2;
55
- oneof definition {
56
- ColumnStep column_step = 3;
57
- FilterStep filter_step = 4;
58
- }
59
- DataPreparationNodeStepGenerated generated = 5;
60
- }
61
-
62
- message ColumnStep {
63
- string column_name = 1;
64
- Expression expression = 2;
65
- }
66
-
67
- message FilterStep {
68
- Expression expression = 1;
69
- }
70
-
71
- message Expression {
72
- oneof expression {
73
- string sql = 1;
74
- }
75
- }
76
-
77
- message Join {
78
- string left_node_id = 1;
79
- string right_node_id = 2;
80
- JoinType join_type = 3;
81
- JoinCondition join_condition = 4;
82
- }
83
-
84
- enum JoinType {
85
- JOIN_TYPE_UNSPECIFIED = 0;
86
- JOIN_TYPE_INNER = 1;
87
- JOIN_TYPE_FULL_OUTER = 2;
88
- JOIN_TYPE_LEFT = 3;
89
- JOIN_TYPE_RIGHT = 4;
90
- }
91
-
92
- message JoinCondition {
93
- oneof condition {
94
- Expression expression = 1;
95
- JoinKeys keys = 2;
96
- }
97
- }
98
-
99
- message JoinKeys {
100
- repeated JoinKey keys = 1;
101
- }
102
-
103
- message JoinKey {
104
- string left_column = 1;
105
- string right_column = 2;
106
- }
107
-
108
- message TableReference {
109
- string project = 1;
110
- string dataset = 2;
111
- string table = 3;
112
- }
113
-
114
- message DataPreparationGenerated {
115
- repeated DataPreparationValidationError validation_errors = 1;
116
- optional string location = 2;
117
- }
118
-
119
- message DataPreparationNodeGenerated {
120
- repeated DataPreparationSection sections = 1;
121
- repeated string sources = 2;
122
- repeated DataPreparationValidationError validation_errors = 3;
123
- optional DataPreparationSchema output_schema = 4;
124
- DataPreparationNodeSourceGenerated source_generated = 5;
125
- optional DataPreparationNodeDestinationGenerated destination_generated = 6;
126
- }
127
-
128
- message DataPreparationSection {
129
- DataPreparationSectionType type = 1;
130
- string label = 2;
131
- }
132
-
133
- enum DataPreparationSectionType {
134
- SECTION_TYPE_UNSPECIFIED = 0;
135
- SECTION_UNPARSEABLE = 1;
136
- SECTION_SOURCE_TABLE = 2;
137
- SECTION_SQL = 3;
138
- SECTION_DESTINATION_TABLE = 4;
139
- }
140
-
141
- message DataPreparationNodeSourceGenerated {
142
- optional DataPreparationNodeSourceSourceSchema source_schema = 4;
143
- }
144
-
145
- message DataPreparationNodeSourceSourceSchema {
146
- oneof source_schema {
147
- DataPreparationSchema node_schema = 1;
148
- DataPreparationSchema table_schema = 2;
149
- JoinSchema join_schema = 3;
150
- }
151
- }
152
-
153
- message JoinSchema {
154
- DataPreparationSchema left_schema = 1;
155
- DataPreparationSchema right_schema = 2;
156
- }
157
-
158
- message DataPreparationNodeDestinationGenerated {
159
- optional DataPreparationSchema schema = 1;
160
- }
161
-
162
- message DataPreparationNodeStepGenerated {
163
- repeated string source_columns = 1;
164
- repeated DataPreparationValidationError validation_errors = 2;
165
- }
166
-
167
- message DataPreparationSchema {
168
- repeated DataPreparationSchemaField field = 1;
169
- }
170
-
171
- message DataPreparationSchemaField {
172
- string name = 1;
173
- optional string type = 2;
174
- optional string mode = 3;
175
- repeated DataPreparationSchemaField fields = 4;
176
- }
177
-
178
- message DataPreparationValidationError {
179
- DataPreparationValidationErrorLevel level = 1;
180
- string description = 2;
181
- }
182
-
183
- enum DataPreparationValidationErrorLevel {
184
- LEVEL_UNSPECIFIED = 0;
185
- LEVEL_WARN = 1;
186
- LEVEL_ERROR = 2;
187
- LEVEL_FATAL = 3;
188
- }