@dataform/core 3.0.70 → 3.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bundle.d.ts +101 -20
- package/bundle.js +1 -1
- package/configs.proto +35 -0
- package/core.proto +11 -0
- package/package.json +28 -21
package/bundle.d.ts
CHANGED
|
@@ -4,7 +4,7 @@ import Long from 'long';
|
|
|
4
4
|
declare function compile(code: string, path: string): string;
|
|
5
5
|
|
|
6
6
|
/** Namespace dataform. */
|
|
7
|
-
namespace dataform {
|
|
7
|
+
declare namespace dataform {
|
|
8
8
|
|
|
9
9
|
/** Properties of a WorkflowSettings. */
|
|
10
10
|
interface IWorkflowSettings {
|
|
@@ -62,6 +62,9 @@ namespace dataform {
|
|
|
62
62
|
|
|
63
63
|
/** WorkflowSettings lineage */
|
|
64
64
|
lineage?: (dataform.ILineageSettings|null);
|
|
65
|
+
|
|
66
|
+
/** WorkflowSettings defaultJobLabels */
|
|
67
|
+
defaultJobLabels?: ({ [k: string]: string }|null);
|
|
65
68
|
}
|
|
66
69
|
|
|
67
70
|
/** Represents a WorkflowSettings. */
|
|
@@ -127,6 +130,9 @@ namespace dataform {
|
|
|
127
130
|
/** WorkflowSettings lineage. */
|
|
128
131
|
public lineage?: (dataform.ILineageSettings|null);
|
|
129
132
|
|
|
133
|
+
/** WorkflowSettings defaultJobLabels. */
|
|
134
|
+
public defaultJobLabels: { [k: string]: string };
|
|
135
|
+
|
|
130
136
|
/**
|
|
131
137
|
* Creates a new WorkflowSettings instance using the specified properties.
|
|
132
138
|
* @param [properties] Properties to set
|
|
@@ -1198,6 +1204,9 @@ namespace dataform {
|
|
|
1198
1204
|
|
|
1199
1205
|
/** TableConfig preserveGovernanceControls */
|
|
1200
1206
|
preserveGovernanceControls?: (boolean|null);
|
|
1207
|
+
|
|
1208
|
+
/** TableConfig jobLabels */
|
|
1209
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
1201
1210
|
}
|
|
1202
1211
|
|
|
1203
1212
|
/** Represents a TableConfig. */
|
|
@@ -1281,6 +1290,9 @@ namespace dataform {
|
|
|
1281
1290
|
/** TableConfig preserveGovernanceControls. */
|
|
1282
1291
|
public preserveGovernanceControls?: (boolean|null);
|
|
1283
1292
|
|
|
1293
|
+
/** TableConfig jobLabels. */
|
|
1294
|
+
public jobLabels: { [k: string]: string };
|
|
1295
|
+
|
|
1284
1296
|
/**
|
|
1285
1297
|
* Creates a new TableConfig instance using the specified properties.
|
|
1286
1298
|
* @param [properties] Properties to set
|
|
@@ -1527,6 +1539,9 @@ namespace dataform {
|
|
|
1527
1539
|
|
|
1528
1540
|
/** ViewConfig reservation */
|
|
1529
1541
|
reservation?: (string|null);
|
|
1542
|
+
|
|
1543
|
+
/** ViewConfig jobLabels */
|
|
1544
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
1530
1545
|
}
|
|
1531
1546
|
|
|
1532
1547
|
/** Represents a ViewConfig. */
|
|
@@ -1601,6 +1616,9 @@ namespace dataform {
|
|
|
1601
1616
|
/** ViewConfig reservation. */
|
|
1602
1617
|
public reservation: string;
|
|
1603
1618
|
|
|
1619
|
+
/** ViewConfig jobLabels. */
|
|
1620
|
+
public jobLabels: { [k: string]: string };
|
|
1621
|
+
|
|
1604
1622
|
/**
|
|
1605
1623
|
* Creates a new ViewConfig instance using the specified properties.
|
|
1606
1624
|
* @param [properties] Properties to set
|
|
@@ -1786,6 +1804,9 @@ namespace dataform {
|
|
|
1786
1804
|
|
|
1787
1805
|
/** IncrementalTableConfig preserveGovernanceControls */
|
|
1788
1806
|
preserveGovernanceControls?: (boolean|null);
|
|
1807
|
+
|
|
1808
|
+
/** IncrementalTableConfig jobLabels */
|
|
1809
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
1789
1810
|
}
|
|
1790
1811
|
|
|
1791
1812
|
/** Represents an IncrementalTableConfig. */
|
|
@@ -1887,6 +1908,9 @@ namespace dataform {
|
|
|
1887
1908
|
/** IncrementalTableConfig preserveGovernanceControls. */
|
|
1888
1909
|
public preserveGovernanceControls?: (boolean|null);
|
|
1889
1910
|
|
|
1911
|
+
/** IncrementalTableConfig jobLabels. */
|
|
1912
|
+
public jobLabels: { [k: string]: string };
|
|
1913
|
+
|
|
1890
1914
|
/**
|
|
1891
1915
|
* Creates a new IncrementalTableConfig instance using the specified properties.
|
|
1892
1916
|
* @param [properties] Properties to set
|
|
@@ -2003,6 +2027,9 @@ namespace dataform {
|
|
|
2003
2027
|
|
|
2004
2028
|
/** AssertionConfig metadata */
|
|
2005
2029
|
metadata?: (dataform.ActionConfig.IMetadata|null);
|
|
2030
|
+
|
|
2031
|
+
/** AssertionConfig jobLabels */
|
|
2032
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
2006
2033
|
}
|
|
2007
2034
|
|
|
2008
2035
|
/** Represents an AssertionConfig. */
|
|
@@ -2050,6 +2077,9 @@ namespace dataform {
|
|
|
2050
2077
|
/** AssertionConfig metadata. */
|
|
2051
2078
|
public metadata?: (dataform.ActionConfig.IMetadata|null);
|
|
2052
2079
|
|
|
2080
|
+
/** AssertionConfig jobLabels. */
|
|
2081
|
+
public jobLabels: { [k: string]: string };
|
|
2082
|
+
|
|
2053
2083
|
/**
|
|
2054
2084
|
* Creates a new AssertionConfig instance using the specified properties.
|
|
2055
2085
|
* @param [properties] Properties to set
|
|
@@ -2169,6 +2199,9 @@ namespace dataform {
|
|
|
2169
2199
|
|
|
2170
2200
|
/** OperationConfig reservation */
|
|
2171
2201
|
reservation?: (string|null);
|
|
2202
|
+
|
|
2203
|
+
/** OperationConfig jobLabels */
|
|
2204
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
2172
2205
|
}
|
|
2173
2206
|
|
|
2174
2207
|
/** Represents an OperationConfig. */
|
|
@@ -2219,6 +2252,9 @@ namespace dataform {
|
|
|
2219
2252
|
/** OperationConfig reservation. */
|
|
2220
2253
|
public reservation: string;
|
|
2221
2254
|
|
|
2255
|
+
/** OperationConfig jobLabels. */
|
|
2256
|
+
public jobLabels: { [k: string]: string };
|
|
2257
|
+
|
|
2222
2258
|
/**
|
|
2223
2259
|
* Creates a new OperationConfig instance using the specified properties.
|
|
2224
2260
|
* @param [properties] Properties to set
|
|
@@ -2607,6 +2643,9 @@ namespace dataform {
|
|
|
2607
2643
|
|
|
2608
2644
|
/** DataPreparationConfig loadMode */
|
|
2609
2645
|
loadMode?: (dataform.ActionConfig.ILoadModeConfig|null);
|
|
2646
|
+
|
|
2647
|
+
/** DataPreparationConfig jobLabels */
|
|
2648
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
2610
2649
|
}
|
|
2611
2650
|
|
|
2612
2651
|
/** Represents a DataPreparationConfig. */
|
|
@@ -2648,6 +2687,9 @@ namespace dataform {
|
|
|
2648
2687
|
/** DataPreparationConfig loadMode. */
|
|
2649
2688
|
public loadMode?: (dataform.ActionConfig.ILoadModeConfig|null);
|
|
2650
2689
|
|
|
2690
|
+
/** DataPreparationConfig jobLabels. */
|
|
2691
|
+
public jobLabels: { [k: string]: string };
|
|
2692
|
+
|
|
2651
2693
|
/**
|
|
2652
2694
|
* Creates a new DataPreparationConfig instance using the specified properties.
|
|
2653
2695
|
* @param [properties] Properties to set
|
|
@@ -3317,6 +3359,9 @@ namespace dataform {
|
|
|
3317
3359
|
|
|
3318
3360
|
/** PropertyGraphConfig tags */
|
|
3319
3361
|
tags?: (string[]|null);
|
|
3362
|
+
|
|
3363
|
+
/** PropertyGraphConfig jobLabels */
|
|
3364
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
3320
3365
|
}
|
|
3321
3366
|
|
|
3322
3367
|
/** Represents a PropertyGraphConfig. */
|
|
@@ -3352,6 +3397,9 @@ namespace dataform {
|
|
|
3352
3397
|
/** PropertyGraphConfig tags. */
|
|
3353
3398
|
public tags: string[];
|
|
3354
3399
|
|
|
3400
|
+
/** PropertyGraphConfig jobLabels. */
|
|
3401
|
+
public jobLabels: { [k: string]: string };
|
|
3402
|
+
|
|
3355
3403
|
/**
|
|
3356
3404
|
* Creates a new PropertyGraphConfig instance using the specified properties.
|
|
3357
3405
|
* @param [properties] Properties to set
|
|
@@ -4805,6 +4853,9 @@ namespace dataform {
|
|
|
4805
4853
|
|
|
4806
4854
|
/** ProjectConfig lineageEnabled */
|
|
4807
4855
|
lineageEnabled?: (boolean|null);
|
|
4856
|
+
|
|
4857
|
+
/** ProjectConfig defaultJobLabels */
|
|
4858
|
+
defaultJobLabels?: ({ [k: string]: string }|null);
|
|
4808
4859
|
}
|
|
4809
4860
|
|
|
4810
4861
|
/** Represents a ProjectConfig. */
|
|
@@ -4867,6 +4918,9 @@ namespace dataform {
|
|
|
4867
4918
|
/** ProjectConfig lineageEnabled. */
|
|
4868
4919
|
public lineageEnabled?: (boolean|null);
|
|
4869
4920
|
|
|
4921
|
+
/** ProjectConfig defaultJobLabels. */
|
|
4922
|
+
public defaultJobLabels: { [k: string]: string };
|
|
4923
|
+
|
|
4870
4924
|
/**
|
|
4871
4925
|
* Creates a new ProjectConfig instance using the specified properties.
|
|
4872
4926
|
* @param [properties] Properties to set
|
|
@@ -5728,6 +5782,9 @@ namespace dataform {
|
|
|
5728
5782
|
|
|
5729
5783
|
/** ActionDescriptor reservation */
|
|
5730
5784
|
reservation?: (string|null);
|
|
5785
|
+
|
|
5786
|
+
/** ActionDescriptor jobLabels */
|
|
5787
|
+
jobLabels?: ({ [k: string]: string }|null);
|
|
5731
5788
|
}
|
|
5732
5789
|
|
|
5733
5790
|
/** Represents an ActionDescriptor. */
|
|
@@ -5757,6 +5814,9 @@ namespace dataform {
|
|
|
5757
5814
|
/** ActionDescriptor reservation. */
|
|
5758
5815
|
public reservation: string;
|
|
5759
5816
|
|
|
5817
|
+
/** ActionDescriptor jobLabels. */
|
|
5818
|
+
public jobLabels: { [k: string]: string };
|
|
5819
|
+
|
|
5760
5820
|
/**
|
|
5761
5821
|
* Creates a new ActionDescriptor instance using the specified properties.
|
|
5762
5822
|
* @param [properties] Properties to set
|
|
@@ -6791,6 +6851,9 @@ namespace dataform {
|
|
|
6791
6851
|
|
|
6792
6852
|
/** Test dependencyTargets */
|
|
6793
6853
|
dependencyTargets?: (dataform.ITarget[]|null);
|
|
6854
|
+
|
|
6855
|
+
/** Test actionDescriptor */
|
|
6856
|
+
actionDescriptor?: (dataform.IActionDescriptor|null);
|
|
6794
6857
|
}
|
|
6795
6858
|
|
|
6796
6859
|
/** Represents a Test. */
|
|
@@ -6832,6 +6895,9 @@ namespace dataform {
|
|
|
6832
6895
|
/** Test dependencyTargets. */
|
|
6833
6896
|
public dependencyTargets: dataform.ITarget[];
|
|
6834
6897
|
|
|
6898
|
+
/** Test actionDescriptor. */
|
|
6899
|
+
public actionDescriptor?: (dataform.IActionDescriptor|null);
|
|
6900
|
+
|
|
6835
6901
|
/**
|
|
6836
6902
|
* Creates a new Test instance using the specified properties.
|
|
6837
6903
|
* @param [properties] Properties to set
|
|
@@ -7296,6 +7362,9 @@ namespace dataform {
|
|
|
7296
7362
|
|
|
7297
7363
|
/** DataPreparation load */
|
|
7298
7364
|
load?: (dataform.ILoadConfiguration|null);
|
|
7365
|
+
|
|
7366
|
+
/** DataPreparation actionDescriptor */
|
|
7367
|
+
actionDescriptor?: (dataform.IActionDescriptor|null);
|
|
7299
7368
|
}
|
|
7300
7369
|
|
|
7301
7370
|
/** Represents a DataPreparation. */
|
|
@@ -7346,6 +7415,9 @@ namespace dataform {
|
|
|
7346
7415
|
/** DataPreparation load. */
|
|
7347
7416
|
public load?: (dataform.ILoadConfiguration|null);
|
|
7348
7417
|
|
|
7418
|
+
/** DataPreparation actionDescriptor. */
|
|
7419
|
+
public actionDescriptor?: (dataform.IActionDescriptor|null);
|
|
7420
|
+
|
|
7349
7421
|
/** DataPreparation definition. */
|
|
7350
7422
|
public definition?: ("dataPreparationYaml"|"query");
|
|
7351
7423
|
|
|
@@ -7874,6 +7946,9 @@ namespace dataform {
|
|
|
7874
7946
|
|
|
7875
7947
|
/** PropertyGraph tags */
|
|
7876
7948
|
tags?: (string[]|null);
|
|
7949
|
+
|
|
7950
|
+
/** PropertyGraph actionDescriptor */
|
|
7951
|
+
actionDescriptor?: (dataform.IActionDescriptor|null);
|
|
7877
7952
|
}
|
|
7878
7953
|
|
|
7879
7954
|
/** Represents a PropertyGraph. */
|
|
@@ -7915,6 +7990,9 @@ namespace dataform {
|
|
|
7915
7990
|
/** PropertyGraph tags. */
|
|
7916
7991
|
public tags: string[];
|
|
7917
7992
|
|
|
7993
|
+
/** PropertyGraph actionDescriptor. */
|
|
7994
|
+
public actionDescriptor?: (dataform.IActionDescriptor|null);
|
|
7995
|
+
|
|
7918
7996
|
/**
|
|
7919
7997
|
* Creates a new PropertyGraph instance using the specified properties.
|
|
7920
7998
|
* @param [properties] Properties to set
|
|
@@ -13170,7 +13248,7 @@ namespace dataform {
|
|
|
13170
13248
|
}
|
|
13171
13249
|
|
|
13172
13250
|
/** Namespace google. */
|
|
13173
|
-
namespace google {
|
|
13251
|
+
declare namespace google {
|
|
13174
13252
|
|
|
13175
13253
|
/** Namespace protobuf. */
|
|
13176
13254
|
namespace protobuf {
|
|
@@ -13700,8 +13778,8 @@ namespace google {
|
|
|
13700
13778
|
}
|
|
13701
13779
|
}
|
|
13702
13780
|
|
|
13703
|
-
|
|
13704
|
-
|
|
13781
|
+
type Resolvable = string | dataform.ITarget;
|
|
13782
|
+
type Contextable<Context, T> = T | ((ctx: Context) => T);
|
|
13705
13783
|
interface IActionContext {
|
|
13706
13784
|
self: () => string;
|
|
13707
13785
|
name: () => string;
|
|
@@ -13714,7 +13792,7 @@ interface ITableContext extends IActionContext {
|
|
|
13714
13792
|
when: (cond: boolean, trueCase: string, falseCase?: string) => string;
|
|
13715
13793
|
incremental: () => boolean;
|
|
13716
13794
|
}
|
|
13717
|
-
|
|
13795
|
+
type JitContext<T> = T & {
|
|
13718
13796
|
adapter: dataform.DbAdapter;
|
|
13719
13797
|
data?: {
|
|
13720
13798
|
[k: string]: any;
|
|
@@ -13722,10 +13800,10 @@ declare type JitContext<T> = T & {
|
|
|
13722
13800
|
request: dataform.IJitCompilationRequest;
|
|
13723
13801
|
executionData: dataform.IRunningExecutionData;
|
|
13724
13802
|
};
|
|
13725
|
-
|
|
13803
|
+
type JitContextable<Context, T> = string | ((jctx: JitContext<Context>) => Promise<T>);
|
|
13726
13804
|
|
|
13727
|
-
|
|
13728
|
-
|
|
13805
|
+
type AContextable<T> = T | ((ctx: AssertionContext) => T);
|
|
13806
|
+
type JitAssertionResult = string | {
|
|
13729
13807
|
query: string;
|
|
13730
13808
|
};
|
|
13731
13809
|
declare class Assertion extends ActionBuilder<dataform.Assertion> {
|
|
@@ -13819,7 +13897,7 @@ declare class Declaration extends ActionBuilder<dataform.Declaration> {
|
|
|
13819
13897
|
private verifyConfig;
|
|
13820
13898
|
}
|
|
13821
13899
|
|
|
13822
|
-
|
|
13900
|
+
type JitTableResult = string | dataform.IJitTableResult;
|
|
13823
13901
|
declare class Table extends ActionBuilder<dataform.Table> {
|
|
13824
13902
|
session: Session;
|
|
13825
13903
|
dependOnDependencyAssertions: boolean;
|
|
@@ -13941,7 +14019,7 @@ declare class Notebook extends ActionBuilder<dataform.Notebook> {
|
|
|
13941
14019
|
private verifyConfig;
|
|
13942
14020
|
}
|
|
13943
14021
|
|
|
13944
|
-
|
|
14022
|
+
type JitOperationResult = string | string[] | dataform.IJitOperationResult;
|
|
13945
14023
|
declare class Operation extends ActionBuilder<dataform.Operation> {
|
|
13946
14024
|
session: Session;
|
|
13947
14025
|
dependOnDependencyAssertions: boolean;
|
|
@@ -14031,7 +14109,7 @@ declare class Test extends ActionBuilder<dataform.Test> {
|
|
|
14031
14109
|
compile(): dataform.Test;
|
|
14032
14110
|
}
|
|
14033
14111
|
|
|
14034
|
-
|
|
14112
|
+
type JitViewResult = string | dataform.IJitTableResult;
|
|
14035
14113
|
declare class View extends ActionBuilder<dataform.Table> {
|
|
14036
14114
|
session: Session;
|
|
14037
14115
|
dependOnDependencyAssertions: boolean;
|
|
@@ -14084,7 +14162,7 @@ interface IRecordDescriptor {
|
|
|
14084
14162
|
bigqueryPolicyTags?: string | string[];
|
|
14085
14163
|
}
|
|
14086
14164
|
|
|
14087
|
-
|
|
14165
|
+
type Action = Table | View | IncrementalTable | Operation | Assertion | Declaration | Notebook | DataPreparation | PropertyGraph | Test;
|
|
14088
14166
|
declare abstract class ActionBuilder<T> {
|
|
14089
14167
|
session: Session;
|
|
14090
14168
|
includeAssertionsForDependency: Map<string, boolean>;
|
|
@@ -14125,7 +14203,7 @@ interface IDocumentableConfig {
|
|
|
14125
14203
|
columns?: IColumnsDescriptor;
|
|
14126
14204
|
description?: string;
|
|
14127
14205
|
}
|
|
14128
|
-
|
|
14206
|
+
type TableType = (typeof TableType)[number];
|
|
14129
14207
|
declare const TableType: readonly ["table", "view", "incremental"];
|
|
14130
14208
|
interface ILegacyTableConfig extends IActionConfig, IDependenciesConfig, IDocumentableConfig, INamedConfig, ITargetableConfig {
|
|
14131
14209
|
type?: TableType;
|
|
@@ -14211,10 +14289,12 @@ declare class Session {
|
|
|
14211
14289
|
incrementalWhereContextable: (ctx: ITableContext) => string;
|
|
14212
14290
|
preOperationsContextable: (ctx: ITableContext) => string[];
|
|
14213
14291
|
postOperationsContextable: (ctx: ITableContext) => string[];
|
|
14214
|
-
inputContextables: [
|
|
14215
|
-
|
|
14216
|
-
|
|
14217
|
-
|
|
14292
|
+
inputContextables: [
|
|
14293
|
+
{
|
|
14294
|
+
refName: string[];
|
|
14295
|
+
contextable: (ctx: IActionContext) => string;
|
|
14296
|
+
}
|
|
14297
|
+
];
|
|
14218
14298
|
}): void;
|
|
14219
14299
|
resolve(ref: Resolvable | string[], ...rest: string[]): string;
|
|
14220
14300
|
resolveTarget(ref: Resolvable | string[], ...rest: string[]): dataform.ITarget | undefined;
|
|
@@ -14251,15 +14331,16 @@ interface IDataformExtension {
|
|
|
14251
14331
|
interface IJitCompiler {
|
|
14252
14332
|
compile: (request: Uint8Array) => Promise<Uint8Array>;
|
|
14253
14333
|
}
|
|
14254
|
-
|
|
14334
|
+
type RpcCallback = (method: string, request: Uint8Array, callback: (error: Error | null, response: Uint8Array) => void) => void;
|
|
14255
14335
|
declare function jitCompiler(rpcCallback: RpcCallback): IJitCompiler;
|
|
14256
14336
|
|
|
14257
14337
|
declare function main(coreExecutionRequest: Uint8Array | string): Uint8Array | string;
|
|
14258
14338
|
|
|
14259
|
-
declare const version = "3.0
|
|
14339
|
+
declare const version = "3.1.0";
|
|
14260
14340
|
|
|
14261
14341
|
declare const session: Session;
|
|
14262
14342
|
declare const supportedFeatures: dataform.SupportedFeatures[];
|
|
14263
14343
|
declare function indexFileGenerator(): void;
|
|
14264
14344
|
|
|
14265
|
-
export {
|
|
14345
|
+
export { compile as compiler, indexFileGenerator, jitCompiler, main, session, supportedFeatures, version };
|
|
14346
|
+
export type { IDataformExtension, IJitCompiler };
|