@dataform/core 3.0.59 → 3.0.61-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/bundle.d.ts CHANGED
@@ -1,4 +1,5 @@
1
1
  import * as $protobuf from 'protobufjs';
2
+ import Long from 'long';
2
3
 
3
4
  declare function compile(code: string, path: string): string;
4
5
 
@@ -55,6 +56,9 @@ namespace dataform {
55
56
 
56
57
  /** WorkflowSettings includeTestsInCompiledGraph */
57
58
  includeTestsInCompiledGraph?: (boolean|null);
59
+
60
+ /** WorkflowSettings defaultManagedSparkExecutionOptions */
61
+ defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptionsConfig|null);
58
62
  }
59
63
 
60
64
  /** Represents a WorkflowSettings. */
@@ -114,6 +118,9 @@ namespace dataform {
114
118
  /** WorkflowSettings includeTestsInCompiledGraph. */
115
119
  public includeTestsInCompiledGraph: boolean;
116
120
 
121
+ /** WorkflowSettings defaultManagedSparkExecutionOptions. */
122
+ public defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptionsConfig|null);
123
+
117
124
  /**
118
125
  * Creates a new WorkflowSettings instance using the specified properties.
119
126
  * @param [properties] Properties to set
@@ -1968,6 +1975,9 @@ namespace dataform {
1968
1975
 
1969
1976
  /** AssertionConfig reservation */
1970
1977
  reservation?: (string|null);
1978
+
1979
+ /** AssertionConfig metadata */
1980
+ metadata?: (dataform.ActionConfig.IMetadata|null);
1971
1981
  }
1972
1982
 
1973
1983
  /** Represents an AssertionConfig. */
@@ -2012,6 +2022,9 @@ namespace dataform {
2012
2022
  /** AssertionConfig reservation. */
2013
2023
  public reservation: string;
2014
2024
 
2025
+ /** AssertionConfig metadata. */
2026
+ public metadata?: (dataform.ActionConfig.IMetadata|null);
2027
+
2015
2028
  /**
2016
2029
  * Creates a new AssertionConfig instance using the specified properties.
2017
2030
  * @param [properties] Properties to set
@@ -2421,6 +2434,9 @@ namespace dataform {
2421
2434
 
2422
2435
  /** NotebookConfig dependOnDependencyAssertions */
2423
2436
  dependOnDependencyAssertions?: (boolean|null);
2437
+
2438
+ /** NotebookConfig executionEngine */
2439
+ executionEngine?: (dataform.ActionConfig.NotebookConfig.ExecutionEngine|null);
2424
2440
  }
2425
2441
 
2426
2442
  /** Represents a NotebookConfig. */
@@ -2459,6 +2475,9 @@ namespace dataform {
2459
2475
  /** NotebookConfig dependOnDependencyAssertions. */
2460
2476
  public dependOnDependencyAssertions: boolean;
2461
2477
 
2478
+ /** NotebookConfig executionEngine. */
2479
+ public executionEngine: dataform.ActionConfig.NotebookConfig.ExecutionEngine;
2480
+
2462
2481
  /**
2463
2482
  * Creates a new NotebookConfig instance using the specified properties.
2464
2483
  * @param [properties] Properties to set
@@ -2537,6 +2556,16 @@ namespace dataform {
2537
2556
  public static getTypeUrl(typeUrlPrefix?: string): string;
2538
2557
  }
2539
2558
 
2559
+ namespace NotebookConfig {
2560
+
2561
+ /** ExecutionEngine enum. */
2562
+ enum ExecutionEngine {
2563
+ EXECUTION_ENGINE_UNSPECIFIED = 0,
2564
+ COLAB = 1,
2565
+ MANAGED_SPARK = 2
2566
+ }
2567
+ }
2568
+
2540
2569
  /** Properties of a DataPreparationConfig. */
2541
2570
  interface IDataPreparationConfig {
2542
2571
 
@@ -3137,6 +3166,103 @@ namespace dataform {
3137
3166
  public static getTypeUrl(typeUrlPrefix?: string): string;
3138
3167
  }
3139
3168
 
3169
+ /** Properties of a ManagedSparkExecutionOptionsConfig. */
3170
+ interface IManagedSparkExecutionOptionsConfig {
3171
+
3172
+ /** ManagedSparkExecutionOptionsConfig stagingBucketUri */
3173
+ stagingBucketUri?: (string|null);
3174
+ }
3175
+
3176
+ /** Represents a ManagedSparkExecutionOptionsConfig. */
3177
+ class ManagedSparkExecutionOptionsConfig implements IManagedSparkExecutionOptionsConfig {
3178
+
3179
+ /**
3180
+ * Constructs a new ManagedSparkExecutionOptionsConfig.
3181
+ * @param [properties] Properties to set
3182
+ */
3183
+ constructor(properties?: dataform.IManagedSparkExecutionOptionsConfig);
3184
+
3185
+ /** ManagedSparkExecutionOptionsConfig stagingBucketUri. */
3186
+ public stagingBucketUri: string;
3187
+
3188
+ /**
3189
+ * Creates a new ManagedSparkExecutionOptionsConfig instance using the specified properties.
3190
+ * @param [properties] Properties to set
3191
+ * @returns ManagedSparkExecutionOptionsConfig instance
3192
+ */
3193
+ public static create(properties?: dataform.IManagedSparkExecutionOptionsConfig): dataform.ManagedSparkExecutionOptionsConfig;
3194
+
3195
+ /**
3196
+ * Encodes the specified ManagedSparkExecutionOptionsConfig message. Does not implicitly {@link dataform.ManagedSparkExecutionOptionsConfig.verify|verify} messages.
3197
+ * @param message ManagedSparkExecutionOptionsConfig message or plain object to encode
3198
+ * @param [writer] Writer to encode to
3199
+ * @returns Writer
3200
+ */
3201
+ public static encode(message: dataform.IManagedSparkExecutionOptionsConfig, writer?: $protobuf.Writer): $protobuf.Writer;
3202
+
3203
+ /**
3204
+ * Encodes the specified ManagedSparkExecutionOptionsConfig message, length delimited. Does not implicitly {@link dataform.ManagedSparkExecutionOptionsConfig.verify|verify} messages.
3205
+ * @param message ManagedSparkExecutionOptionsConfig message or plain object to encode
3206
+ * @param [writer] Writer to encode to
3207
+ * @returns Writer
3208
+ */
3209
+ public static encodeDelimited(message: dataform.IManagedSparkExecutionOptionsConfig, writer?: $protobuf.Writer): $protobuf.Writer;
3210
+
3211
+ /**
3212
+ * Decodes a ManagedSparkExecutionOptionsConfig message from the specified reader or buffer.
3213
+ * @param reader Reader or buffer to decode from
3214
+ * @param [length] Message length if known beforehand
3215
+ * @returns ManagedSparkExecutionOptionsConfig
3216
+ * @throws {Error} If the payload is not a reader or valid buffer
3217
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
3218
+ */
3219
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.ManagedSparkExecutionOptionsConfig;
3220
+
3221
+ /**
3222
+ * Decodes a ManagedSparkExecutionOptionsConfig message from the specified reader or buffer, length delimited.
3223
+ * @param reader Reader or buffer to decode from
3224
+ * @returns ManagedSparkExecutionOptionsConfig
3225
+ * @throws {Error} If the payload is not a reader or valid buffer
3226
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
3227
+ */
3228
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.ManagedSparkExecutionOptionsConfig;
3229
+
3230
+ /**
3231
+ * Verifies a ManagedSparkExecutionOptionsConfig message.
3232
+ * @param message Plain object to verify
3233
+ * @returns `null` if valid, otherwise the reason why it is not
3234
+ */
3235
+ public static verify(message: { [k: string]: any }): (string|null);
3236
+
3237
+ /**
3238
+ * Creates a ManagedSparkExecutionOptionsConfig message from a plain object. Also converts values to their respective internal types.
3239
+ * @param object Plain object
3240
+ * @returns ManagedSparkExecutionOptionsConfig
3241
+ */
3242
+ public static fromObject(object: { [k: string]: any }): dataform.ManagedSparkExecutionOptionsConfig;
3243
+
3244
+ /**
3245
+ * Creates a plain object from a ManagedSparkExecutionOptionsConfig message. Also converts values to other types if specified.
3246
+ * @param message ManagedSparkExecutionOptionsConfig
3247
+ * @param [options] Conversion options
3248
+ * @returns Plain object
3249
+ */
3250
+ public static toObject(message: dataform.ManagedSparkExecutionOptionsConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
3251
+
3252
+ /**
3253
+ * Converts this ManagedSparkExecutionOptionsConfig to JSON.
3254
+ * @returns JSON object
3255
+ */
3256
+ public toJSON(): { [k: string]: any };
3257
+
3258
+ /**
3259
+ * Gets the default type url for ManagedSparkExecutionOptionsConfig
3260
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
3261
+ * @returns The default type url
3262
+ */
3263
+ public static getTypeUrl(typeUrlPrefix?: string): string;
3264
+ }
3265
+
3140
3266
  /** ExtensionCompilationMode enum. */
3141
3267
  enum ExtensionCompilationMode {
3142
3268
  COMPILATION_MODE_UNSPECIFIED = 0,
@@ -3300,6 +3426,9 @@ namespace dataform {
3300
3426
 
3301
3427
  /** ProjectConfig includeTestsInCompiledGraph */
3302
3428
  includeTestsInCompiledGraph?: (boolean|null);
3429
+
3430
+ /** ProjectConfig defaultManagedSparkExecutionOptions */
3431
+ defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptions|null);
3303
3432
  }
3304
3433
 
3305
3434
  /** Represents a ProjectConfig. */
@@ -3356,6 +3485,9 @@ namespace dataform {
3356
3485
  /** ProjectConfig includeTestsInCompiledGraph. */
3357
3486
  public includeTestsInCompiledGraph: boolean;
3358
3487
 
3488
+ /** ProjectConfig defaultManagedSparkExecutionOptions. */
3489
+ public defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptions|null);
3490
+
3359
3491
  /**
3360
3492
  * Creates a new ProjectConfig instance using the specified properties.
3361
3493
  * @param [properties] Properties to set
@@ -5282,6 +5414,9 @@ namespace dataform {
5282
5414
 
5283
5415
  /** Notebook notebookContents */
5284
5416
  notebookContents?: (string|null);
5417
+
5418
+ /** Notebook executionEngine */
5419
+ executionEngine?: (dataform.Notebook.ExecutionEngine|null);
5285
5420
  }
5286
5421
 
5287
5422
  /** Represents a Notebook. */
@@ -5314,6 +5449,9 @@ namespace dataform {
5314
5449
  /** Notebook notebookContents. */
5315
5450
  public notebookContents: string;
5316
5451
 
5452
+ /** Notebook executionEngine. */
5453
+ public executionEngine: dataform.Notebook.ExecutionEngine;
5454
+
5317
5455
  /**
5318
5456
  * Creates a new Notebook instance using the specified properties.
5319
5457
  * @param [properties] Properties to set
@@ -5392,6 +5530,16 @@ namespace dataform {
5392
5530
  public static getTypeUrl(typeUrlPrefix?: string): string;
5393
5531
  }
5394
5532
 
5533
+ namespace Notebook {
5534
+
5535
+ /** ExecutionEngine enum. */
5536
+ enum ExecutionEngine {
5537
+ EXECUTION_ENGINE_UNSPECIFIED = 0,
5538
+ COLAB = 1,
5539
+ MANAGED_SPARK = 2
5540
+ }
5541
+ }
5542
+
5395
5543
  /** Properties of a RepositorySnapshotDestination. */
5396
5544
  interface IRepositorySnapshotDestination {
5397
5545
 
@@ -5604,6 +5752,103 @@ namespace dataform {
5604
5752
  public static getTypeUrl(typeUrlPrefix?: string): string;
5605
5753
  }
5606
5754
 
5755
+ /** Properties of a ManagedSparkExecutionOptions. */
5756
+ interface IManagedSparkExecutionOptions {
5757
+
5758
+ /** ManagedSparkExecutionOptions stagingBucketUri */
5759
+ stagingBucketUri?: (string|null);
5760
+ }
5761
+
5762
+ /** Represents a ManagedSparkExecutionOptions. */
5763
+ class ManagedSparkExecutionOptions implements IManagedSparkExecutionOptions {
5764
+
5765
+ /**
5766
+ * Constructs a new ManagedSparkExecutionOptions.
5767
+ * @param [properties] Properties to set
5768
+ */
5769
+ constructor(properties?: dataform.IManagedSparkExecutionOptions);
5770
+
5771
+ /** ManagedSparkExecutionOptions stagingBucketUri. */
5772
+ public stagingBucketUri: string;
5773
+
5774
+ /**
5775
+ * Creates a new ManagedSparkExecutionOptions instance using the specified properties.
5776
+ * @param [properties] Properties to set
5777
+ * @returns ManagedSparkExecutionOptions instance
5778
+ */
5779
+ public static create(properties?: dataform.IManagedSparkExecutionOptions): dataform.ManagedSparkExecutionOptions;
5780
+
5781
+ /**
5782
+ * Encodes the specified ManagedSparkExecutionOptions message. Does not implicitly {@link dataform.ManagedSparkExecutionOptions.verify|verify} messages.
5783
+ * @param message ManagedSparkExecutionOptions message or plain object to encode
5784
+ * @param [writer] Writer to encode to
5785
+ * @returns Writer
5786
+ */
5787
+ public static encode(message: dataform.IManagedSparkExecutionOptions, writer?: $protobuf.Writer): $protobuf.Writer;
5788
+
5789
+ /**
5790
+ * Encodes the specified ManagedSparkExecutionOptions message, length delimited. Does not implicitly {@link dataform.ManagedSparkExecutionOptions.verify|verify} messages.
5791
+ * @param message ManagedSparkExecutionOptions message or plain object to encode
5792
+ * @param [writer] Writer to encode to
5793
+ * @returns Writer
5794
+ */
5795
+ public static encodeDelimited(message: dataform.IManagedSparkExecutionOptions, writer?: $protobuf.Writer): $protobuf.Writer;
5796
+
5797
+ /**
5798
+ * Decodes a ManagedSparkExecutionOptions message from the specified reader or buffer.
5799
+ * @param reader Reader or buffer to decode from
5800
+ * @param [length] Message length if known beforehand
5801
+ * @returns ManagedSparkExecutionOptions
5802
+ * @throws {Error} If the payload is not a reader or valid buffer
5803
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
5804
+ */
5805
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.ManagedSparkExecutionOptions;
5806
+
5807
+ /**
5808
+ * Decodes a ManagedSparkExecutionOptions message from the specified reader or buffer, length delimited.
5809
+ * @param reader Reader or buffer to decode from
5810
+ * @returns ManagedSparkExecutionOptions
5811
+ * @throws {Error} If the payload is not a reader or valid buffer
5812
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
5813
+ */
5814
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.ManagedSparkExecutionOptions;
5815
+
5816
+ /**
5817
+ * Verifies a ManagedSparkExecutionOptions message.
5818
+ * @param message Plain object to verify
5819
+ * @returns `null` if valid, otherwise the reason why it is not
5820
+ */
5821
+ public static verify(message: { [k: string]: any }): (string|null);
5822
+
5823
+ /**
5824
+ * Creates a ManagedSparkExecutionOptions message from a plain object. Also converts values to their respective internal types.
5825
+ * @param object Plain object
5826
+ * @returns ManagedSparkExecutionOptions
5827
+ */
5828
+ public static fromObject(object: { [k: string]: any }): dataform.ManagedSparkExecutionOptions;
5829
+
5830
+ /**
5831
+ * Creates a plain object from a ManagedSparkExecutionOptions message. Also converts values to other types if specified.
5832
+ * @param message ManagedSparkExecutionOptions
5833
+ * @param [options] Conversion options
5834
+ * @returns Plain object
5835
+ */
5836
+ public static toObject(message: dataform.ManagedSparkExecutionOptions, options?: $protobuf.IConversionOptions): { [k: string]: any };
5837
+
5838
+ /**
5839
+ * Converts this ManagedSparkExecutionOptions to JSON.
5840
+ * @returns JSON object
5841
+ */
5842
+ public toJSON(): { [k: string]: any };
5843
+
5844
+ /**
5845
+ * Gets the default type url for ManagedSparkExecutionOptions
5846
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
5847
+ * @returns The default type url
5848
+ */
5849
+ public static getTypeUrl(typeUrlPrefix?: string): string;
5850
+ }
5851
+
5607
5852
  /** Properties of a DataPreparation. */
5608
5853
  interface IDataPreparation {
5609
5854
 
@@ -7807,6 +8052,9 @@ namespace dataform {
7807
8052
  /** RunConfig timeoutMillis */
7808
8053
  timeoutMillis?: (number|null);
7809
8054
 
8055
+ /** RunConfig jitTimeoutMillis */
8056
+ jitTimeoutMillis?: (number|null);
8057
+
7810
8058
  /** RunConfig disableSetMetadata */
7811
8059
  disableSetMetadata?: (boolean|null);
7812
8060
 
@@ -7841,6 +8089,9 @@ namespace dataform {
7841
8089
  /** RunConfig timeoutMillis. */
7842
8090
  public timeoutMillis: number;
7843
8091
 
8092
+ /** RunConfig jitTimeoutMillis. */
8093
+ public jitTimeoutMillis: number;
8094
+
7844
8095
  /** RunConfig disableSetMetadata. */
7845
8096
  public disableSetMetadata: boolean;
7846
8097
 
@@ -8765,6 +9016,9 @@ namespace dataform {
8765
9016
 
8766
9017
  /** TaskResult metadata */
8767
9018
  metadata?: (dataform.IExecutionMetadata|null);
9019
+
9020
+ /** TaskResult compiledSql */
9021
+ compiledSql?: (string|null);
8768
9022
  }
8769
9023
 
8770
9024
  /** Represents a TaskResult. */
@@ -8788,6 +9042,9 @@ namespace dataform {
8788
9042
  /** TaskResult metadata. */
8789
9043
  public metadata?: (dataform.IExecutionMetadata|null);
8790
9044
 
9045
+ /** TaskResult compiledSql. */
9046
+ public compiledSql: string;
9047
+
8791
9048
  /**
8792
9049
  * Creates a new TaskResult instance using the specified properties.
8793
9050
  * @param [properties] Properties to set
@@ -11754,6 +12011,7 @@ declare class Session {
11754
12011
  constructor(rootDir?: string, projectConfig?: dataform.ProjectConfig, originalProjectConfig?: dataform.ProjectConfig);
11755
12012
  init(rootDir: string, projectConfig?: dataform.ProjectConfig, originalProjectConfig?: dataform.ProjectConfig): void;
11756
12013
  compilationSql(): CompilationSql;
12014
+ getContents(filePath: string): string;
11757
12015
  sqlxAction(actionOptions: {
11758
12016
  sqlxConfig: any;
11759
12017
  sqlStatementCount: number;
@@ -11767,6 +12025,8 @@ declare class Session {
11767
12025
  }];
11768
12026
  }): void;
11769
12027
  resolve(ref: Resolvable | string[], ...rest: string[]): string;
12028
+ pushAction(action: Action): void;
12029
+ pushTest(testCase: Test): void;
11770
12030
  operate(name: string, queryOrConfig?: Contextable<IActionContext, string | string[]> | dataform.ActionConfig.OperationConfig): Operation;
11771
12031
  publish(name: string, queryOrConfig?: Contextable<ITableContext, string> | dataform.ActionConfig.TableConfig | dataform.ActionConfig.ViewConfig | dataform.ActionConfig.IncrementalTableConfig | ILegacyTableConfig | any): Table | IncrementalTable | View;
11772
12032
  assert(name: string, queryOrConfig?: AContextable<string> | dataform.ActionConfig.AssertionConfig): Assertion;
@@ -11804,7 +12064,7 @@ declare function jitCompiler(rpcCallback: RpcCallback): IJitCompiler;
11804
12064
 
11805
12065
  declare function main(coreExecutionRequest: Uint8Array | string): Uint8Array | string;
11806
12066
 
11807
- declare const version = "3.0.59";
12067
+ declare const version = "3.0.61-alpha.1";
11808
12068
 
11809
12069
  declare const session: Session;
11810
12070
  declare const supportedFeatures: dataform.SupportedFeatures[];