@dataform/core 3.0.60 → 3.0.61-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/bundle.d.ts CHANGED
@@ -1,4 +1,5 @@
1
1
  import * as $protobuf from 'protobufjs';
2
+ import Long from 'long';
2
3
 
3
4
  declare function compile(code: string, path: string): string;
4
5
 
@@ -55,6 +56,9 @@ namespace dataform {
55
56
 
56
57
  /** WorkflowSettings includeTestsInCompiledGraph */
57
58
  includeTestsInCompiledGraph?: (boolean|null);
59
+
60
+ /** WorkflowSettings defaultManagedSparkExecutionOptions */
61
+ defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptionsConfig|null);
58
62
  }
59
63
 
60
64
  /** Represents a WorkflowSettings. */
@@ -114,6 +118,9 @@ namespace dataform {
114
118
  /** WorkflowSettings includeTestsInCompiledGraph. */
115
119
  public includeTestsInCompiledGraph: boolean;
116
120
 
121
+ /** WorkflowSettings defaultManagedSparkExecutionOptions. */
122
+ public defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptionsConfig|null);
123
+
117
124
  /**
118
125
  * Creates a new WorkflowSettings instance using the specified properties.
119
126
  * @param [properties] Properties to set
@@ -2427,6 +2434,9 @@ namespace dataform {
2427
2434
 
2428
2435
  /** NotebookConfig dependOnDependencyAssertions */
2429
2436
  dependOnDependencyAssertions?: (boolean|null);
2437
+
2438
+ /** NotebookConfig executionEngine */
2439
+ executionEngine?: (dataform.ActionConfig.NotebookConfig.ExecutionEngine|null);
2430
2440
  }
2431
2441
 
2432
2442
  /** Represents a NotebookConfig. */
@@ -2465,6 +2475,9 @@ namespace dataform {
2465
2475
  /** NotebookConfig dependOnDependencyAssertions. */
2466
2476
  public dependOnDependencyAssertions: boolean;
2467
2477
 
2478
+ /** NotebookConfig executionEngine. */
2479
+ public executionEngine: dataform.ActionConfig.NotebookConfig.ExecutionEngine;
2480
+
2468
2481
  /**
2469
2482
  * Creates a new NotebookConfig instance using the specified properties.
2470
2483
  * @param [properties] Properties to set
@@ -2543,6 +2556,16 @@ namespace dataform {
2543
2556
  public static getTypeUrl(typeUrlPrefix?: string): string;
2544
2557
  }
2545
2558
 
2559
+ namespace NotebookConfig {
2560
+
2561
+ /** ExecutionEngine enum. */
2562
+ enum ExecutionEngine {
2563
+ EXECUTION_ENGINE_UNSPECIFIED = 0,
2564
+ COLAB = 1,
2565
+ MANAGED_SPARK = 2
2566
+ }
2567
+ }
2568
+
2546
2569
  /** Properties of a DataPreparationConfig. */
2547
2570
  interface IDataPreparationConfig {
2548
2571
 
@@ -3143,6 +3166,103 @@ namespace dataform {
3143
3166
  public static getTypeUrl(typeUrlPrefix?: string): string;
3144
3167
  }
3145
3168
 
3169
+ /** Properties of a ManagedSparkExecutionOptionsConfig. */
3170
+ interface IManagedSparkExecutionOptionsConfig {
3171
+
3172
+ /** ManagedSparkExecutionOptionsConfig stagingBucketUri */
3173
+ stagingBucketUri?: (string|null);
3174
+ }
3175
+
3176
+ /** Represents a ManagedSparkExecutionOptionsConfig. */
3177
+ class ManagedSparkExecutionOptionsConfig implements IManagedSparkExecutionOptionsConfig {
3178
+
3179
+ /**
3180
+ * Constructs a new ManagedSparkExecutionOptionsConfig.
3181
+ * @param [properties] Properties to set
3182
+ */
3183
+ constructor(properties?: dataform.IManagedSparkExecutionOptionsConfig);
3184
+
3185
+ /** ManagedSparkExecutionOptionsConfig stagingBucketUri. */
3186
+ public stagingBucketUri: string;
3187
+
3188
+ /**
3189
+ * Creates a new ManagedSparkExecutionOptionsConfig instance using the specified properties.
3190
+ * @param [properties] Properties to set
3191
+ * @returns ManagedSparkExecutionOptionsConfig instance
3192
+ */
3193
+ public static create(properties?: dataform.IManagedSparkExecutionOptionsConfig): dataform.ManagedSparkExecutionOptionsConfig;
3194
+
3195
+ /**
3196
+ * Encodes the specified ManagedSparkExecutionOptionsConfig message. Does not implicitly {@link dataform.ManagedSparkExecutionOptionsConfig.verify|verify} messages.
3197
+ * @param message ManagedSparkExecutionOptionsConfig message or plain object to encode
3198
+ * @param [writer] Writer to encode to
3199
+ * @returns Writer
3200
+ */
3201
+ public static encode(message: dataform.IManagedSparkExecutionOptionsConfig, writer?: $protobuf.Writer): $protobuf.Writer;
3202
+
3203
+ /**
3204
+ * Encodes the specified ManagedSparkExecutionOptionsConfig message, length delimited. Does not implicitly {@link dataform.ManagedSparkExecutionOptionsConfig.verify|verify} messages.
3205
+ * @param message ManagedSparkExecutionOptionsConfig message or plain object to encode
3206
+ * @param [writer] Writer to encode to
3207
+ * @returns Writer
3208
+ */
3209
+ public static encodeDelimited(message: dataform.IManagedSparkExecutionOptionsConfig, writer?: $protobuf.Writer): $protobuf.Writer;
3210
+
3211
+ /**
3212
+ * Decodes a ManagedSparkExecutionOptionsConfig message from the specified reader or buffer.
3213
+ * @param reader Reader or buffer to decode from
3214
+ * @param [length] Message length if known beforehand
3215
+ * @returns ManagedSparkExecutionOptionsConfig
3216
+ * @throws {Error} If the payload is not a reader or valid buffer
3217
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
3218
+ */
3219
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.ManagedSparkExecutionOptionsConfig;
3220
+
3221
+ /**
3222
+ * Decodes a ManagedSparkExecutionOptionsConfig message from the specified reader or buffer, length delimited.
3223
+ * @param reader Reader or buffer to decode from
3224
+ * @returns ManagedSparkExecutionOptionsConfig
3225
+ * @throws {Error} If the payload is not a reader or valid buffer
3226
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
3227
+ */
3228
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.ManagedSparkExecutionOptionsConfig;
3229
+
3230
+ /**
3231
+ * Verifies a ManagedSparkExecutionOptionsConfig message.
3232
+ * @param message Plain object to verify
3233
+ * @returns `null` if valid, otherwise the reason why it is not
3234
+ */
3235
+ public static verify(message: { [k: string]: any }): (string|null);
3236
+
3237
+ /**
3238
+ * Creates a ManagedSparkExecutionOptionsConfig message from a plain object. Also converts values to their respective internal types.
3239
+ * @param object Plain object
3240
+ * @returns ManagedSparkExecutionOptionsConfig
3241
+ */
3242
+ public static fromObject(object: { [k: string]: any }): dataform.ManagedSparkExecutionOptionsConfig;
3243
+
3244
+ /**
3245
+ * Creates a plain object from a ManagedSparkExecutionOptionsConfig message. Also converts values to other types if specified.
3246
+ * @param message ManagedSparkExecutionOptionsConfig
3247
+ * @param [options] Conversion options
3248
+ * @returns Plain object
3249
+ */
3250
+ public static toObject(message: dataform.ManagedSparkExecutionOptionsConfig, options?: $protobuf.IConversionOptions): { [k: string]: any };
3251
+
3252
+ /**
3253
+ * Converts this ManagedSparkExecutionOptionsConfig to JSON.
3254
+ * @returns JSON object
3255
+ */
3256
+ public toJSON(): { [k: string]: any };
3257
+
3258
+ /**
3259
+ * Gets the default type url for ManagedSparkExecutionOptionsConfig
3260
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
3261
+ * @returns The default type url
3262
+ */
3263
+ public static getTypeUrl(typeUrlPrefix?: string): string;
3264
+ }
3265
+
3146
3266
  /** ExtensionCompilationMode enum. */
3147
3267
  enum ExtensionCompilationMode {
3148
3268
  COMPILATION_MODE_UNSPECIFIED = 0,
@@ -3306,6 +3426,9 @@ namespace dataform {
3306
3426
 
3307
3427
  /** ProjectConfig includeTestsInCompiledGraph */
3308
3428
  includeTestsInCompiledGraph?: (boolean|null);
3429
+
3430
+ /** ProjectConfig defaultManagedSparkExecutionOptions */
3431
+ defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptions|null);
3309
3432
  }
3310
3433
 
3311
3434
  /** Represents a ProjectConfig. */
@@ -3362,6 +3485,9 @@ namespace dataform {
3362
3485
  /** ProjectConfig includeTestsInCompiledGraph. */
3363
3486
  public includeTestsInCompiledGraph: boolean;
3364
3487
 
3488
+ /** ProjectConfig defaultManagedSparkExecutionOptions. */
3489
+ public defaultManagedSparkExecutionOptions?: (dataform.IManagedSparkExecutionOptions|null);
3490
+
3365
3491
  /**
3366
3492
  * Creates a new ProjectConfig instance using the specified properties.
3367
3493
  * @param [properties] Properties to set
@@ -5288,6 +5414,9 @@ namespace dataform {
5288
5414
 
5289
5415
  /** Notebook notebookContents */
5290
5416
  notebookContents?: (string|null);
5417
+
5418
+ /** Notebook executionEngine */
5419
+ executionEngine?: (dataform.Notebook.ExecutionEngine|null);
5291
5420
  }
5292
5421
 
5293
5422
  /** Represents a Notebook. */
@@ -5320,6 +5449,9 @@ namespace dataform {
5320
5449
  /** Notebook notebookContents. */
5321
5450
  public notebookContents: string;
5322
5451
 
5452
+ /** Notebook executionEngine. */
5453
+ public executionEngine: dataform.Notebook.ExecutionEngine;
5454
+
5323
5455
  /**
5324
5456
  * Creates a new Notebook instance using the specified properties.
5325
5457
  * @param [properties] Properties to set
@@ -5398,6 +5530,16 @@ namespace dataform {
5398
5530
  public static getTypeUrl(typeUrlPrefix?: string): string;
5399
5531
  }
5400
5532
 
5533
+ namespace Notebook {
5534
+
5535
+ /** ExecutionEngine enum. */
5536
+ enum ExecutionEngine {
5537
+ EXECUTION_ENGINE_UNSPECIFIED = 0,
5538
+ COLAB = 1,
5539
+ MANAGED_SPARK = 2
5540
+ }
5541
+ }
5542
+
5401
5543
  /** Properties of a RepositorySnapshotDestination. */
5402
5544
  interface IRepositorySnapshotDestination {
5403
5545
 
@@ -5610,6 +5752,103 @@ namespace dataform {
5610
5752
  public static getTypeUrl(typeUrlPrefix?: string): string;
5611
5753
  }
5612
5754
 
5755
+ /** Properties of a ManagedSparkExecutionOptions. */
5756
+ interface IManagedSparkExecutionOptions {
5757
+
5758
+ /** ManagedSparkExecutionOptions stagingBucketUri */
5759
+ stagingBucketUri?: (string|null);
5760
+ }
5761
+
5762
+ /** Represents a ManagedSparkExecutionOptions. */
5763
+ class ManagedSparkExecutionOptions implements IManagedSparkExecutionOptions {
5764
+
5765
+ /**
5766
+ * Constructs a new ManagedSparkExecutionOptions.
5767
+ * @param [properties] Properties to set
5768
+ */
5769
+ constructor(properties?: dataform.IManagedSparkExecutionOptions);
5770
+
5771
+ /** ManagedSparkExecutionOptions stagingBucketUri. */
5772
+ public stagingBucketUri: string;
5773
+
5774
+ /**
5775
+ * Creates a new ManagedSparkExecutionOptions instance using the specified properties.
5776
+ * @param [properties] Properties to set
5777
+ * @returns ManagedSparkExecutionOptions instance
5778
+ */
5779
+ public static create(properties?: dataform.IManagedSparkExecutionOptions): dataform.ManagedSparkExecutionOptions;
5780
+
5781
+ /**
5782
+ * Encodes the specified ManagedSparkExecutionOptions message. Does not implicitly {@link dataform.ManagedSparkExecutionOptions.verify|verify} messages.
5783
+ * @param message ManagedSparkExecutionOptions message or plain object to encode
5784
+ * @param [writer] Writer to encode to
5785
+ * @returns Writer
5786
+ */
5787
+ public static encode(message: dataform.IManagedSparkExecutionOptions, writer?: $protobuf.Writer): $protobuf.Writer;
5788
+
5789
+ /**
5790
+ * Encodes the specified ManagedSparkExecutionOptions message, length delimited. Does not implicitly {@link dataform.ManagedSparkExecutionOptions.verify|verify} messages.
5791
+ * @param message ManagedSparkExecutionOptions message or plain object to encode
5792
+ * @param [writer] Writer to encode to
5793
+ * @returns Writer
5794
+ */
5795
+ public static encodeDelimited(message: dataform.IManagedSparkExecutionOptions, writer?: $protobuf.Writer): $protobuf.Writer;
5796
+
5797
+ /**
5798
+ * Decodes a ManagedSparkExecutionOptions message from the specified reader or buffer.
5799
+ * @param reader Reader or buffer to decode from
5800
+ * @param [length] Message length if known beforehand
5801
+ * @returns ManagedSparkExecutionOptions
5802
+ * @throws {Error} If the payload is not a reader or valid buffer
5803
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
5804
+ */
5805
+ public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): dataform.ManagedSparkExecutionOptions;
5806
+
5807
+ /**
5808
+ * Decodes a ManagedSparkExecutionOptions message from the specified reader or buffer, length delimited.
5809
+ * @param reader Reader or buffer to decode from
5810
+ * @returns ManagedSparkExecutionOptions
5811
+ * @throws {Error} If the payload is not a reader or valid buffer
5812
+ * @throws {$protobuf.util.ProtocolError} If required fields are missing
5813
+ */
5814
+ public static decodeDelimited(reader: ($protobuf.Reader|Uint8Array)): dataform.ManagedSparkExecutionOptions;
5815
+
5816
+ /**
5817
+ * Verifies a ManagedSparkExecutionOptions message.
5818
+ * @param message Plain object to verify
5819
+ * @returns `null` if valid, otherwise the reason why it is not
5820
+ */
5821
+ public static verify(message: { [k: string]: any }): (string|null);
5822
+
5823
+ /**
5824
+ * Creates a ManagedSparkExecutionOptions message from a plain object. Also converts values to their respective internal types.
5825
+ * @param object Plain object
5826
+ * @returns ManagedSparkExecutionOptions
5827
+ */
5828
+ public static fromObject(object: { [k: string]: any }): dataform.ManagedSparkExecutionOptions;
5829
+
5830
+ /**
5831
+ * Creates a plain object from a ManagedSparkExecutionOptions message. Also converts values to other types if specified.
5832
+ * @param message ManagedSparkExecutionOptions
5833
+ * @param [options] Conversion options
5834
+ * @returns Plain object
5835
+ */
5836
+ public static toObject(message: dataform.ManagedSparkExecutionOptions, options?: $protobuf.IConversionOptions): { [k: string]: any };
5837
+
5838
+ /**
5839
+ * Converts this ManagedSparkExecutionOptions to JSON.
5840
+ * @returns JSON object
5841
+ */
5842
+ public toJSON(): { [k: string]: any };
5843
+
5844
+ /**
5845
+ * Gets the default type url for ManagedSparkExecutionOptions
5846
+ * @param [typeUrlPrefix] your custom typeUrlPrefix(default "type.googleapis.com")
5847
+ * @returns The default type url
5848
+ */
5849
+ public static getTypeUrl(typeUrlPrefix?: string): string;
5850
+ }
5851
+
5613
5852
  /** Properties of a DataPreparation. */
5614
5853
  interface IDataPreparation {
5615
5854
 
@@ -7813,6 +8052,9 @@ namespace dataform {
7813
8052
  /** RunConfig timeoutMillis */
7814
8053
  timeoutMillis?: (number|null);
7815
8054
 
8055
+ /** RunConfig jitTimeoutMillis */
8056
+ jitTimeoutMillis?: (number|null);
8057
+
7816
8058
  /** RunConfig disableSetMetadata */
7817
8059
  disableSetMetadata?: (boolean|null);
7818
8060
 
@@ -7847,6 +8089,9 @@ namespace dataform {
7847
8089
  /** RunConfig timeoutMillis. */
7848
8090
  public timeoutMillis: number;
7849
8091
 
8092
+ /** RunConfig jitTimeoutMillis. */
8093
+ public jitTimeoutMillis: number;
8094
+
7850
8095
  /** RunConfig disableSetMetadata. */
7851
8096
  public disableSetMetadata: boolean;
7852
8097
 
@@ -8771,6 +9016,9 @@ namespace dataform {
8771
9016
 
8772
9017
  /** TaskResult metadata */
8773
9018
  metadata?: (dataform.IExecutionMetadata|null);
9019
+
9020
+ /** TaskResult compiledSql */
9021
+ compiledSql?: (string|null);
8774
9022
  }
8775
9023
 
8776
9024
  /** Represents a TaskResult. */
@@ -8794,6 +9042,9 @@ namespace dataform {
8794
9042
  /** TaskResult metadata. */
8795
9043
  public metadata?: (dataform.IExecutionMetadata|null);
8796
9044
 
9045
+ /** TaskResult compiledSql. */
9046
+ public compiledSql: string;
9047
+
8797
9048
  /**
8798
9049
  * Creates a new TaskResult instance using the specified properties.
8799
9050
  * @param [properties] Properties to set
@@ -11760,6 +12011,7 @@ declare class Session {
11760
12011
  constructor(rootDir?: string, projectConfig?: dataform.ProjectConfig, originalProjectConfig?: dataform.ProjectConfig);
11761
12012
  init(rootDir: string, projectConfig?: dataform.ProjectConfig, originalProjectConfig?: dataform.ProjectConfig): void;
11762
12013
  compilationSql(): CompilationSql;
12014
+ getContents(filePath: string): string;
11763
12015
  sqlxAction(actionOptions: {
11764
12016
  sqlxConfig: any;
11765
12017
  sqlStatementCount: number;
@@ -11773,6 +12025,8 @@ declare class Session {
11773
12025
  }];
11774
12026
  }): void;
11775
12027
  resolve(ref: Resolvable | string[], ...rest: string[]): string;
12028
+ pushAction(action: Action): void;
12029
+ pushTest(testCase: Test): void;
11776
12030
  operate(name: string, queryOrConfig?: Contextable<IActionContext, string | string[]> | dataform.ActionConfig.OperationConfig): Operation;
11777
12031
  publish(name: string, queryOrConfig?: Contextable<ITableContext, string> | dataform.ActionConfig.TableConfig | dataform.ActionConfig.ViewConfig | dataform.ActionConfig.IncrementalTableConfig | ILegacyTableConfig | any): Table | IncrementalTable | View;
11778
12032
  assert(name: string, queryOrConfig?: AContextable<string> | dataform.ActionConfig.AssertionConfig): Assertion;
@@ -11810,7 +12064,7 @@ declare function jitCompiler(rpcCallback: RpcCallback): IJitCompiler;
11810
12064
 
11811
12065
  declare function main(coreExecutionRequest: Uint8Array | string): Uint8Array | string;
11812
12066
 
11813
- declare const version = "3.0.60";
12067
+ declare const version = "3.0.61-alpha.1";
11814
12068
 
11815
12069
  declare const session: Session;
11816
12070
  declare const supportedFeatures: dataform.SupportedFeatures[];