google-cloud-bigquery 1.31.0 → 1.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +17 -0
- data/lib/google/cloud/bigquery/external.rb +9 -2619
- data/lib/google/cloud/bigquery/external/bigtable_source.rb +230 -0
- data/lib/google/cloud/bigquery/external/bigtable_source/column.rb +404 -0
- data/lib/google/cloud/bigquery/external/bigtable_source/column_family.rb +945 -0
- data/lib/google/cloud/bigquery/external/csv_source.rb +481 -0
- data/lib/google/cloud/bigquery/external/data_source.rb +771 -0
- data/lib/google/cloud/bigquery/external/json_source.rb +170 -0
- data/lib/google/cloud/bigquery/external/parquet_source.rb +148 -0
- data/lib/google/cloud/bigquery/external/sheets_source.rb +166 -0
- data/lib/google/cloud/bigquery/load_job.rb +103 -0
- data/lib/google/cloud/bigquery/version.rb +1 -1
- metadata +23 -9
|
@@ -416,6 +416,49 @@ module Google
|
|
|
416
416
|
@gapi.configuration.load.hive_partitioning_options.source_uri_prefix if hive_partitioning?
|
|
417
417
|
end
|
|
418
418
|
|
|
419
|
+
###
|
|
420
|
+
# Checks if Parquet options are set.
|
|
421
|
+
#
|
|
422
|
+
# @see https://cloud.google.com/bigquery/docs/loading-data-cloud-storage-parquet Loading Parquet data from Cloud
|
|
423
|
+
# Storage
|
|
424
|
+
#
|
|
425
|
+
# @return [Boolean] `true` when Parquet options are set, or `false` otherwise.
|
|
426
|
+
#
|
|
427
|
+
# @!group Attributes
|
|
428
|
+
#
|
|
429
|
+
def parquet_options?
|
|
430
|
+
!@gapi.configuration.load.parquet_options.nil?
|
|
431
|
+
end
|
|
432
|
+
|
|
433
|
+
###
|
|
434
|
+
# Indicates whether to use schema inference specifically for Parquet `LIST` logical type.
|
|
435
|
+
#
|
|
436
|
+
# @see https://cloud.google.com/bigquery/docs/loading-data-cloud-storage-parquet Loading Parquet data from Cloud
|
|
437
|
+
# Storage
|
|
438
|
+
#
|
|
439
|
+
# @return [Boolean, nil] The `enable_list_inference` value in Parquet options, or `nil` if Parquet options are
|
|
440
|
+
# not set.
|
|
441
|
+
#
|
|
442
|
+
# @!group Attributes
|
|
443
|
+
#
|
|
444
|
+
def parquet_enable_list_inference?
|
|
445
|
+
@gapi.configuration.load.parquet_options.enable_list_inference if parquet_options?
|
|
446
|
+
end
|
|
447
|
+
|
|
448
|
+
###
|
|
449
|
+
# Indicates whether to infer Parquet `ENUM` logical type as `STRING` instead of `BYTES` by default.
|
|
450
|
+
#
|
|
451
|
+
# @see https://cloud.google.com/bigquery/docs/loading-data-cloud-storage-parquet Loading Parquet data from Cloud
|
|
452
|
+
# Storage
|
|
453
|
+
#
|
|
454
|
+
# @return [Boolean, nil] The `enum_as_string` value in Parquet options, or `nil` if Parquet options are not set.
|
|
455
|
+
#
|
|
456
|
+
# @!group Attributes
|
|
457
|
+
#
|
|
458
|
+
def parquet_enum_as_string?
|
|
459
|
+
@gapi.configuration.load.parquet_options.enum_as_string if parquet_options?
|
|
460
|
+
end
|
|
461
|
+
|
|
419
462
|
###
|
|
420
463
|
# Checks if the destination table will be range partitioned. See [Creating and using integer range partitioned
|
|
421
464
|
# tables](https://cloud.google.com/bigquery/docs/creating-integer-range-partitions).
|
|
@@ -1534,6 +1577,66 @@ module Google
|
|
|
1534
1577
|
@gapi.configuration.load.hive_partitioning_options.source_uri_prefix = source_uri_prefix
|
|
1535
1578
|
end
|
|
1536
1579
|
|
|
1580
|
+
##
|
|
1581
|
+
# Sets whether to use schema inference specifically for Parquet `LIST` logical type.
|
|
1582
|
+
#
|
|
1583
|
+
# @see https://cloud.google.com/bigquery/docs/loading-data-cloud-storage-parquet Loading Parquet data from
|
|
1584
|
+
# Cloud Storage
|
|
1585
|
+
#
|
|
1586
|
+
# @param [Boolean] enable_list_inference The `enable_list_inference` value to use in Parquet options.
|
|
1587
|
+
#
|
|
1588
|
+
# @example
|
|
1589
|
+
# require "google/cloud/bigquery"
|
|
1590
|
+
#
|
|
1591
|
+
# bigquery = Google::Cloud::Bigquery.new
|
|
1592
|
+
# dataset = bigquery.dataset "my_dataset"
|
|
1593
|
+
#
|
|
1594
|
+
# gcs_uris = ["gs://mybucket/00/*.parquet", "gs://mybucket/01/*.parquet"]
|
|
1595
|
+
# load_job = dataset.load_job "my_new_table", gcs_uris do |job|
|
|
1596
|
+
# job.format = :parquet
|
|
1597
|
+
# job.parquet_enable_list_inference = true
|
|
1598
|
+
# end
|
|
1599
|
+
#
|
|
1600
|
+
# load_job.wait_until_done!
|
|
1601
|
+
# load_job.done? #=> true
|
|
1602
|
+
#
|
|
1603
|
+
# @!group Attributes
|
|
1604
|
+
#
|
|
1605
|
+
def parquet_enable_list_inference= enable_list_inference
|
|
1606
|
+
@gapi.configuration.load.parquet_options ||= Google::Apis::BigqueryV2::ParquetOptions.new
|
|
1607
|
+
@gapi.configuration.load.parquet_options.enable_list_inference = enable_list_inference
|
|
1608
|
+
end
|
|
1609
|
+
|
|
1610
|
+
##
|
|
1611
|
+
# Sets whether to infer Parquet `ENUM` logical type as `STRING` instead of `BYTES` by default.
|
|
1612
|
+
#
|
|
1613
|
+
# @see https://cloud.google.com/bigquery/docs/loading-data-cloud-storage-parquet Loading Parquet data from
|
|
1614
|
+
# Cloud Storage
|
|
1615
|
+
#
|
|
1616
|
+
# @param [Boolean] enum_as_string The `enum_as_string` value to use in Parquet options.
|
|
1617
|
+
#
|
|
1618
|
+
# @example
|
|
1619
|
+
# require "google/cloud/bigquery"
|
|
1620
|
+
#
|
|
1621
|
+
# bigquery = Google::Cloud::Bigquery.new
|
|
1622
|
+
# dataset = bigquery.dataset "my_dataset"
|
|
1623
|
+
#
|
|
1624
|
+
# gcs_uris = ["gs://mybucket/00/*.parquet", "gs://mybucket/01/*.parquet"]
|
|
1625
|
+
# load_job = dataset.load_job "my_new_table", gcs_uris do |job|
|
|
1626
|
+
# job.format = :parquet
|
|
1627
|
+
# job.parquet_enum_as_string = true
|
|
1628
|
+
# end
|
|
1629
|
+
#
|
|
1630
|
+
# load_job.wait_until_done!
|
|
1631
|
+
# load_job.done? #=> true
|
|
1632
|
+
#
|
|
1633
|
+
# @!group Attributes
|
|
1634
|
+
#
|
|
1635
|
+
def parquet_enum_as_string= enum_as_string
|
|
1636
|
+
@gapi.configuration.load.parquet_options ||= Google::Apis::BigqueryV2::ParquetOptions.new
|
|
1637
|
+
@gapi.configuration.load.parquet_options.enum_as_string = enum_as_string
|
|
1638
|
+
end
|
|
1639
|
+
|
|
1537
1640
|
##
|
|
1538
1641
|
# Sets the field on which to range partition the table. See [Creating and using integer range partitioned
|
|
1539
1642
|
# tables](https://cloud.google.com/bigquery/docs/creating-integer-range-partitions).
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-cloud-bigquery
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.32.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Mike Moore
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2021-
|
|
12
|
+
date: 2021-06-21 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: concurrent-ruby
|
|
@@ -43,30 +43,36 @@ dependencies:
|
|
|
43
43
|
name: googleauth
|
|
44
44
|
requirement: !ruby/object:Gem::Requirement
|
|
45
45
|
requirements:
|
|
46
|
-
- - "
|
|
46
|
+
- - ">="
|
|
47
47
|
- !ruby/object:Gem::Version
|
|
48
|
-
version:
|
|
48
|
+
version: 0.16.2
|
|
49
|
+
- - "<"
|
|
50
|
+
- !ruby/object:Gem::Version
|
|
51
|
+
version: 2.a
|
|
49
52
|
type: :runtime
|
|
50
53
|
prerelease: false
|
|
51
54
|
version_requirements: !ruby/object:Gem::Requirement
|
|
52
55
|
requirements:
|
|
53
|
-
- - "
|
|
56
|
+
- - ">="
|
|
54
57
|
- !ruby/object:Gem::Version
|
|
55
|
-
version:
|
|
58
|
+
version: 0.16.2
|
|
59
|
+
- - "<"
|
|
60
|
+
- !ruby/object:Gem::Version
|
|
61
|
+
version: 2.a
|
|
56
62
|
- !ruby/object:Gem::Dependency
|
|
57
63
|
name: google-cloud-core
|
|
58
64
|
requirement: !ruby/object:Gem::Requirement
|
|
59
65
|
requirements:
|
|
60
66
|
- - "~>"
|
|
61
67
|
- !ruby/object:Gem::Version
|
|
62
|
-
version: '1.
|
|
68
|
+
version: '1.6'
|
|
63
69
|
type: :runtime
|
|
64
70
|
prerelease: false
|
|
65
71
|
version_requirements: !ruby/object:Gem::Requirement
|
|
66
72
|
requirements:
|
|
67
73
|
- - "~>"
|
|
68
74
|
- !ruby/object:Gem::Version
|
|
69
|
-
version: '1.
|
|
75
|
+
version: '1.6'
|
|
70
76
|
- !ruby/object:Gem::Dependency
|
|
71
77
|
name: mini_mime
|
|
72
78
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -250,6 +256,14 @@ files:
|
|
|
250
256
|
- lib/google/cloud/bigquery/dataset/list.rb
|
|
251
257
|
- lib/google/cloud/bigquery/encryption_configuration.rb
|
|
252
258
|
- lib/google/cloud/bigquery/external.rb
|
|
259
|
+
- lib/google/cloud/bigquery/external/bigtable_source.rb
|
|
260
|
+
- lib/google/cloud/bigquery/external/bigtable_source/column.rb
|
|
261
|
+
- lib/google/cloud/bigquery/external/bigtable_source/column_family.rb
|
|
262
|
+
- lib/google/cloud/bigquery/external/csv_source.rb
|
|
263
|
+
- lib/google/cloud/bigquery/external/data_source.rb
|
|
264
|
+
- lib/google/cloud/bigquery/external/json_source.rb
|
|
265
|
+
- lib/google/cloud/bigquery/external/parquet_source.rb
|
|
266
|
+
- lib/google/cloud/bigquery/external/sheets_source.rb
|
|
253
267
|
- lib/google/cloud/bigquery/extract_job.rb
|
|
254
268
|
- lib/google/cloud/bigquery/insert_response.rb
|
|
255
269
|
- lib/google/cloud/bigquery/job.rb
|
|
@@ -291,7 +305,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
291
305
|
- !ruby/object:Gem::Version
|
|
292
306
|
version: '0'
|
|
293
307
|
requirements: []
|
|
294
|
-
rubygems_version: 3.2.
|
|
308
|
+
rubygems_version: 3.2.17
|
|
295
309
|
signing_key:
|
|
296
310
|
specification_version: 4
|
|
297
311
|
summary: API Client library for Google BigQuery
|