export_to_gcloud 0.9.0 → 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/export_to_gcloud/exporter/context.rb +13 -9
- data/lib/export_to_gcloud/library.rb +15 -12
- data/lib/export_to_gcloud/version.rb +1 -1
- metadata +16 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5f5c86d7f6f8d85bb3c7fbbe631dcda328616b66
|
4
|
+
data.tar.gz: eb21b534795ce76fc3f4640d704536bae3282a89
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 3d6790af7998ac91d456749b776a738d31fa158542b4dc6618d65b6ed37881220c231707ab46a47a768efcc4f98dcded32c523cf92d8f905066bd1b3454020f6
|
7
|
+
data.tar.gz: 834dee1812359c4d6b95f6fba0217076ddf555ff43963d0bec03c17e4e5a63f899319d72a8411d30c6618fdbc6e0532cae039cd804e446539d3a1d6774fc6b94
|
@@ -3,6 +3,7 @@ class ExportToGcloud::Exporter::Context
|
|
3
3
|
attr_reader :client
|
4
4
|
|
5
5
|
OPTIONS = %i[dump_path storage_prefix bucket dataset].freeze
|
6
|
+
attr_reader *OPTIONS
|
6
7
|
|
7
8
|
def initialize client, **opts
|
8
9
|
@client = client
|
@@ -26,24 +27,27 @@ class ExportToGcloud::Exporter::Context
|
|
26
27
|
end
|
27
28
|
|
28
29
|
def set_bucket bucket
|
29
|
-
bucket =
|
30
|
+
bucket = get_bucket bucket if String === bucket
|
30
31
|
@bucket = bucket
|
31
32
|
end
|
32
33
|
|
33
34
|
def set_dataset dataset
|
34
|
-
dataset =
|
35
|
+
dataset = get_dataset dataset if String === dataset
|
35
36
|
@dataset = dataset
|
36
37
|
end
|
37
38
|
|
38
|
-
|
39
|
-
|
40
|
-
value = instance_variable_get "@#{key}"
|
41
|
-
value || raise("Undefined value for #{key} in exporter options!")
|
42
|
-
end
|
39
|
+
def copy
|
40
|
+
self.class.new client, OPTIONS.inject({}){|h, k| h[k] = send k; h}
|
43
41
|
end
|
44
42
|
|
45
|
-
|
46
|
-
|
43
|
+
private
|
44
|
+
|
45
|
+
def get_bucket bucket
|
46
|
+
client.storage.bucket bucket
|
47
|
+
end
|
48
|
+
|
49
|
+
def get_dataset dataset
|
50
|
+
client.bigquery.dataset dataset
|
47
51
|
end
|
48
52
|
|
49
53
|
end
|
@@ -1,15 +1,3 @@
|
|
1
|
-
require 'gcloud'
|
2
|
-
require 'gcloud/bigquery'
|
3
|
-
|
4
|
-
# large files uploading
|
5
|
-
require 'httpclient'
|
6
|
-
Faraday.default_adapter = :httpclient
|
7
|
-
|
8
|
-
# monkeypatch :/ some issue in google-api
|
9
|
-
# see http://googlecloudplatform.github.io/gcloud-ruby/docs/master/Gcloud/Storage.html
|
10
|
-
# -> A note about large uploads
|
11
|
-
require 'google/api_client'
|
12
|
-
Faraday::Response.register_middleware gzip: Faraday::Response::Middleware
|
13
1
|
|
14
2
|
module ExportToGcloud
|
15
3
|
|
@@ -58,6 +46,21 @@ module ExportToGcloud
|
|
58
46
|
|
59
47
|
end
|
60
48
|
|
49
|
+
unless defined? ExportToGcloud::TEST_ENV
|
50
|
+
require 'gcloud'
|
51
|
+
require 'gcloud/bigquery'
|
52
|
+
|
53
|
+
# large files uploading
|
54
|
+
require 'httpclient'
|
55
|
+
Faraday.default_adapter = :httpclient
|
56
|
+
|
57
|
+
# monkeypatch :/ some issue in google-api
|
58
|
+
# see http://googlecloudplatform.github.io/gcloud-ruby/docs/master/Gcloud/Storage.html
|
59
|
+
# -> A note about large uploads
|
60
|
+
require 'google/api_client'
|
61
|
+
Faraday::Response.register_middleware gzip: Faraday::Response::Middleware
|
62
|
+
end
|
63
|
+
|
61
64
|
require 'pathname'
|
62
65
|
require 'ostruct'
|
63
66
|
require 'csv'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: export_to_gcloud
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.9.
|
4
|
+
version: 0.9.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Ondřej Želazko
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-11-
|
11
|
+
date: 2016-11-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gcloud
|
@@ -38,6 +38,20 @@ dependencies:
|
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '2.8'
|
41
|
+
- !ruby/object:Gem::Dependency
|
42
|
+
name: rspec
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
44
|
+
requirements:
|
45
|
+
- - "~>"
|
46
|
+
- !ruby/object:Gem::Version
|
47
|
+
version: '3.5'
|
48
|
+
type: :development
|
49
|
+
prerelease: false
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - "~>"
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '3.5'
|
41
55
|
description: A simple helper to export data to BigQuery via Google Drive
|
42
56
|
email: zelazk.o@email.cz
|
43
57
|
executables: []
|