export_to_gcloud 0.9.0 → 0.9.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/export_to_gcloud/exporter/context.rb +13 -9
- data/lib/export_to_gcloud/library.rb +15 -12
- data/lib/export_to_gcloud/version.rb +1 -1
- metadata +16 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5f5c86d7f6f8d85bb3c7fbbe631dcda328616b66
|
4
|
+
data.tar.gz: eb21b534795ce76fc3f4640d704536bae3282a89
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 3d6790af7998ac91d456749b776a738d31fa158542b4dc6618d65b6ed37881220c231707ab46a47a768efcc4f98dcded32c523cf92d8f905066bd1b3454020f6
|
7
|
+
data.tar.gz: 834dee1812359c4d6b95f6fba0217076ddf555ff43963d0bec03c17e4e5a63f899319d72a8411d30c6618fdbc6e0532cae039cd804e446539d3a1d6774fc6b94
|
@@ -3,6 +3,7 @@ class ExportToGcloud::Exporter::Context
|
|
3
3
|
attr_reader :client
|
4
4
|
|
5
5
|
OPTIONS = %i[dump_path storage_prefix bucket dataset].freeze
|
6
|
+
attr_reader *OPTIONS
|
6
7
|
|
7
8
|
def initialize client, **opts
|
8
9
|
@client = client
|
@@ -26,24 +27,27 @@ class ExportToGcloud::Exporter::Context
|
|
26
27
|
end
|
27
28
|
|
28
29
|
def set_bucket bucket
|
29
|
-
bucket =
|
30
|
+
bucket = get_bucket bucket if String === bucket
|
30
31
|
@bucket = bucket
|
31
32
|
end
|
32
33
|
|
33
34
|
def set_dataset dataset
|
34
|
-
dataset =
|
35
|
+
dataset = get_dataset dataset if String === dataset
|
35
36
|
@dataset = dataset
|
36
37
|
end
|
37
38
|
|
38
|
-
|
39
|
-
|
40
|
-
value = instance_variable_get "@#{key}"
|
41
|
-
value || raise("Undefined value for #{key} in exporter options!")
|
42
|
-
end
|
39
|
+
def copy
|
40
|
+
self.class.new client, OPTIONS.inject({}){|h, k| h[k] = send k; h}
|
43
41
|
end
|
44
42
|
|
45
|
-
|
46
|
-
|
43
|
+
private
|
44
|
+
|
45
|
+
def get_bucket bucket
|
46
|
+
client.storage.bucket bucket
|
47
|
+
end
|
48
|
+
|
49
|
+
def get_dataset dataset
|
50
|
+
client.bigquery.dataset dataset
|
47
51
|
end
|
48
52
|
|
49
53
|
end
|
@@ -1,15 +1,3 @@
|
|
1
|
-
require 'gcloud'
|
2
|
-
require 'gcloud/bigquery'
|
3
|
-
|
4
|
-
# large files uploading
|
5
|
-
require 'httpclient'
|
6
|
-
Faraday.default_adapter = :httpclient
|
7
|
-
|
8
|
-
# monkeypatch :/ some issue in google-api
|
9
|
-
# see http://googlecloudplatform.github.io/gcloud-ruby/docs/master/Gcloud/Storage.html
|
10
|
-
# -> A note about large uploads
|
11
|
-
require 'google/api_client'
|
12
|
-
Faraday::Response.register_middleware gzip: Faraday::Response::Middleware
|
13
1
|
|
14
2
|
module ExportToGcloud
|
15
3
|
|
@@ -58,6 +46,21 @@ module ExportToGcloud
|
|
58
46
|
|
59
47
|
end
|
60
48
|
|
49
|
+
unless defined? ExportToGcloud::TEST_ENV
|
50
|
+
require 'gcloud'
|
51
|
+
require 'gcloud/bigquery'
|
52
|
+
|
53
|
+
# large files uploading
|
54
|
+
require 'httpclient'
|
55
|
+
Faraday.default_adapter = :httpclient
|
56
|
+
|
57
|
+
# monkeypatch :/ some issue in google-api
|
58
|
+
# see http://googlecloudplatform.github.io/gcloud-ruby/docs/master/Gcloud/Storage.html
|
59
|
+
# -> A note about large uploads
|
60
|
+
require 'google/api_client'
|
61
|
+
Faraday::Response.register_middleware gzip: Faraday::Response::Middleware
|
62
|
+
end
|
63
|
+
|
61
64
|
require 'pathname'
|
62
65
|
require 'ostruct'
|
63
66
|
require 'csv'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: export_to_gcloud
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.9.
|
4
|
+
version: 0.9.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Ondřej Želazko
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-11-
|
11
|
+
date: 2016-11-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gcloud
|
@@ -38,6 +38,20 @@ dependencies:
|
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '2.8'
|
41
|
+
- !ruby/object:Gem::Dependency
|
42
|
+
name: rspec
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
44
|
+
requirements:
|
45
|
+
- - "~>"
|
46
|
+
- !ruby/object:Gem::Version
|
47
|
+
version: '3.5'
|
48
|
+
type: :development
|
49
|
+
prerelease: false
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - "~>"
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '3.5'
|
41
55
|
description: A simple helper to export data to BigQuery via Google Drive
|
42
56
|
email: zelazk.o@email.cz
|
43
57
|
executables: []
|