masamune 0.11.8 → 0.11.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/masamune.rb +0 -9
- data/lib/masamune/filesystem.rb +1 -1
- data/lib/masamune/thor.rb +1 -1
- data/lib/masamune/version.rb +1 -1
- data/spec/masamune/filesystem_spec.rb +3 -3
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e71d5026f78a0babee52533490fe3d79da306451
|
4
|
+
data.tar.gz: 4e78ab8efb0c9697984707dd4f242b061a50b858
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 16462d0f049ee2caac1f540dbe2266b268b58f601762edb46d69d7b3db676ff9af173d212bf20c3526f4c40307bed4b9d02ccce4c01adde2c5891e73c421c581
|
7
|
+
data.tar.gz: 1f7fc256a7561808e36390f0bad66c6add14f89b71d36d3ea91e8650ed5f5c719b7cfdc851991e4f4c6676c7206b6e513a842a83bf2b797085978cc00d2f799b
|
data/lib/masamune.rb
CHANGED
@@ -43,13 +43,4 @@ module Masamune
|
|
43
43
|
|
44
44
|
extend self
|
45
45
|
extend Masamune::HasEnvironment
|
46
|
-
|
47
|
-
def load(config_file, &block)
|
48
|
-
Masamune::Environment.new.tap do |env|
|
49
|
-
env.configure do |config|
|
50
|
-
config.load(config_file)
|
51
|
-
end
|
52
|
-
env.catalog.instance_eval &block
|
53
|
-
end
|
54
|
-
end
|
55
46
|
end
|
data/lib/masamune/filesystem.rb
CHANGED
@@ -314,7 +314,7 @@ module Masamune
|
|
314
314
|
check_immutable_path!(dir)
|
315
315
|
case type(dir)
|
316
316
|
when :hdfs
|
317
|
-
hadoop_fs('-
|
317
|
+
hadoop_fs('-rm', '-r', dir)
|
318
318
|
when :s3
|
319
319
|
s3cmd('del', '--recursive', s3b(dir, dir: true))
|
320
320
|
s3cmd('del', '--recursive', s3b("#{dir}_$folder$"))
|
data/lib/masamune/thor.rb
CHANGED
data/lib/masamune/version.rb
CHANGED
@@ -994,7 +994,7 @@ shared_examples_for 'Filesystem' do
|
|
994
994
|
context 'hdfs dir' do
|
995
995
|
it do
|
996
996
|
expect(filesystem).to receive(:root_path?).once.and_return(false)
|
997
|
-
expect(filesystem).to receive(:hadoop_fs).with('-
|
997
|
+
expect(filesystem).to receive(:hadoop_fs).with('-rm', '-r', 'file://' + old_dir)
|
998
998
|
instance.remove_dir('file://' + old_dir)
|
999
999
|
end
|
1000
1000
|
end
|
@@ -1242,7 +1242,7 @@ shared_examples_for 'Filesystem' do
|
|
1242
1242
|
context 'hdfs dir to local dir' do
|
1243
1243
|
it do
|
1244
1244
|
expect(filesystem).to receive(:hadoop_fs).with('-copyToLocal', 'file://' + old_dir, 'file://' + new_dir)
|
1245
|
-
expect(filesystem).to receive(:hadoop_fs).with('-
|
1245
|
+
expect(filesystem).to receive(:hadoop_fs).with('-rm', '-r', 'file://' + old_dir)
|
1246
1246
|
instance.move_dir('file://' + old_dir, new_dir)
|
1247
1247
|
end
|
1248
1248
|
end
|
@@ -1250,7 +1250,7 @@ shared_examples_for 'Filesystem' do
|
|
1250
1250
|
context 'hdfs dir to s3 dir' do
|
1251
1251
|
it do
|
1252
1252
|
expect(filesystem).to receive(:hadoop_fs).with('-cp', 'file://' + old_dir, 's3n://bucket/new_dir/')
|
1253
|
-
expect(filesystem).to receive(:hadoop_fs).with('-
|
1253
|
+
expect(filesystem).to receive(:hadoop_fs).with('-rm', '-r', 'file://' + old_dir)
|
1254
1254
|
instance.move_dir('file://' + old_dir, 's3://bucket/new_dir')
|
1255
1255
|
end
|
1256
1256
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: masamune
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.11.
|
4
|
+
version: 0.11.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Michael Andrews
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-07-
|
11
|
+
date: 2015-07-20 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: thor
|