bfs-gs 0.3.6 → 0.4.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3d8fc13a0c3b0d63cfa1a205772932f829812920263b4ad641795c28fa65455
-  data.tar.gz: 18f7032d23c3a149e9553767316b864725958dde8434b08c533e29883ef96a83
+  metadata.gz: b4159d1f71708e97bbc8305a18e671cd8c875908b23b907009d2e23ad3da2c14
+  data.tar.gz: 8700ac725661a73623efea456c0ed3c41cf452352c06edc93855daa21586d046
 SHA512:
-  metadata.gz: 64a6fe4a1e2bab1c175290ee225002811450ba09b713fcbe03e1185fd40f55f537751cbf778ecae924c76de4de2f64d7e0604a3eeb697ec4ca86d58706668587
-  data.tar.gz: fc2ae2ada39b91504672f22bd949a27649bd143baf13f06aabdeb93a62577ad44f56bfec5a70b262ca14ad43e7746ce6f1a0144ded688adb14c29ea00018cc9f
+  metadata.gz: 3150b437e030322aa18f9ec5eeaa5365658a9e15ad854c7e38b0a8b3ca8cbe0621251343cf3d920b1e4f5933cc6e4e19b90df0fe1003b585e63172e417ef4064
+  data.tar.gz: fc84d5ac79ae6999e25361ac208945aae929704c2401a7d6bf322c5c1110d0baf199061e155e6bf97ee3e88cfcadd9d45b59cbada9ed327fd3bbd092c8716d74

data/bfs-gs.gemspec

@@ -15,8 +15,8 @@ Gem::Specification.new do |s|
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- spec/*`.split("\n")
   s.require_paths = ['lib']
-  s.required_ruby_version = '>= 2.2.0'
+  s.required_ruby_version = '>= 2.4.0'
 
   s.add_dependency 'bfs', s.version
-  s.add_dependency 'google-cloud-storage'
+  s.add_dependency 'google-cloud-storage', '~> 1.18'
 end

data/lib/bfs/bucket/gs.rb

@@ -12,7 +12,7 @@ module BFS
       #
       # @param [String] name the bucket name.
       # @param [Hash] opts options.
-      # @option opts [String] :project_id project ID. Defaults to GCP_PROJECT  env var. Required.
+      # @option opts [String] :project_id project ID. Defaults to GCP_PROJECT env var.
       # @option opts [String, Hash, Google::Auth::Credentials] :credentials
       #   the path to the keyfile as a String, the contents of the keyfile as a Hash, or a Google::Auth::Credentials object.
       # @option opts [String] :prefix custom namespace within the bucket
@@ -20,12 +20,14 @@ module BFS
       # @option opts [Integer] :timeout request timeout, in seconds.
       # @option opts [String] :acl set the default ACL.
       # @option opts [Google::Cloud::Storage] :client custom client.
+      # @option opts [String] :encoding default encoding to use, default: 'binary'
       def initialize(name, opts={})
         opts = opts.dup
         opts.keys.each do |key|
           val = opts.delete(key)
           opts[key.to_sym] = val unless val.nil?
         end
+        super(opts)
 
         @prefix = opts.delete(:prefix)
         acl     = opts.delete(:acl)
@@ -63,8 +65,9 @@ module BFS
       # Creates a new file and opens it for writing
       def create(path, opts={}, &block)
         path = full_path(path)
-        temp = BFS::TempWriter.new(path) do |t|
-          File.open(t, binmode: true) do |file|
+        enc  = opts.delete(:encoding) || @encoding
+        temp = BFS::TempWriter.new(path, encoding: enc) do |t|
+          File.open(t, encoding: enc) do |file|
             @bucket.create_file(file, path, opts)
           end
         end
@@ -80,21 +83,22 @@ module BFS
       # Opens an existing file for reading
       def open(path, opts={}, &block)
         path = full_path(path)
+        enc  = opts.delete(:encoding) || @encoding
         file = @bucket.file(path)
         raise BFS::FileNotFound, trim_prefix(path) unless file
 
-        temp = Tempfile.new(File.basename(path), binmode: true)
+        temp = Tempfile.new(File.basename(path), encoding: enc)
         temp.close
         file.download temp.path, opts
 
-        File.open(temp.path, binmode: true, &block)
+        File.open(temp.path, encoding: enc, &block)
       end
 
       # Deletes a file.
       def rm(path, opts={})
         path = full_path(path)
         file = @bucket.file(path)
-        file.delete(opts) if file
+        file&.delete(opts)
       end
 
       # Copies a file.
@@ -111,9 +115,13 @@ end
 
 BFS.register('gs') do |url|
   params = CGI.parse(url.query.to_s)
+  prefix = BFS.norm_path(params.key?('prefix') ? params['prefix'].first : url.path)
+  prefix = nil if prefix.empty?
 
   BFS::Bucket::GS.new url.host,
+    prefix: prefix,
     project_id: params.key?('project_id') ? params['project_id'].first : nil,
+    credentials: params.key?('credentials') ? params['credentials'].first : nil,
     acl: params.key?('acl') ? params['acl'].first : nil,
     timeout: params.key?('timeout') ? params['timeout'].first.to_i : nil,
     retries: params.key?('retries') ? params['retries'].first.to_i : nil

data/spec/bfs/bucket/gs_spec.rb

@@ -11,7 +11,8 @@ run_spec = \
   begin
     s = Google::Cloud::Storage.new(project_id: sandbox[:project])
     !s.bucket(sandbox[:bucket]).nil?
-  rescue Signet::AuthorizationError
+  rescue Signet::AuthorizationError => e
+    warn "WARNING: unable to run #{File.basename __FILE__}: #{e.message}"
     false
   end
 
@@ -29,9 +30,15 @@ RSpec.describe BFS::Bucket::GS, if: run_spec do
   it_behaves_like 'a bucket'
 
   it 'should resolve from URL' do
-    bucket = BFS.resolve("gs://#{sandbox[:bucket]}?acl=private&project_id=#{sandbox[:project]}")
+    bucket = BFS.resolve("gs://#{sandbox[:bucket]}/?acl=private&project_id=#{sandbox[:project]}")
     expect(bucket).to be_instance_of(described_class)
     expect(bucket.name).to eq(sandbox[:bucket])
+    expect(bucket.instance_variable_get(:@prefix)).to be_nil
+
+    bucket = BFS.resolve("gs://#{sandbox[:bucket]}/a/b/")
+    expect(bucket).to be_instance_of(described_class)
+    expect(bucket.name).to eq(sandbox[:bucket])
+    expect(bucket.instance_variable_get(:@prefix)).to eq('a/b')
   end
 
   it 'should enumerate over a large number of files' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bfs-gs
 version: !ruby/object:Gem::Version
-  version: 0.3.6
+  version: 0.4.3
 platform: ruby
 authors:
 - Dimitrij Denissenko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-12-07 00:00:00.000000000 Z
+date: 2019-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bfs
@@ -16,28 +16,28 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.3.6
+        version: 0.4.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.3.6
+        version: 0.4.3
 - !ruby/object:Gem::Dependency
   name: google-cloud-storage
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.18'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.18'
 description: https://github.com/bsm/bfs.rb
 email: dimitrij@blacksquaremedia.com
 executables: []
@@ -60,15 +60,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.2.0
+      version: 2.4.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: GS bucket adapter for bfs