remote_files 3.7.0 → 3.8.0.pre.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '039a33d2003b7da6a18815b1663c5078b0f3e8bd439469282e8e629fad8cc934'
-  data.tar.gz: c113130c97455d7b7698a4cf34d00e1501552f64c4ca1355d193e67990034740
+  metadata.gz: 60ccff05ac3537fbcb60f5fb2e1b900cc0f88e191598bfc208efce1f717c8f5a
+  data.tar.gz: c9fafbed33eee35177df55c548c13c4799037e8ef0b9e30aab814d4db67d6781
 SHA512:
-  metadata.gz: d257ec5e612c589907606a393b532c7c075037f64ab939f380a5159767ad6e9c25473c8e9fad184274fa828d7ceac0023087abc9e345253a8b0192f82b8d2c26
-  data.tar.gz: 78038598723c23add49fe33b64a8dc939695d61c3fbd0189ed32f5f66bdfbfff8b4c2fdb74bbba1eb0fae084b2bc6f950ac2111c0609bf0b935518769900d90e
+  metadata.gz: aefd4a5087bc7633f2683230f643ec5ade8fc1904d46fd9c0023a42a9a57f6ebebe24904e0d3422d0cc21fd999526e003a4f75ea772f9d06f76f71bc1a220b59
+  data.tar.gz: 85afca8032f05bb4da1b7afbf4946e7b6bfe1848fdcc2840b8754130873cc4e6dca45bf986060d84d76f32f741ac8c3bd02ef2038c973555916a18433e3f2482

data/README.md

@@ -65,7 +65,7 @@ file.store!
 This will store the file on one of the stores and then asynchronously copy the file to the remaining stores.
 `RemoteFiles::File#store!` will raise a `RemoteFiles::Error` if all storage backends are down.
 
-If you just need to store the file in a single store, the you can use `RemoteFiles::File#store_once!`. It will
+If you just need to store the file in a single store, then you can use `RemoteFiles::File#store_once!`. It will
 behave exactly like `RemoteFiles::File#store!`, but will not asynchronously copy the file to the other stores.
 
 ## Copyright and license
@@ -79,6 +79,20 @@ http://www.apache.org/licenses/LICENSE-2.0
 
 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
 
+### Releasing a new version
+A new version is published to RubyGems.org every time a change to `version.rb` is pushed to the `main` branch.
+In short, follow these steps:
+1. Update `version.rb`,
+2. merge this change into `main`, and
+3. look at [the action](https://github.com/zendesk/remote_files/actions/workflows/publish.yml) for output.
+
+To create a pre-release from a non-main branch:
+1. change the version in `version.rb` to something like `1.2.0.pre.1` or `2.0.0.beta.2`,
+2. push this change to your branch,
+3. go to [Actions → “Publish to RubyGems.org” on GitHub](https://github.com/zendesk/remote_files/actions/workflows/publish.yml),
+4. click the “Run workflow” button,
+5. pick your branch from a dropdown.
+
 ## Contributing
 
 1. Fork it

data/lib/remote_files/abstract_store.rb

@@ -54,6 +54,10 @@ module RemoteFiles
       options[:read_only] == true
     end
 
+    def read_delete_only?
+      options[:read_delete_only] == true
+    end
+
     def file_from_url(url, options = {})
       matched = url_matcher.match(url)
 

data/lib/remote_files/configuration.rb

@@ -57,7 +57,11 @@ module RemoteFiles
       store = (options[:class] || FogStore).new(store_identifier)
       block.call(store) if block_given?
 
-      store[:read_only] = options[:read_only] if options.key?(:read_only)
+      if options[:read_delete_only]
+        store[:read_delete_only] = true
+      elsif options[:read_only]
+        store[:read_only] = true
+      end
 
       if options[:primary]
         @stores.unshift(store)
@@ -83,7 +87,7 @@ module RemoteFiles
     end
 
     def read_write_stores
-      stores.reject {|s| s.read_only?}
+      stores.reject {|s| s.read_only? || s.read_delete_only?}
     end
 
     def lookup_store(store_identifier)
@@ -130,7 +134,7 @@ module RemoteFiles
 
     def delete_now!(file, parallel: false)
       exceptions = []
-      stores = file.read_write_stores
+      stores = file.read_write_stores + file.read_delete_only_stores
 
       raise "No stores configured" if stores.empty?
 
@@ -151,8 +155,9 @@ module RemoteFiles
       true
     end
 
-    # This method is used to delete a file from all stores in parallel
-    # exceptions are passed back to the caller
+    # Deletes a file from all writable stores in parallel.
+    # When the file is missing the Future's value is set to NotFoundError exception.
+    # Re-raises any other exceptions, but doesn't prevent concurrent requests from being executed.
     def delete_in_parallel!(file, stores, exceptions)
       pool = Concurrent::FixedThreadPool.new(@max_delete_in_parallel)
 
@@ -167,7 +172,7 @@ module RemoteFiles
       end
 
       futures.each do |future|
-        result = future.value
+        result = future.value!
         exceptions << result if result.is_a?(Exception)
       end
 
@@ -177,7 +182,7 @@ module RemoteFiles
 
     def synchronize!(file)
       file.missing_stores.each do |store|
-        next if store.read_only?
+        next if store.read_only? || store.read_delete_only?
 
         store.store!(file)
         file.stored_in << store.identifier

data/lib/remote_files/file.rb

@@ -55,7 +55,11 @@ module RemoteFiles
     end
 
     def read_write_stores
-      stores.reject(&:read_only?)
+      stores.reject {|s| s.read_only? || s.read_delete_only? }
+    end
+
+    def read_delete_only_stores
+      stores.select(&:read_delete_only?)
     end
 
     def missing_stores

data/lib/remote_files/version.rb

@@ -1,3 +1,3 @@
 module RemoteFiles
-  VERSION = '3.7.0'
+  VERSION = '3.8.0.pre.1'
 end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: remote_files
 version: !ruby/object:Gem::Version
-  version: 3.7.0
+  version: 3.8.0.pre.1
 platform: ruby
 authors:
 - Mick Staugaard
-autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-10-31 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fog-aws
@@ -75,7 +74,6 @@ homepage: https://github.com/zendesk/remote_files
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -90,8 +88,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.16
-signing_key: 
+rubygems_version: 3.6.7
 specification_version: 4
 summary: The purpose of the library is to implement a simple interface for uploading
   files to multiple backends and to keep the backends in sync, so that your app will