multi-file-processor 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: d5e14b48f52dce90cbc3181d383dddb84637200366205b6be219c358c42e84df
+  data.tar.gz: c7b5c86983d80195bef10041cc348a5aeee58613fccdcf53c1670077d015e05b
+SHA512:
+  metadata.gz: cefbc9addea01a092fffdc5d2c7091e993d79baf1078ef1fb3bcdb4b90c25d49ae5a5ca81e167e5b296ee0fde6301be659402c81ed66f8a17fab1acb1a656721
+  data.tar.gz: f1f232ec0e9b1ea1fb08148ccc9231b7e08d8595ba7ee49addfab78da02ed76b5b59e81241bda0593e40afc126f62e3d0325f8fd647d1dc45f4c64e21611829f

data/.gitignore

@@ -0,0 +1,51 @@
+# rcov generated
+coverage
+coverage.data
+
+# rdoc generated
+rdoc
+
+# yard generated
+doc
+.yardoc
+
+# bundler
+.bundle
+
+# jeweler generated
+pkg
+
+# Have editor/IDE/OS specific files you need to ignore? Consider using a global gitignore: 
+#
+# * Create a file at ~/.gitignore
+# * Include files you want ignored
+# * Run: git config --global core.excludesfile ~/.gitignore
+#
+# After doing this, these files will be ignored in all your git projects,
+# saving you from having to 'pollute' every project you touch with them
+#
+# Not sure what to needs to be ignored for particular editors/OSes? Here's some ideas to get you started. (Remember, remove the leading # of the line)
+#
+# For MacOS:
+#
+.DS_Store
+
+# For TextMate
+#*.tmproj
+#tmtags
+
+# For emacs:
+*~
+\#*
+.\#*
+
+# For vim:
+*.swp
+
+# For redcar:
+#.redcar
+
+# For rubinius:
+#*.rbc
+
+*.gem

data/.rubocop.yml

@@ -0,0 +1,19 @@
+Style/HashEachMethods:
+  Enabled: true
+Style/HashTransformKeys:
+  Enabled: true
+Style/HashTransformValues:
+  Enabled: true
+Style/ExpandPathArguments:
+  Enabled: false
+Naming/FileName:
+  Enabled: false
+Metrics/LineLength:
+  Max: 120
+Metrics/ModuleLength:
+  Max: 120
+Metrics/MethodLength:
+  Max: 20
+AllCops:
+  Exclude:
+    - 'spec/**/*_spec.rb'

data/.ruby-gemset

@@ -0,0 +1 @@
+multi-file-processor

data/.ruby-version

@@ -0,0 +1 @@
+2.6.5

data/Gemfile

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+source 'http://rubygems.org'
+
+group :development do
+  gem 'rake'
+  gem 'rubocop'
+end
+
+group :spec do
+  gem 'rspec'
+  gem 'simplecov'
+end

data/Gemfile.lock

@@ -0,0 +1,52 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    ast (2.4.0)
+    diff-lcs (1.3)
+    docile (1.3.2)
+    jaro_winkler (1.5.4)
+    parallel (1.19.1)
+    parser (2.7.0.5)
+      ast (~> 2.4.0)
+    rainbow (3.0.0)
+    rake (13.0.1)
+    rexml (3.2.4)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.1)
+      rspec-support (~> 3.9.1)
+    rspec-expectations (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.2)
+    rubocop (0.80.1)
+      jaro_winkler (~> 1.5.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      rexml
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 1.7)
+    ruby-progressbar (1.10.1)
+    simplecov (0.18.5)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+    simplecov-html (0.12.2)
+    unicode-display_width (1.6.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rake
+  rspec
+  rubocop
+  simplecov
+
+BUNDLED WITH
+   1.17.3

data/README.md

@@ -0,0 +1 @@
+# multi-file-processor

data/lib/multi-file-processor.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+require 'fileutils'
+
+# MultiFileProcessor processes files in a folder moving to the various states inprogress, done or failed.
+class MultiFileProcessor
+  DEFAULT_INPROGRESS_EXT = 'inprogress'
+  DEFAULT_DONE_EXT = 'done'
+  DEFAULT_FAILED_EXT = 'failed'
+
+  class FailedException < StandardError; end
+
+  attr_reader :file_pattern,
+              :options
+
+  def initialize(file_pattern, options = {})
+    @file_pattern = file_pattern
+    @options = options
+  end
+
+  def each
+    while (inprogress_file = next_inprogress_file)
+      begin
+        yield inprogress_file
+        move_inprogress_file_to_done(inprogress_file)
+      rescue FailedException
+        move_inprogress_file_to_failed(inprogress_file)
+      end
+    end
+  end
+
+  # rubocop:disable Lint/SuppressedException
+  def next_inprogress_file
+    while (file = next_file)
+      begin
+        inprogress_file = "#{file}.#{inprogress_ext}"
+        FileUtils.mv(file, inprogress_file)
+        return inprogress_file
+      rescue Errno::ENOENT
+      end
+    end
+  end
+  # rubocop:enable Lint/SuppressedException
+
+  def move_inprogress_file_to_done(inprogress_file)
+    move_inprogress_file_to_ext(inprogress_file, done_ext)
+  end
+
+  def move_inprogress_file_to_failed(inprogress_file)
+    move_inprogress_file_to_ext(inprogress_file, failed_ext)
+  end
+
+  def reset_files!
+    ext_reg = Regexp.new("\\.(#{inprogress_ext}|#{done_ext}|#{failed_ext})$")
+    Dir.glob("#{file_pattern}.{#{inprogress_ext},#{done_ext},#{failed_ext}}").each do |file|
+      original_file = file.sub(ext_reg, '')
+      FileUtils.mv(file, original_file)
+    end
+  end
+
+  def failed!
+    raise FailedException, 'file processing failed'
+  end
+
+  def inprogress_ext
+    options[:inprogress_ext] || DEFAULT_INPROGRESS_EXT
+  end
+
+  def done_ext
+    options[:done_ext] || DEFAULT_DONE_EXT
+  end
+
+  def failed_ext
+    options[:failed_ext] || DEFAULT_FAILED_EXT
+  end
+
+  protected
+
+  def next_file
+    files = all_files
+    return files.sample if options[:sample]
+
+    files.sort! if options[:sort]
+    files = files.sort_by { |file| File.mtime(file) } if options[:sort_by_mtime]
+    files.first
+  end
+
+  private
+
+  def all_files
+    Dir.glob(file_pattern)
+  end
+
+  def move_inprogress_file_to_ext(inprogress_file, ext)
+    new_file = inprogress_file.sub(/#{inprogress_ext}$/, ext)
+    FileUtils.mv(inprogress_file, new_file)
+  end
+end

data/multi-file-processor.gemspec

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+Gem::Specification.new do |s|
+  s.name        = 'multi-file-processor'
+  s.version     = '0.1.0'
+  s.licenses    = ['MIT']
+  s.summary     = 'Process mutliple files'
+  s.description = 'Iterates over files moving them to inprogress, done or failed'
+  s.authors     = ['Doug Youch']
+  s.email       = 'dougyouch@gmail.com'
+  s.homepage    = 'https://github.com/dougyouch/multi-file-processor'
+  s.files       = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+end

metadata

@@ -0,0 +1,51 @@
+--- !ruby/object:Gem::Specification
+name: multi-file-processor
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Doug Youch
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-03-21 00:00:00.000000000 Z
+dependencies: []
+description: Iterates over files moving them to inprogress, done or failed
+email: dougyouch@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- Gemfile.lock
+- README.md
+- lib/multi-file-processor.rb
+- multi-file-processor.gemspec
+homepage: https://github.com/dougyouch/multi-file-processor
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.8
+signing_key: 
+specification_version: 4
+summary: Process mutliple files
+test_files: []