marloss 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3ae07afe91d9f8991ee6f16ac5f0bc73d90373b3a358f56bc5941435c1b4ac88
-  data.tar.gz: 92ae1c2485e09183222b257d5dfd48ad7b11aede6a83332f2f6f6b00a7c76259
+  metadata.gz: ee90d354ebc9dcd4f9bdba03380d2c44616b31614c7e1b92273e533e800415ce
+  data.tar.gz: 6cd27c87bb5b65ea18450719ba6e527a8a40e955e40c705d2c8a968a73c30a64
 SHA512:
-  metadata.gz: ac62d5a1dce8b8ef243c2a9b57295a10d6382dfa5ede24a709b65bc6c91073a45007c6e6f2b7076fc613971bc5dd31458761075110c58442b4f01f9121c6c6a3
-  data.tar.gz: ec898a131cccd2c4e6c1f0ce246f9f745c4ba2d2178ad060779760d424f454900305176fe19df41878967aba14ad7c8abbe0e920d15f124a466590be20545c64
+  metadata.gz: ede87eeba38468521d6582e6586a307911adc6938e7e85c785ebdf228efc95c398ec3c69db30c64a28de856d576a618cd563d8ed53fb65a7aee93c500005e419
+  data.tar.gz: 5751077d681c9c0611e243d662df3b0d79982b0b759feb1b81481a5bf8fccefa72b5595806ef97dab5dc2f1937207fd3504286e284e67b7508034a6097afe72e

data/.rubocop.yml

@@ -0,0 +1,19 @@
+Metrics/LineLength:
+  Max: 100
+
+Style/StringLiterals:
+  EnforcedStyle: double_quotes
+
+Layout/MultilineMethodCallIndentation:
+  EnforcedStyle: indented
+
+Style/AccessModifierDeclarations:
+  EnforcedStyle: inline
+
+Style/Documentation:
+  Enabled: false # disable for now
+
+Metrics/BlockLength:
+  Exclude:
+    - "spec/**/*"
+    - "marloss.gemspec"

data/.travis.yml

@@ -1,6 +1,9 @@
 language: ruby
 rvm:
-  - 2.3.3
-  - 2.3.1
+  - 2.5.1
+  - 2.4.4
+  - 2.3.7
+  - 2.2.10
 notifications:
   email: false
+before_script: bundle exec rubocop

data/CHANGELOG.md

@@ -1,3 +1,16 @@
+## 0.4.0 01/09/2018
+
+IMPROVEMENTS:
+
+* Custom ttl attribute name instead of hardcoding `Expires` [#12](https://github.com/eredi93/marloss/pull/12)
+* Add possiblity to pass retries to `wait_until_lock_obtained` preventing spin lock [#11](https://github.com/eredi93/marloss/pull/11)
+
+## 0.3.1 01/09/2018
+
+IMPROVEMENTS:
+
+* Make `create_table` wait for table [#8](https://github.com/eredi93/marloss/pull/8)
+
 ## 0.3.0 29/11/2017
 
 IMPROVEMENTS:

data/README.md

@@ -64,6 +64,11 @@ Firstly, we need to initialize a lock store:
 store = Marloss::Store.new("lock_table_name", "LockHashKeyName")
 ```
 
+Create table if it does not exist:
+```ruby
+store.create_table
+```
+
 We can use this store to create a single lock
 
 ```ruby
@@ -76,7 +81,7 @@ locker.obtain_lock
 locker.wait_until_lock_obtained
 
 # refresh the lock once
-locker.refresh
+locker.refresh_lock
 
 # delete the lock
 locker.release_lock
@@ -100,4 +105,4 @@ Marloss.logger = Logger.new("my_app.log")
 
 ### Contributing
 
-This repository is [open to contributions](.github/CONTRIBUTING.md).
+This repository is [open to contributions](CONTRIBUTING.md).

data/Rakefile

@@ -3,4 +3,4 @@ require "rspec/core/rake_task"
 
 RSpec::Core::RakeTask.new(:spec)
 
-task :default => :spec
+task default: :spec

data/lib/marloss.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
-#
+
 require "aws-sdk-dynamodb"
 
 require "marloss/version"
@@ -8,7 +8,6 @@ require "marloss/store"
 require "marloss/locker"
 
 module Marloss
-
   def self.logger
     @logger ||= ::Logger.new(STDOUT)
   end
@@ -19,10 +18,10 @@ module Marloss
 
   def self.included(base)
     base.define_singleton_method(:marloss_options) do |opts|
-      if opts[:table].nil?
-        raise(MissingParameterError, "DynamoDB Hash Key not set")
-      elsif opts[:hash_key].nil?
-        raise(MissingParameterError, "DynamoDB Table not set")
+      %i[table hash_key].each do |key|
+        next unless opts[key].nil?
+
+        raise(MissingParameterError, "DynamoDB #{key.to_s.capitalize.tr('_', ' ')} not set")
       end
 
       define_method(:marloss_options_hash) { opts }
@@ -34,13 +33,12 @@ module Marloss
   end
 
   module InstanceMethods
-
     def marloss_store
-      @marloss_store ||=begin
+      @marloss_store ||= begin
         table = marloss_options_hash[:table]
         hash_key = marloss_options_hash[:hash_key]
-        options = marloss_options_hash.reject do |k, v|
-          k == :table || k == :hash_key
+        options = marloss_options_hash.reject do |k, _|
+          %i[table hash_key].include?(k)
         end
 
         Store.new(table, hash_key, options)
@@ -57,10 +55,8 @@ module Marloss
       locker.wait_until_lock_obtained(opts)
 
       yield(locker)
-
+    ensure
       locker.release_lock
     end
-
   end
-
 end

data/lib/marloss/error.rb

@@ -1,17 +1,15 @@
 # frozen_string_literal: true
-#
+
 module Marloss
+  class Error < StandardError; end
 
-  class Error < StandardError
-  end
+  class CreateTableError < Error; end
 
-  class LockNotObtainedError < Error
-  end
+  class SetTableTtlError < Error; end
 
-  class LockNotRefreshedError < Error
-  end
+  class LockNotObtainedError < Error; end
 
-  class MissingParameterError < Error
-  end
+  class LockNotRefreshedError < Error; end
 
+  class MissingParameterError < Error; end
 end

data/lib/marloss/locker.rb

@@ -1,8 +1,7 @@
 # frozen_string_literal: true
-#
+
 module Marloss
   class Locker
-
     attr_reader :store, :name
 
     def initialize(store, name)
@@ -22,12 +21,17 @@ module Marloss
       store.delete_lock(name)
     end
 
-    def wait_until_lock_obtained(sleep_seconds: 3)
+    def wait_until_lock_obtained(sleep_seconds: 3, retries: nil)
       store.create_lock(name)
     rescue LockNotObtainedError
       sleep(sleep_seconds)
+
+      unless retries.nil?
+        retries -= 1
+        raise if retries.zero?
+      end
+
       retry
     end
-
   end
 end

data/lib/marloss/store.rb

@@ -1,49 +1,81 @@
 # frozen_string_literal: true
-#
-module Marloss
-  class Store
 
-    attr_reader :client, :table, :hash_key, :ttl
+module Marloss
+  class Store # rubocop:disable Metrics/ClassLength
+    attr_reader :client, :table, :hash_key, :expires_key, :ttl
 
-    def initialize(table, hash_key, ttl: 30, client_options: {})
+    def initialize(table, hash_key, expires_key: "Expires", ttl: 30, client_options: {})
       @client = Aws::DynamoDB::Client.new(client_options)
       @table = table
       @hash_key = hash_key
+      @expires_key = expires_key
       @ttl = ttl
     end
 
     def create_table
+      create_ddb_table
+      wait_until_ddb_table_exists
+      set_ddb_table_ttl
+    end
+
+    private def create_ddb_table # rubocop:disable Metrics/MethodLength
       client.create_table(
         attribute_definitions: [
           {
             attribute_name: hash_key,
-            attribute_type: "S",
+            attribute_type: "S"
           }
         ],
         key_schema: [
           {
             attribute_name: hash_key,
-            key_type: "HASH",
+            key_type: "HASH"
           }
         ],
         provisioned_throughput: {
           read_capacity_units: 5,
-          write_capacity_units: 5,
+          write_capacity_units: 5
         },
         table_name: table
       )
 
       Marloss.logger.info("DynamoDB table created successfully")
+    rescue Aws::DynamoDB::Errors::ResourceInUseException => e
+      case e.message
+      when "Table already exists: #{table}"
+        Marloss.logger.warn("DynamoDB table #{table} already exists")
+      else
+        raise(CreateTableError, e.message)
+      end
+    end
 
+    private def wait_until_ddb_table_exists
+      client.wait_until(:table_exists, table_name: table) do |w|
+        w.max_attempts = 10
+        w.delay = 1
+      end
+    rescue Aws::Waiters::Errors::WaiterFailed => e
+      Marloss.logger.error("Failed waiting for initialization of table #{table}")
+      raise(CreateTableError, e.message)
+    end
+
+    private def set_ddb_table_ttl # rubocop:disable Metrics/MethodLength
       client.update_time_to_live(
         table_name: table,
         time_to_live_specification: {
           enabled: true,
-          attribute_name: "Expires"
+          attribute_name: expires_key
         }
       )
 
       Marloss.logger.info("DynamoDB table TTL configured successfully")
+    rescue Aws::DynamoDB::Errors::ValidationException => e
+      case e.message
+      when "TimeToLive is already enabled"
+        Marloss.logger.warn("TTL attribute is already configured for table #{table}")
+      else
+        raise(SetTableTtlError, e.message)
+      end
     end
 
     def delete_table
@@ -52,53 +84,51 @@ module Marloss
       Marloss.logger.info("DynamoDB table deleted successfully")
     end
 
-    def create_lock(name)
+    def create_lock(name) # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
       client.put_item(
         table_name: table,
         item: {
           hash_key => name,
           "ProcessID" => process_id,
-          "Expires" => (Time.now + ttl).to_i
+          expires_key => (Time.now + ttl).to_i
         },
         expression_attribute_names: {
-          "#E" => "Expires",
+          "#E" => expires_key,
           "#P" => "ProcessID"
         },
         expression_attribute_values: {
           ":now" => Time.now.to_i,
-          ":process_id" => process_id,
+          ":process_id" => process_id
         },
         condition_expression: "attribute_not_exists(#{hash_key}) OR #E < :now OR #P = :process_id"
       )
 
       Marloss.logger.info("Lock for #{name} created successfully, will expire in #{ttl} seconds")
     rescue Aws::DynamoDB::Errors::ConditionalCheckFailedException => e
-
       Marloss.logger.error("Failed to create lock for #{name}")
 
       raise(LockNotObtainedError, e.message)
     end
 
-    def refresh_lock(name)
+    def refresh_lock(name) # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
       client.update_item(
         table_name: table,
         key: { hash_key => name },
         expression_attribute_names: {
-          "#E" => "Expires",
+          "#E" => expires_key,
           "#P" => "ProcessID"
         },
         expression_attribute_values: {
           ":expires" => (Time.now + ttl).to_i,
           ":now" => Time.now.to_i,
-          ":process_id" => process_id,
+          ":process_id" => process_id
         },
-        update_expression: "SET #E = :expires", 
+        update_expression: "SET #E = :expires",
         condition_expression: "attribute_exists(#{hash_key}) AND (#E < :now OR #P = :process_id)"
       )
 
       Marloss.logger.info("Lock for #{name} refreshed successfully, will expire in #{ttl} seconds")
     rescue Aws::DynamoDB::Errors::ConditionalCheckFailedException => e
-
       Marloss.logger.error("Failed to refresh lock for #{name}")
 
       raise(LockNotRefreshedError, e.message)
@@ -116,6 +146,5 @@ module Marloss
 
       "#{hostname}:#{pid}"
     end
-
   end
 end

data/lib/marloss/version.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
-#
-module Marloss
-
-  VERSION = "0.3.0"
 
+module Marloss
+  VERSION = "0.4.0".freeze
 end

data/marloss.gemspec

@@ -1,25 +1,31 @@
-# coding: utf-8
-lib = File.expand_path("../lib", __FILE__)
+# frozen_string_literal: true
+
+lib = File.expand_path("lib", __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require "marloss/version"
 
+files = `git ls-files -z`.split("\x0")
+  .reject { |f| f.match(%r{^(test|spec|features)/}) }
+
 Gem::Specification.new do |spec|
   spec.name          = "marloss"
   spec.version       = Marloss::VERSION
   spec.authors       = ["Jacopo Scrinzi"]
   spec.email         = "scrinzi.jcopo@gmail.com"
 
-  spec.summary       = %q{AWS DynamoDB based Locking}
-  spec.description   = %q{Distributed locking using AWS DynamoDB}
+  spec.summary       = "AWS DynamoDB based Locking"
+  spec.description   = "Distributed locking using AWS DynamoDB"
   spec.homepage      = "https://github.com/eredi93/marloss"
   spec.license       = "MIT"
 
-  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  spec.require_paths = %w(lib)
+  spec.files         = files
+  spec.require_paths = %w[lib]
 
-  spec.add_dependency "aws-sdk-dynamodb", "~> 1.2"
+  spec.add_dependency "aws-sdk-dynamodb", "~> 1.11"
 
-  spec.add_development_dependency "bundler"
-  spec.add_development_dependency "rake"
-  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "bundler", "~> 1"
+  spec.add_development_dependency "gem-release", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 12.3"
+  spec.add_development_dependency "rspec", "~> 3.8"
+  spec.add_development_dependency "rubocop", "= 0.58"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: marloss
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Jacopo Scrinzi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-11-29 00:00:00.000000000 Z
+date: 2018-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-dynamodb
@@ -16,56 +16,84 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.11'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: gem-release
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '12.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '12.3'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.58'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.58'
 description: Distributed locking using AWS DynamoDB
 email: scrinzi.jcopo@gmail.com
 executables: []
@@ -73,6 +101,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".rubocop.yml"
 - ".travis.yml"
 - CHANGELOG.md
 - CONTRIBUTING.md
@@ -106,7 +135,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.2
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: AWS DynamoDB based Locking