transaction_reliability 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MjBmMWUyN2QyNzRhN2U0OWE3NzA5MjhmZDAyYmZjZTRjMjgyM2MwMg==
+  data.tar.gz: !binary |-
+    ZTNkMjRlMWIwZjI5ODI2ZjU5YWU0ZWE0NDIzNDQ0NTdkY2ViZDQ3ZQ==
+SHA512:
+  metadata.gz: !binary |-
+    OTYyODkxNWU5NzNjNGM3Y2Y3ODQ3NWRjOTIwZDI3YzlhNzU2OGEwNzg5NjM1
+    MTZmMjdkNmNlMjZjNzJiNmM5MmM2Njg4YWU0ZTU0MjdjNmNlMDUzMWE2NTYw
+    MGI5MjA0YTgzY2VkNzM0ZjVjMTAzYjdhODgzOWViMDQ2OWJiMTQ=
+  data.tar.gz: !binary |-
+    Yjk2NGQ3ZWVjNDdiZTlmOWY0NGZiZTQzOGYzMTBhNGVkYmJiMmE2YjlkZWVh
+    YzBmZWM5YmE5YjYwZTdlYmFkNzkwNzBiOWRiNTVlMGJhMzUxODBiY2M3MzVm
+    OGE4ODY4ZDQxNDJiNmM1MmVlNmVlOWEwNzM1YzkxMzkxNjBiOTM=

data/.gitignore

@@ -0,0 +1,5 @@
+/tmp
+/coverage
+/gemfiles/.bundle
+/pkg
+/vendor

data/.rspec

@@ -0,0 +1,2 @@
+--colour
+--drb

data/.travis.yml

@@ -0,0 +1,15 @@
+# .travis.yml
+rvm:
+  - 1.9.3-p547
+  - 2.0.0-p598
+  - 2.1.5
+  - 2.2.0
+gemfile:
+  - gemfiles/rails40.gemfile
+  - gemfiles/rails41.gemfile
+  - gemfiles/rails42.gemfile
+#matrix:
+#  exclude:
+#    - rbenv: 2.0.0
+#      gemfile: gemfiles/rails2.gemfile
+script: "bundle exec rake spec"

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'pry'
+gem 'activerecord', '~> 4.0.13'
+
+# Specify your gem's dependencies in pg_funcall.gemspec
+gemspec :path=>"."

data/Gemfile.lock

@@ -0,0 +1,70 @@
+PATH
+  remote: .
+  specs:
+    transaction_reliability (0.1.0)
+      activerecord (>= 4.0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.0.13)
+      activesupport (= 4.0.13)
+      builder (~> 3.1.0)
+    activerecord (4.0.13)
+      activemodel (= 4.0.13)
+      activerecord-deprecated_finders (~> 1.0.2)
+      activesupport (= 4.0.13)
+      arel (~> 4.0.0)
+    activerecord-deprecated_finders (1.0.3)
+    activesupport (4.0.13)
+      i18n (~> 0.6, >= 0.6.9)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    arel (4.0.2)
+    builder (3.1.4)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    i18n (0.7.0)
+    method_source (0.8.2)
+    minitest (4.7.5)
+    multi_json (1.10.1)
+    pg (0.18.1)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+    simplecov (0.9.1)
+      docile (~> 1.1.0)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    slop (3.6.0)
+    thread_safe (0.3.4)
+    tzinfo (0.3.43)
+    wwtd (0.7.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (~> 4.0.13)
+  bundler (~> 1.7)
+  pg (>= 0.17.0)
+  pry
+  rake (~> 10.0)
+  rspec (~> 2.14.0)
+  simplecov
+  transaction_reliability!
+  wwtd

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Robert Sanders
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,31 @@
+# TransactionReliability
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'transaction_reliability'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install transaction_reliability
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/transaction_reliability/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,9 @@
+require 'bundler/gem_tasks'
+require 'bundler/setup'
+require 'wwtd/tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec) do |config|
+end
+
+task :default => :wwtd

data/config/database.yml

@@ -0,0 +1,37 @@
+# SQLite version 3.x
+#   gem install sqlite3
+#
+#   Ensure the SQLite 3 gem is defined in your Gemfile
+#   gem 'sqlite3'
+development:
+  adapter: postgresql
+  database: pg_experiments
+  pool: 20
+  encoding: UTF8
+  min_messages: notice
+  host: localhost
+  username: <%= `whoami`.chomp %>
+  timeout: 5000
+
+# Warning: The database defined as "test" will be erased and
+# re-generated from your development database when you run "rake".
+# Do not set this db to the same as development or production.
+test:
+  adapter: postgresql
+  database: pg_experiments_test
+  pool: 20
+  encoding: UTF8
+  min_messages: notice
+  host: localhost
+  username: <%= `whoami`.chomp %>
+  timeout: 5000
+
+production:
+  adapter: postgresql
+  database: pg_experiments_prod
+  pool: 20
+  encoding: UTF8
+  min_messages: notice
+  host: localhost
+  username: <%= `whoami`.chomp %>
+  timeout: 5000

data/config/database.yml.example

@@ -0,0 +1,17 @@
+test:
+  adapter: postgresql
+  encoding: UTF8
+  database: pg_funcall_test
+  username: pgfuncallgem
+  password: pgfuncallgem
+  min_messages: warning
+  host: localhost
+
+development:
+  adapter: postgresql
+  encoding: UTF8
+  database: pg_funcall_dev
+  username: pgfuncallgem
+  password: pgfuncallgem
+  min_messages: warning
+  host: localhost

data/gemfiles/rails40.gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+gem 'pry'
+gem 'activerecord', '~> 4.0.13'
+gem 'pg', '~> 0.17.1'
+
+# Specify your gem's dependencies in pg_funcall.gemspec
+gemspec :path=>"../"

data/gemfiles/rails40.gemfile.lock

@@ -0,0 +1,70 @@
+PATH
+  remote: ../
+  specs:
+    transaction_reliability (0.1.0)
+      activerecord (>= 4.0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.0.13)
+      activesupport (= 4.0.13)
+      builder (~> 3.1.0)
+    activerecord (4.0.13)
+      activemodel (= 4.0.13)
+      activerecord-deprecated_finders (~> 1.0.2)
+      activesupport (= 4.0.13)
+      arel (~> 4.0.0)
+    activerecord-deprecated_finders (1.0.3)
+    activesupport (4.0.13)
+      i18n (~> 0.6, >= 0.6.9)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    arel (4.0.2)
+    builder (3.1.4)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    i18n (0.7.0)
+    method_source (0.8.2)
+    minitest (4.7.5)
+    multi_json (1.10.1)
+    pg (0.17.1)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+    simplecov (0.9.1)
+      docile (~> 1.1.0)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    slop (3.6.0)
+    thread_safe (0.3.4)
+    tzinfo (0.3.42)
+    wwtd (0.7.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (~> 4.0.13)
+  bundler (~> 1.7)
+  pg (~> 0.17.1)
+  pry
+  rake (~> 10.0)
+  rspec (~> 2.14.0)
+  simplecov
+  transaction_reliability!
+  wwtd

data/gemfiles/rails41.gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'pry'
+gem 'activerecord', '~> 4.1.9'
+
+# Specify your gem's dependencies in pg_funcall.gemspec
+gemspec :path=>"../"

data/gemfiles/rails41.gemfile.lock

@@ -0,0 +1,70 @@
+PATH
+  remote: ../
+  specs:
+    transaction_reliability (0.1.0)
+      activerecord (>= 4.0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.1.9)
+      activesupport (= 4.1.9)
+      builder (~> 3.1)
+    activerecord (4.1.9)
+      activemodel (= 4.1.9)
+      activesupport (= 4.1.9)
+      arel (~> 5.0.0)
+    activesupport (4.1.9)
+      i18n (~> 0.6, >= 0.6.9)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.1)
+      tzinfo (~> 1.1)
+    arel (5.0.1.20140414130214)
+    builder (3.2.2)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    i18n (0.7.0)
+    json (1.8.2)
+    method_source (0.8.2)
+    minitest (5.5.1)
+    multi_json (1.10.1)
+    pg (0.18.1)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+    simplecov (0.9.1)
+      docile (~> 1.1.0)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    slop (3.6.0)
+    thread_safe (0.3.4)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+    wwtd (0.7.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (~> 4.1.9)
+  bundler (~> 1.7)
+  pg (>= 0.17.0)
+  pry
+  rake (~> 10.0)
+  rspec (~> 2.14.0)
+  simplecov
+  transaction_reliability!
+  wwtd

data/gemfiles/rails42.gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'pry'
+gem 'activerecord', '~> 4.2.0'
+
+# Specify your gem's dependencies in pg_funcall.gemspec
+gemspec :path=>"../"

data/gemfiles/rails42.gemfile.lock

@@ -0,0 +1,70 @@
+PATH
+  remote: ../
+  specs:
+    transaction_reliability (0.1.0)
+      activerecord (>= 4.0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.2.0)
+      activesupport (= 4.2.0)
+      builder (~> 3.1)
+    activerecord (4.2.0)
+      activemodel (= 4.2.0)
+      activesupport (= 4.2.0)
+      arel (~> 6.0)
+    activesupport (4.2.0)
+      i18n (~> 0.7)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.3, >= 0.3.4)
+      tzinfo (~> 1.1)
+    arel (6.0.0)
+    builder (3.2.2)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    i18n (0.7.0)
+    json (1.8.2)
+    method_source (0.8.2)
+    minitest (5.5.1)
+    multi_json (1.10.1)
+    pg (0.18.1)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+    simplecov (0.9.1)
+      docile (~> 1.1.0)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    slop (3.6.0)
+    thread_safe (0.3.4)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+    wwtd (0.7.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (~> 4.2.0)
+  bundler (~> 1.7)
+  pg (>= 0.17.0)
+  pry
+  rake (~> 10.0)
+  rspec (~> 2.14.0)
+  simplecov
+  transaction_reliability!
+  wwtd

data/lib/transaction_reliability.rb

@@ -0,0 +1,237 @@
+#
+# Provide utilities for the (more) reliable handling of database errors 
+# related to concurrency or connectivity.
+#
+# Currently only handles Postgresql and Mysql, assuming use of
+# the PG and Mysql2 drivers respectively
+#
+module TransactionReliability
+
+  # 
+  # We inherit from StatementInvalid because of compatibility with 
+  # all the code which may rescue StatementInvalid
+  # 
+  class TransientTransactionError < ActiveRecord::StatementInvalid
+  end
+
+  #
+  # Parent class for deadlocks, serialization failures, and other
+  # non-fatal errors that can be handled by retrying a transaction
+  #
+  class ConcurrencyError < TransientTransactionError
+  end
+
+  #
+  # There has been an unresolvable write conflict between two transactions
+  #
+  class DeadlockDetected < ConcurrencyError
+  end
+
+  #
+  # For transaction in isolation level SERIALIZABLE, some conflict
+  # has been detected. The transaction should be retried.
+  #
+  class SerializationFailure < ConcurrencyError
+  end
+
+  #
+  # The connection to the database has been lost.
+  #
+  class ConnectionLost < TransientTransactionError
+  end
+
+  module Helpers
+    #
+    # Intended to be included in an ActiveRecord model class.
+    #
+    # Retries a block (which usually contains a transaction) under certain
+    # failure conditions, up to a configurable number of times with an
+    # exponential backoff delay between each attempt.
+    #
+    # Conditions for retrying:
+    #
+    #    1. Database connection lost
+    #    2. Query or txn failed due to detected deadlock 
+    #       (Mysql/InnoDB and Postgres can both signal this for just about 
+    #        any transaction)
+    #    3. Query or txn failed due to serialization failure 
+    #       (Postgres will signal this for transactions in isolation 
+    #        level SERIALIZABLE)
+    #
+    # options: 
+    #    retry_count  - how many retries to make; default 4
+    #
+    #    backoff      - time period before 1st retry, in fractional seconds.
+    #                   will double at every retry. default 0.25 seconds.
+    #
+    #    exit_on_disconnect 
+    #                 - whether to call exit if no retry succeeds and
+    #                   the cause is a failed connection
+    #
+    #    exit_on_fail - whether to call exit if no retry succeeds
+    #
+    # defaults:
+    #    
+    #
+    def with_transaction_retry(options = {})
+      retry_count         = options.fetch(:retry_count,            4)
+      backoff             = options.fetch(:backoff,             0.25)
+      exit_on_fail        = options.fetch(:exit_on_fail,       false)
+      exit_on_disconnect  = options.fetch(:exit_on_disconnect,  true)
+
+      count               = 0
+
+      # list of exceptions we may catch
+      exceptions = ['ActiveRecord::StatementInvalid', 'PG::Error', 'Mysql2::Error'].
+                     map {|name| name.safe_constantize}.
+                     compact
+
+      #
+      # There are times when, for example, 
+      # a raw PG::Error is throw rather than a wrapped ActiveRecord::StatementInvalid
+      #
+      # Also, connector-specific classes like PG::Error may not be defined
+      #
+      begin
+        connection_lost = false
+        yield
+      rescue *exceptions => e
+        translated = TransactionReliability.rewrap_exception(e)
+
+        case translated
+          when ConnectionLost
+            (options[:connection] || ActiveRecord::Base.connection).reconnect!
+            connection_lost = true
+          when DeadlockDetected, SerializationFailure
+          else
+            raise translated
+        end
+
+        # Retry up to retry_count times
+        if count < retry_count
+          sleep backoff
+          count   += 1
+          backoff *= 2
+          retry
+        else
+          if (connection_lost && exit_on_disconnect) || exit_on_fail
+            exit
+          else 
+            raise(translated)
+          end
+        end
+      end
+    end
+
+    #
+    # Execute some code in a DB transaction, with retry
+    #
+    def transaction_with_retry(txn_options = {}, retry_options = {})
+      base_obj = self.respond_to?(:transaction) ? self : ActiveRecord::Base
+
+      with_transaction_retry(retry_options) do
+        base_obj.transaction(txn_options) do
+          yield
+        end
+      end
+    end
+  end
+
+  # allow the helper methods to be accessed as methods on this module
+  extend(Helpers)
+
+  #
+  # Unwrap ActiveRecord::StatementInvalid into some more specific exceptions
+  # that we define.
+  #
+  # Only defined for Mysql2 and PG drivers at the moment
+  #
+  def self.rewrap_exception(exception)
+    if exception.message.start_with?('PG::') || exception.class.name.start_with?('PG::')
+      rewrap_pg_exception exception
+    elsif exception.message =~ /^mysql2::/i
+      rewrap_mysql2_exception exception
+    else
+      exception
+    end
+  end
+
+  protected
+
+  SQLSTATE_CONNECTION_ERRORS = 
+            [
+              '08000',   # connection_exception
+              '08003',   # connection_does_not_exist
+              '08006',   # connection_failure
+              '08001',   # sqlclient_unable_to_establish_sqlconnection
+              '08004',   # sqlserver_rejected_establishment_of_sqlconnection
+              '08007',   # transaction_resolution_unknown
+              '08P01'    # protocol_violation
+            ]
+
+  SQLSTATE_DEADLOCK_ERRORS = 
+            [
+              '40P01'    # deadlock detected
+            ]
+
+  SQLSTATE_ISOLATION_ERRORS = 
+            [
+              '40001'    # serialization failure
+            ]
+
+
+  def self.rewrap_pg_exception(exception)
+    message = exception.message
+    orig    = case
+              when exception.is_a?(PG::Error)
+                exception
+              when exception.respond_to?(:original_exception)
+                exception.original_exception
+              else
+                exception
+              end
+
+    if orig.is_a? PG::Error
+      sqlstate = orig.result.result_error_field(PGresult::PG_DIAG_SQLSTATE) rescue nil
+    else
+      sqlstate = nil
+    end
+
+    case
+      when orig.is_a?(PG::ConnectionBad)           || SQLSTATE_CONNECTION_ERRORS.include?(sqlstate)
+        ConnectionLost.new(message, orig)
+      when orig.is_a?(PG::TRDeadlockDetected)      || SQLSTATE_DEADLOCK_ERRORS.include?(sqlstate)
+        DeadlockDetected.new(message, orig)
+      when orig.is_a?(PG::TRSerializationFailure)  || SQLSTATE_ISOLATION_ERRORS.include?(sqlstate)
+        SerializationFailure.new(message, orig)
+      else
+        exception
+    end
+  end
+
+  #
+  # Ugh. This may not work if you're using non-English localization
+  # for your MySQL server.
+  #
+  def self.rewrap_mysql_exception(exception)
+    orig    = exception.original_exception
+    message = exception.message
+
+    case 
+    when message =~ /Serialization failure/i
+      SerializationFailure.new(message, orig)
+    when message =~ /Deadlock found when trying to get lock/i || 
+         message =~ /Lock wait timeout exceeded/i
+      DeadlockDetected.new(message, orig)
+    when message =~ /Lost connection to MySQL server/i        ||
+         message =~ /Invalid connection handle/i              ||
+         message =~ /MySQL server has gone away/i             ||
+         message =~ /Broken pipe/i                            ||
+         message =~ /Server shutdown in progress/i
+      ConnectionLost.new(message, orig)
+    else
+      exception
+    end
+  end
+end
+

data/lib/transaction_reliability/version.rb

@@ -0,0 +1,3 @@
+module TransactionReliability
+  VERSION = "0.1.0"
+end

data/script/rebundle.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+for gemfile in gemfiles/*.gemfile; do
+  bundle --no-deployment --gemfile $gemfile
+done

data/script/shell

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'yaml'
+require 'active_record'
+configs = YAML.load(File.read("config/database.yml.example"))
+ActiveRecord::Base.establish_connection(configs['development'])
+
+require 'transaction_reliability'
+
+def conn
+  ActiveRecord::Base.connection
+end
+
+begin
+  require 'pry'
+  Pry.start
+rescue LoadError
+  require 'irb'
+  IRB.start
+end
+

data/spec/lib/transaction_reliability_spec.rb

@@ -0,0 +1,195 @@
+require 'spec_helper'
+require 'pg'
+
+describe TransactionReliability do
+
+  class TrSpecTable < ActiveRecord::Base
+    extend TransactionReliability::Helpers
+    self.table_name = 'public.tr_spec_table'
+  end
+
+  class Foo
+    extend TransactionReliability::Helpers
+    def self.transaction(*args)
+      puts "txn called with #{args.inspect}"
+      yield
+    end
+  end
+
+  # before(:all) do
+  #   ActiveRecord::Base.connection.execute <<-SQL
+  #     DROP TABLE IF EXISTS public.tr_spec_table;
+  #     CREATE TABLE IF NOT EXISTS public.tr_spec_table
+  #         (name text, num integer, ts timestamp);
+  #   SQL
+  #
+  #   # ActiveRecord::Base.reset_column_information
+  # end
+
+  # after(:all) do
+  #   ActiveRecord::Base.connection.execute <<-SQL
+  #     DROP TABLE IF EXISTS public.tr_spec_table;
+  #   SQL
+  # end
+
+  let! :conn1 do
+    ActiveRecord::Base.connection_pool.checkout
+  end
+
+  let! :conn2 do
+    ActiveRecord::Base.connection_pool.checkout
+  end
+
+  after(:each) do
+    [conn1, conn2].each {|conn| ActiveRecord::Base.connection_pool.checkin(conn) }
+  end
+
+  let :counter do
+    double('counter')
+  end
+
+  def fake_deadlock
+    raise PG::TRDeadlockDetected, "PG::TRDeadlockDetected fake"
+  end
+
+  def fake_serialization_failure
+    raise PG::TRSerializationFailure, "PG::TRSerializationFailure fake"
+  end
+
+  def fake_connection_lost
+    raise PG::ConnectionBad, "PG::ConnectionBad fake"
+  end
+
+  class ActiveRecord::Base
+    def self.transaction(*args)
+      puts "calling fake .transaction() in AR::Base"
+      yield
+    end
+
+    def self.connection
+      double()
+    end
+  end
+
+  context 'uncontended' do
+    context 'transaction_with_retry' do
+      it 'should run the block once' do
+        counter.should_receive(:doit).exactly(1).times
+        ActiveRecord::Base.should_receive(:transaction).exactly(1).times.and_call_original
+
+        TransactionReliability.transaction_with_retry do
+          counter.doit
+        end
+      end
+    end
+
+    context 'with_transaction_retry' do
+      it 'should run the block once' do
+        counter.should_receive(:doit).exactly(1).times
+        ActiveRecord::Base.should_not_receive(:transaction)
+
+        TransactionReliability.with_transaction_retry do
+          counter.doit
+        end
+      end
+
+      it 'should not re-run on ordinary failure' do
+        counter.should_receive(:doit).exactly(1).times
+
+        expect do
+          TransactionReliability.with_transaction_retry do
+            counter.doit
+            raise ArgumentError
+          end
+        end.to raise_error(ArgumentError)
+      end
+    end
+
+    context 'with simulated error on PG' do
+      it 'should run the block the maximum number of times' do
+        counter.should_receive(:doit).exactly(5).times
+
+        expect do
+          TransactionReliability.with_transaction_retry(backoff: 0) do
+            counter.doit
+            fake_deadlock
+          end
+        end.to raise_error
+      end
+
+      it 'should return TransactionReliability::DeadlockDetected error on unresolved deadlock' do
+        expect do
+          TransactionReliability.with_transaction_retry(retry_count: 1) do
+            fake_deadlock
+          end
+        end.to raise_error(TransactionReliability::DeadlockDetected)
+      end
+
+      it 'should return TransactionReliability::SerializationFailure on unresolved serialization failure' do
+        expect do
+          TransactionReliability.with_transaction_retry(retry_count: 1) do
+            fake_serialization_failure
+          end
+        end.to raise_error(TransactionReliability::SerializationFailure)
+      end
+    end
+
+    context 'with simulated connection failure' do
+      let :countup do
+        [0]
+      end
+
+      let :connection do
+        double('Connection')
+      end
+
+      before do
+        ActiveRecord::Base.should_receive(:connection).at_least(1).times.and_return(connection)
+      end
+
+      it 'should retry the block' do
+        counter.should_receive(:doit).exactly(5).times
+        connection.should_receive(:reconnect!).at_least(1).times
+
+        expect do
+          TransactionReliability.with_transaction_retry(backoff: 0) do
+            counter.doit
+            fake_connection_lost
+          end
+        end.to raise_error
+      end
+
+      it 'should reconnect' do
+        connection.should_receive(:reconnect!).exactly(1).times
+        counter.should_receive(:doit).exactly(2).times
+
+        TransactionReliability.with_transaction_retry(backoff: 0) do
+          counter.doit
+          countup[0] += 1
+          fake_connection_lost if countup[0] == 1
+        end
+      end
+
+      it 'should raise ConnectionLost if unresolved' do
+        connection.should_receive(:reconnect!).at_least(1).times
+
+        expect do
+          TransactionReliability.with_transaction_retry(retry_count: 1, exit_on_disconnect: false) do
+            fake_connection_lost
+          end
+        end.to raise_error(TransactionReliability::ConnectionLost)
+      end
+
+      it 'should call exit if the connection cannot be re-established and configured to exit' do
+        connection.should_receive(:reconnect!).at_least(1).times
+
+        expect do
+          TransactionReliability.with_transaction_retry(retry_count: 1, exit_on_disconnect: true) do
+            fake_connection_lost
+          end
+        end.to raise_error(SystemExit)
+      end
+    end
+  end
+
+  end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+if ENV['COVERAGE'] == 'true'
+  require 'simplecov'
+  SimpleCov.start
+end
+
+require 'yaml'
+require 'active_record'
+configs = YAML.load(File.read("config/database.yml.example"))
+ActiveRecord::Base.establish_connection(configs['test'])
+
+require 'transaction_reliability'
+
+begin
+  require 'pry'
+rescue LoadError
+  #
+end

data/transaction_reliability.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'transaction_reliability/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "transaction_reliability"
+  spec.version       = TransactionReliability::VERSION
+  spec.authors       = ["Robert Sanders"]
+  spec.email         = ["robert@curioussquid.com"]
+  spec.summary       = %q{Functions to wrap and retry a code block when the DB declares a serialization failure or deadlock.}
+  # spec.description   = %q{TODO: Write a longer description. Optional.}
+  spec.homepage      = "http://github.com/rsanders/transaction_reliability"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features|gemfiles|config)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "activerecord", ">= 4.0.0"
+
+  spec.add_development_dependency "pg", ">= 0.17.0"
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 2.14.0"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "wwtd"
+end

metadata

@@ -0,0 +1,176 @@
+--- !ruby/object:Gem::Specification
+name: transaction_reliability
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Robert Sanders
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: wwtd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- robert@curioussquid.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- config/database.yml
+- config/database.yml.example
+- gemfiles/rails40.gemfile
+- gemfiles/rails40.gemfile.lock
+- gemfiles/rails41.gemfile
+- gemfiles/rails41.gemfile.lock
+- gemfiles/rails42.gemfile
+- gemfiles/rails42.gemfile.lock
+- lib/transaction_reliability.rb
+- lib/transaction_reliability/version.rb
+- script/rebundle.sh
+- script/shell
+- spec/lib/transaction_reliability_spec.rb
+- spec/spec_helper.rb
+- transaction_reliability.gemspec
+homepage: http://github.com/rsanders/transaction_reliability
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Functions to wrap and retry a code block when the DB declares a serialization
+  failure or deadlock.
+test_files:
+- config/database.yml
+- config/database.yml.example
+- gemfiles/rails40.gemfile
+- gemfiles/rails40.gemfile.lock
+- gemfiles/rails41.gemfile
+- gemfiles/rails41.gemfile.lock
+- gemfiles/rails42.gemfile
+- gemfiles/rails42.gemfile.lock
+- spec/lib/transaction_reliability_spec.rb
+- spec/spec_helper.rb