eternity 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ae0c0bddc4d901d3dcd08eaeca52e6bfe57795b6
+  data.tar.gz: 96978a1839083f06460ebbf2f42c7b11a0315402
+SHA512:
+  metadata.gz: 0d617c2fb2ce1a9bfb5f7c6512b475c088b05dc003bfacb2ce05899c84377c7da3f3cf28fd1e950b05b79dc17343168788b0f55c7465dcd0d5b09aaecb20203a
+  data.tar.gz: 2c4c6561199c5784d577d850eaac89455881962fd1864aef2264dfc1eba444a774ef6799bdd62551c0d66b6e7fbde8616e292ccbb8d5f0959177c98da590f88b

data/.coveralls.yml

@@ -0,0 +1,2 @@
+service_name: travis-ci
+repo_token: c6cJugfMAHI1tn7oU7y5Gqai9VvHtKFQ9

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.ruby-gemset

@@ -0,0 +1 @@
+eternity

data/.ruby-version

@@ -0,0 +1 @@
+ruby 2.1

data/.travis.yml

@@ -0,0 +1,9 @@
+language: ruby
+rvm:
+  - 1.9.3
+  - 2.0
+  - 2.1
+  - 2.2
+  - jruby
+services:
+  - redis-server

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in eternity.gemspec
+gemspec
+
+gem 'coveralls', require: false

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Gabriel Naiman
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,35 @@
+# Eternity
+
+[![Gem Version](https://badge.fury.io/rb/eternity.png)](https://rubygems.org/gems/eternity)
+[![Build Status](https://travis-ci.org/gabynaiman/eternity.png?branch=master)](https://travis-ci.org/gabynaiman/eternity)
+[![Coverage Status](https://coveralls.io/repos/gabynaiman/eternity/badge.png?branch=master)](https://coveralls.io/r/gabynaiman/eternity?branch=master)
+[![Code Climate](https://codeclimate.com/github/gabynaiman/eternity.png)](https://codeclimate.com/github/gabynaiman/eternity)
+[![Dependency Status](https://gemnasium.com/gabynaiman/eternity.png)](https://gemnasium.com/gabynaiman/eternity)
+
+Distributed database version control system
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'eternity'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install eternity
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/gabynaiman/eternity/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,18 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new(:spec) do |t|
+  t.libs << 'spec'
+  t.pattern = 'spec/**/*_spec.rb'
+  t.verbose = false
+end
+
+task :console do
+  require 'pry'
+  require 'eternity'
+  include Eternity
+  ARGV.clear
+  Pry.start
+end
+
+task default: :spec

data/eternity.gemspec

@@ -0,0 +1,39 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'eternity/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'eternity'
+  spec.version       = Eternity::VERSION
+  spec.authors       = ['Gabriel Naiman']
+  spec.email         = ['gabynaiman@gmail.com']
+  spec.summary       = 'Distributed database version control system'
+  spec.description   = 'Distributed database version control system'
+  spec.homepage      = 'https://github.com/gabynaiman/eternity'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'redic', '~> 1.2.0'
+  spec.add_dependency 'restruct', '~> 0.0.3'
+  spec.add_dependency 'class_config', '~> 0.0.2'
+  spec.add_dependency 'locky', '~> 0.0.3'
+  spec.add_dependency 'transparent_proxy', '~> 0.0.4'
+
+  if RUBY_PLATFORM == 'java'
+    spec.add_dependency 'msgpack-jruby'
+  else
+    spec.add_dependency 'msgpack', '~> 0.5.9'
+  end
+
+  spec.add_development_dependency 'bundler', '~> 1.5'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'minitest', '~> 4.7'
+  spec.add_development_dependency 'turn', '~> 0.9'
+  spec.add_development_dependency 'simplecov'
+  spec.add_development_dependency 'pry-nav'
+end

data/lib/eternity.rb

@@ -0,0 +1,64 @@
+require 'redic'
+require 'digest/sha1'
+require 'msgpack'
+require 'class_config'
+require 'logger'
+require 'fileutils'
+require 'forwardable'
+require 'restruct'
+require 'base64'
+require 'locky'
+require 'transparent_proxy'
+
+module Eternity
+
+  INSERT = 'insert'.freeze
+  UPDATE = 'update'.freeze
+  DELETE = 'delete'.freeze
+
+  TIME_FORMAT = '%Y-%m-%dT%H:%M:%S%z'
+
+  extend ClassConfig
+
+  attr_config :redis, Redic.new
+  attr_config :keyspace, Restruct::Id.new(:eternity)
+  attr_config :blob_cache_expiration, 24 * 60 * 60 # 1 day in seconds
+  attr_config :blob_path, File.join(Dir.home, '.eternity')
+  attr_config :logger, Logger.new(STDOUT)
+
+  def self.locker_storage
+    @locker_storage ||= Restruct::MarshalHash.new redis: Redic.new(redis.url), 
+                                                  id: keyspace[:locker]
+  end
+
+  def self.redis_keys
+    redis.call 'KEYS', keyspace['*']
+  end
+
+  def self.clear_redis
+    redis_keys.each do |key|
+      redis.call 'DEL', key
+    end
+  end
+
+  def self.clear_file_system
+    FileUtils.rm_rf blob_path if Dir.exists? blob_path
+  end
+
+end
+
+require_relative 'eternity/version'
+require_relative 'eternity/log'
+require_relative 'eternity/blob'
+require_relative 'eternity/repository'
+require_relative 'eternity/object_tracker'
+require_relative 'eternity/collection_tracker'
+require_relative 'eternity/tracker'
+require_relative 'eternity/collection_index'
+require_relative 'eternity/index'
+require_relative 'eternity/commit'
+require_relative 'eternity/branch'
+require_relative 'eternity/patch'
+require_relative 'eternity/track_flatter'
+require_relative 'eternity/conflict_resolver'
+require_relative 'eternity/delta'

data/lib/eternity/blob.rb

@@ -0,0 +1,94 @@
+module Eternity
+  class Blob
+
+    attr_reader :type, :sha1
+
+    def initialize(type, sha1)
+      @type = type
+      @sha1 = sha1
+    end
+
+    def data
+      sha1 ? Blob.read(type, sha1) : {}
+    end
+
+    class << self
+  
+      def write(type, data)
+        serialization = serialize data
+        sha1 = digest serialization
+
+        write_redis type, sha1, serialization
+        write_file type, sha1, serialization
+
+        sha1
+      end
+
+      def read(type, sha1)
+        deserialize read_redis(type, sha1) || read_file(type, sha1)
+      end
+
+      def digest(string)
+        Digest::SHA1.hexdigest string
+      end
+
+      def serialize(data)
+        MessagePack.pack normalize(data)
+      end
+
+      def deserialize(string)
+        MessagePack.unpack string
+      end
+
+      def normalize(data)
+        sorted_data = Hash[data.sort_by { |k,v| k.to_s }]
+        sorted_data.each { |k,v| sorted_data[k] = v.utc.strftime TIME_FORMAT if v.respond_to? :utc }
+      end
+
+      def clear_cache
+        Eternity.redis.call('KEYS', Eternity.keyspace[:blob]['*']).each_slice(1000) do |keys|
+          Eternity.redis.call 'DEL', *keys
+        end
+      end
+
+      def count
+        Eternity.redis.call('KEYS', Eternity.keyspace[:blob]['*']).count
+      end
+
+      private
+
+      def write_redis(type, sha1, serialization)
+        Eternity.redis.call 'SET', Eternity.keyspace[:blob][type][sha1], serialization, 
+                            'EX', Eternity.blob_cache_expiration
+      end
+
+      def read_redis(type, sha1)
+        Eternity.redis.call 'GET', Eternity.keyspace[:blob][type][sha1]
+      end
+
+      def write_file(type, sha1, serialization)
+        filename = file_for type, sha1
+        if !File.exists? filename
+          dirname = File.dirname filename
+          FileUtils.mkpath dirname unless Dir.exists? dirname
+          File.write filename, Base64.encode64(serialization)
+        end
+      end
+
+      def read_file(type, sha1)
+        serialization = Base64.decode64(IO.read(file_for(type, sha1)))
+        write_redis type, sha1, serialization
+        serialization
+
+      rescue Errno::ENOENT
+        raise "Blob not found: #{type} -> #{sha1}"
+      end
+
+      def file_for(type, sha1)
+        File.join Eternity.blob_path, type.to_s, sha1[0..1], sha1[2..-1]
+      end
+
+    end
+    
+  end
+end

data/lib/eternity/branch.rb

@@ -0,0 +1,34 @@
+module Eternity
+  class Branch
+    class << self
+
+      def [](name)
+        Commit.new branches[name]
+      end
+
+      def []=(name, commit_id)
+        branches[name] = commit_id
+      end
+
+      def exists?(name)
+        branches.key? name
+      end
+
+      def delete(name)
+        branches.delete name
+      end
+
+      def names
+        branches.keys
+      end
+
+      private
+
+      def branches
+        @branches ||= Restruct::Hash.new redis: Eternity.redis,
+                                         id: Eternity.keyspace[:branches]
+      end
+
+    end
+  end
+end

data/lib/eternity/collection_index.rb

@@ -0,0 +1,47 @@
+module Eternity
+  class CollectionIndex
+
+    extend Forwardable
+    def_delegators :index, :to_h, :to_primitive, :empty?, :dump, :restore, :destroy, :count
+
+    def initialize(options)
+      @index = Restruct::Hash.new options
+    end
+
+    def collection_name
+      index.id.sections.last
+    end
+
+    def include?(id)
+      index.key? id
+    end
+
+    def [](id)
+      include?(id) ? Blob.new(:data, index[id]) : nil
+    end
+
+    def insert(id, data)
+      raise "#{collection_name.capitalize} #{id} already exists" if index.key? id
+      index[id] = Blob.write :data, data
+    end
+
+    def update(id, data)
+      raise "#{collection_name.capitalize} #{id} not found" unless index.key? id
+      index[id] = Blob.write :data, data
+    end
+
+    def delete(id)
+      raise "#{collection_name.capitalize} #{id} not found" unless index.key? id
+      index.delete id
+    end
+
+    def ids
+      index.keys
+    end
+
+    private
+
+    attr_reader :index
+
+  end
+end

data/lib/eternity/collection_tracker.rb

@@ -0,0 +1,55 @@
+module Eternity
+  class CollectionTracker
+    
+    Changes = Restruct::NestedHash.new ObjectTracker
+
+    extend Forwardable
+    def_delegators :changes, :to_h, :to_primitive, :count, :[], :destroy
+
+    def initialize(options)
+      @changes = Changes.new options
+    end
+
+    def insert(id, data)
+      changes[id].insert data
+    end
+
+    def update(id, data)
+      changes[id].update data
+    end
+
+    def delete(id)
+      changes[id].delete
+    end
+
+    def revert(id)
+      changes[id].revert
+    end
+
+    def revert_all
+      locker.lock! :revert_all do
+        changes.destroy
+      end
+    end
+
+    def flatten
+      changes.each_with_object({}) do |(id, tracker), hash|
+        change = tracker.flatten
+        hash[id] = change if change
+      end
+    end
+
+    private
+
+    attr_reader :changes
+
+    def locker
+      Locky.new repository_name, Eternity.locker_storage
+    end
+
+    def repository_name
+      changes.id.sections.reverse[2]
+    end
+
+  end
+end