diametric 0.0.4 → 0.1.1

data/lib/diametric/rest_service.rb

@@ -0,0 +1,74 @@
+require 'diametric/service_base'
+
+module Diametric
+  class RestService
+    include ::Diametric::ServiceBase
+    class << self
+      def datomic_command(datomic_home)
+        classpath = datomic_classpath(datomic_home)
+        command = ["java -server -Xmx1g", "-cp", classpath, "clojure.main", "-i", "#{datomic_home}/bin/bridge.clj", "--main datomic.rest"].flatten.join(" ")
+      end
+    end
+
+    attr_accessor :datomic_version, :datomic_version_no, :datomic_home, :pid
+    attr_accessor :host, :port, :db_alias, :uri
+
+   def initialize(conf="datomic_version.yml", dest="vendor/datomic")
+      @conf = conf
+      @dest = dest
+      @datomic_version = RestService.datomic_version(conf)
+      @datomic_home = File.join(File.dirname(__FILE__), "../..", dest, @datomic_version)
+      @datomic_version_no = RestService.datomic_version_no(@datomic_version)
+      @pid = nil
+    end
+
+    def start(opts={})
+      return if @pid
+      RestService.download(@conf, @dest)
+      command = RestService.datomic_command(@datomic_home)
+
+      require 'socket'
+      @host = opts[:host] ? opts[:host] : Socket.gethostname
+      @port = opts[:port] ? opts[:port] : 9000
+      @db_alias = opts[:db_alias] ? opts[:db_alias] : "free"
+      @uri = opts[:uri] ? opts[:uri] : "datomic:mem://"
+
+      uri = URI("http://#{@host}:#{@port}/")
+
+      unless port_available?(uri)
+        puts "Somebody is using #{@port}. Choose other."
+        return
+      end
+
+      temp_pid = spawn("#{command} -p #{@port} #{@db_alias} #{@uri}")
+
+      @pid = temp_pid if ready?(uri)
+    end
+
+    def stop
+      Process.kill("HUP", @pid) if @pid
+      @pid = nil
+    end
+
+    def port_available?(uri)
+      response = Net::HTTP.get_response(uri)
+      false
+    rescue Errno::ECONNREFUSED
+      true
+    end
+
+    def ready?(uri)
+      while true
+        begin
+          response = Net::HTTP.get_response(uri)
+          return true
+        rescue
+          sleep 1
+          redo
+        end
+      end
+      true
+    end
+
+  end
+end

data/lib/diametric/service_base.rb

@@ -0,0 +1,77 @@
+require 'net/http'
+require 'pathname'
+require 'yaml'
+
+module Diametric
+  module ServiceBase
+    def self.included(base)
+      base.send(:extend, ClassMethods)
+    end
+
+    module ClassMethods
+      def datomic_conf_file?(file="datomic_version.yml")
+        if Pathname.new(file).relative?
+          file = File.join(File.dirname(__FILE__), "../..", file)
+        end
+        return File.exists?(file)
+      end
+
+      def datomic_version(conf="datomic_version.yml")
+        if datomic_conf_file?(conf)
+          datomic_names = File.read(File.join(File.dirname(__FILE__), "../..", conf))
+          datomic_versions = YAML.load(datomic_names)
+          if ENV['DIAMETRIC_ENV'] && (ENV['DIAMETRIC_ENV'] == "pro")
+            datomic_versions["pro"]
+          else
+            datomic_versions["free"]
+          end
+        else
+          conf
+        end
+      end
+
+      def datomic_version_no(datomic_version_str)
+        /(\d|\.)+/.match(datomic_version_str)[0]
+      end
+
+      def downloaded?(conf="datomic_version.yml", dest="vendor/datomic")
+        datomic_home = datomic_version(conf)
+        if Pathname.new(dest).relative?
+          dest = File.join(File.dirname(__FILE__), "..", "..", dest)
+        end
+        File.exists?(File.join(dest, datomic_home))
+      end
+
+      def download(conf="datomic_version.yml", dest="vendor/datomic")
+        return true if downloaded?(conf, dest)
+        version = datomic_version(conf)
+        url = "http://downloads.datomic.com/#{datomic_version_no(version)}/#{version}.zip"
+        if Pathname.new(dest).relative?
+          dest = File.join(File.dirname(__FILE__), "../..", dest)
+        end
+        require 'open-uri'
+        require 'zip/zipfilesystem'
+        open(url) do |zip_file|
+          Zip::ZipFile.open(zip_file.path) do |zip_path|
+            zip_path.each do |zip_entry|
+              file_path = File.join(dest, zip_entry.to_s)
+              FileUtils.mkdir_p(File.dirname(file_path))
+              zip_path.extract(zip_entry, file_path) { true }
+            end
+          end
+        end
+      end
+
+      def datomic_classpath(datomic_home)
+        # Find jar archives
+        jars = Dir["#{datomic_home}/lib/*.jar"]
+        jars += Dir["#{datomic_home}/*transactor*.jar"]
+
+        # Setup CLASSPATH
+        classpath = jars.join(File::PATH_SEPARATOR)
+        files = ["samples/clj", "bin", "resources"]
+        classpath += File::PATH_SEPARATOR + files.collect {|f| datomic_home + "/" + f}.join(File::PATH_SEPARATOR)
+      end
+    end
+  end
+end

data/lib/diametric/transactor.rb

@@ -0,0 +1,86 @@
+require 'diametric/service_base'
+require 'pathname'
+require 'securerandom'
+
+module Diametric
+  class Transactor
+    include ::Diametric::ServiceBase
+    class << self
+      def datomic_command(datomic_home)
+        classpath = datomic_classpath(datomic_home)
+        java_opts = "-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:+CMSParallelRemarkEnabled -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly"
+        command = ["java -server -Xmx1g -Xms1g", java_opts, "-cp", classpath, "clojure.main", "--main datomic.launcher"].flatten.join(" ")
+      end
+    end
+
+    attr_accessor :datomic_version, :datomic_version_no, :datomic_home, :pid
+    attr_accessor :host, :port, :db_alias, :uri
+
+    def initialize(conf="datomic_version.yml", dest="vendor/datomic")
+      @conf = conf
+      @dest = dest
+      @datomic_version = Transactor.datomic_version(conf)
+      if Pathname.new(dest).relative?
+        @datomic_home = File.join(File.dirname(__FILE__), "../..", dest, @datomic_version)
+      else
+        @datomic_home = File.join(dest, @datomic_version)
+      end
+      @datomic_version_no = Transactor.datomic_version_no(@datomic_version)
+      @hostname = nil
+      @port = nil
+      @pid = nil
+    end
+
+    def start(props)
+      return if @pid
+      Transactor.download(@conf, @dest)
+      command = Transactor.datomic_command(@datomic_home)
+
+      unless File.exists?(props)
+        puts "Transactor property file #{props} doesn't exist."
+        return
+      end
+      properties(props)
+      tmp_pid = spawn("#{command} #{props}")
+      if ready?
+        @pid = tmp_pid
+      end
+      @pid
+    end
+
+    def stop
+      Process.kill("HUP", @pid) if @pid
+      @pid = nil
+    end
+
+    def properties(props)
+      File.readlines(props).each do |line|
+        m = /^(host=)(.+)/.match(line)
+        if m && m[2]
+          @hostname = m[2]
+        end
+        m = /^(port=)(\d+)/.match(line)
+        if m && m[2]
+          @port = m[2]
+        end
+      end
+    end
+
+    def ready?
+      tmp_database = "datomic:free://#{@hostname}:#{port}/tmp_database-#{SecureRandom.uuid}"
+      while true
+        begin
+          if Diametric::Persistence::Peer.create_database(tmp_database)
+            Diametric::Persistence::Peer.delete_database(tmp_database)
+            return true
+          end
+        rescue
+          sleep 1
+          redo
+        end
+      end
+      true
+    end
+  end
+
+end

data/lib/diametric/version.rb

@@ -1,3 +1,3 @@
 module Diametric
-  VERSION = "0.0.4"
+  VERSION = "0.1.1"
 end

data/lib/value_enums.rb

@@ -0,0 +1,8 @@
+module Kernel
+  def enum(syms)
+    prefix = self.name.downcase.sub(/::/, ".")
+    syms.each do |s|
+      const_set(s.to_s.upcase, ":#{prefix}/#{s.to_s.downcase.sub(/_/, "-")}")
+    end
+  end
+end

data/spec/conf_helper.rb

@@ -0,0 +1,55 @@
+require 'rspec'
+#require 'pry'
+
+if defined?(RUBY_ENGINE) && RUBY_ENGINE == "jruby"
+  require 'lock_jar'
+  jar_file = File.join(File.dirname(__FILE__), "..", "Jarfile")
+  lock_file = File.join(File.dirname(__FILE__), "..", "Jarfile.lock")
+  LockJar.lock(jar_file)
+  LockJar.install(lock_file)
+  LockJar.load(lock_file)
+end
+require 'diametric'
+#Dir["./spec/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |c|
+#  c.fail_fast = true
+
+  c.filter_run_excluding :integration => true unless ENV['INTEGRATION']
+  c.filter_run_excluding :jruby => (not is_jruby?)
+  c.filter_run_excluding :service => true unless ENV['RESTSERVICE']
+
+  c.filter_run_including :focused => true
+  c.alias_example_to :fit, :focused => true
+
+  c.run_all_when_everything_filtered = true
+  c.treat_symbols_as_metadata_keys_with_true_values = true
+
+  c.before(:suite) do
+    #@rest = Diametric::RestService.new("spec/test_version_file.cnf", "tmp/datomic")
+    #@rest.start(:port => 46291, :db_alias => @storage, :uri => "datomic:mem://")
+    #PID = @rest.pid
+  end
+
+  c.after(:suite) do
+    Diametric::Persistence::Peer.shutdown(true) if is_jruby?
+    #Process.kill("HUP", PID)
+  end
+end
+
+shared_examples "ActiveModel" do |model|
+  require 'test/unit/assertions'
+  require 'active_model/lint'
+  include Test::Unit::Assertions
+  include ActiveModel::Lint::Tests
+
+  active_model_lints = ActiveModel::Lint::Tests.public_instance_methods.map(&:to_s).grep(/^test/)
+
+  let(:model) { subject }
+
+  active_model_lints.each do |test_name|
+    it "#{test_name.sub(/^test_/, '')}" do
+      send(test_name)
+    end
+  end
+end

data/spec/config/free-transactor-template.properties

@@ -0,0 +1,73 @@
+################################################################
+# Basic connection settings.
+
+protocol=free
+host=localhost
+port=39082
+
+
+
+## OPTIONAL ####################################################
+# The dev: and free: protocols typically use three ports
+# starting with the selected :port, but you can specify the
+# other ports explicitly, e.g. for virtualization environs
+# that do not issue contiguous ports.
+
+# h2-port=4335
+# h2-web-port=4336
+
+
+
+################################################################
+# See http://docs.datomic.com/capacity.html
+
+
+# Recommended settings for -Xmx4g, ongoing usage.
+memory-index-threshold=32m
+memory-index-max=128m
+object-cache-max=1g
+
+# Recommended settings for -Xmx4g import jobs.
+# memory-index-threshold=512m
+# memory-index-max=1g
+# object-cache-max=1g
+
+# Recommended settings for -Xmx1g usage, e.g. dev laptops.
+# memory-index-threshold=32m
+# memory-index-max=128m
+# object-cache-max=128m
+
+
+
+## OPTIONAL ####################################################
+
+
+# Set to false to disable SSL between the peers and the transactor.
+# Default: true
+# encrypt-channel=true
+
+# Data directory is used for dev: and free: storage, and
+# as a temporary directory for all storages.
+data-dir=tmp/data
+
+# Transactor will log here, see bin/logback.xml to configure logging.
+log-dir=tmp/log
+
+# Transactor will write process pid here on startup
+pid-file=tmp/transactor.pid
+
+
+
+## OPTIONAL ####################################################
+# See http://docs.datomic.com/capacity.html
+
+
+# Soft limit on the number of concurrent writes to storage.
+# Default: 4, Miniumum: 2
+# write-concurrency=4
+
+# Soft limit on the number of concurrent reads to storage.
+# Default: 2 times write-concurrency, Miniumum: 2
+# read-concurrency=8
+
+

data/spec/config/logback.xml

@@ -0,0 +1,59 @@
+<configuration>
+
+  <!-- prevent per-message overhead for jul logging calls, e.g. Hornet -->
+  <contextListener class="ch.qos.logback.classic.jul.LevelChangePropagator">
+    <resetJUL>true</resetJUL>
+  </contextListener>
+
+  <appender name="MAIN" class="ch.qos.logback.core.rolling.RollingFileAppender">
+    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+      <fileNamePattern>${DATOMIC_LOG_DIR:-log}/%d{yyyy-MM-dd}.log</fileNamePattern>
+      <maxHistory>72</maxHistory> 
+    </rollingPolicy>
+    <prudent>true</prudent> <!-- multi jvm safe, slower -->
+    <encoder>
+      <pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} %-5level %-10contextName %logger{36} - %msg%n</pattern>
+    </encoder>
+  </appender>
+
+  <!-- uncomment to log storage access -->
+  <!-- <logger name="datomic.kv-cluster" level="DEBUG"/> -->
+
+  <!-- uncomment to log transactor heartbeat -->
+  <!-- <logger name="datomic.lifecycle" level="DEBUG"/> -->
+
+  <!-- uncomment to log transactions (transactor side) -->
+  <!-- <logger name="datomic.transaction" level="DEBUG"/> -->
+
+  <!-- uncomment to log transactions (peer side) -->
+  <!-- <logger name="datomic.peer" level="DEBUG"/> -->
+
+  <!-- uncomment to log the transactor log -->
+  <!-- <logger name="datomic.log" level="DEBUG"/> -->
+
+  <!-- uncomment to log peer connection to transactor -->
+  <!-- <logger name="datomic.connector" level="DEBUG"/> -->
+
+  <!-- uncomment to log storage gc -->
+  <!-- <logger name="datomic.garbage" level="DEBUG"/> -->
+
+  <!-- these namespsaces create a ton of log noise -->
+  <logger name="httpclient" level="INFO"/>
+  <logger name="org.apache.commons.httpclient" level="INFO"/>
+  <logger name="org.apache.http" level="INFO"/>
+  <logger name="org.jets3t" level="INFO"/>
+  <logger name="com.amazonaws" level="INFO"/>
+  <logger name="com.amazonaws.request" level="WARN"/>
+  <logger name="sun.rmi" level="INFO"/> 
+  <logger name="net.spy.memcached" level="INFO"/>
+  <logger name="com.couchbase.client" level="INFO"/>
+  <logger name="org.apache.zookeeper" level="INFO"/>
+  <logger name="com.ning.http.client.providers.netty" level="INFO"/>
+  <logger name="org.eclipse.jetty" level="INFO"/>
+  <logger name="org.hornetq.core.client.impl" level="INFO"/>
+  <logger name="org.apache.tomcat.jdbc.pool" level="INFO"/>
+
+  <root level="info">
+    <appender-ref ref="MAIN"/>
+  </root>
+</configuration>