melissadata 0.0.1 → 0.1.0

data/lib/melissadata/native_object/address.rb

@@ -1,3 +1,5 @@
+require '/opt/melissadata/lib/mdAddrRubyWrapper'
+
 module MelissaData::NativeObject
   class Address < Base
     def initialize(opts={})

data/lib/melissadata/native_object/base.rb

@@ -1,12 +1,11 @@
+require 'active_support/core_ext'
 module MelissaData::NativeObject
   class Base
-    attr_reader :obj, :license, :input, :output, :result_codes, :results_string
+    attr_reader :obj, :input, :output, :result_codes, :results_string
     attr_writer :data_dir
 
     def initialize(opts={})
-      @license  = opts[:license]  || "DEMO"
-
-      unless obj.SetLicenseString(@license)
+      unless obj.SetLicenseString(license)
         @license = "DEMO"
         puts "Invalid License: Running in DEMO MODE."
       end
@@ -38,6 +37,20 @@ module MelissaData::NativeObject
       end
     end
 
+    def license
+      @license ||= begin
+        default_filename = '/opt/melissadata/license.txt'
+
+        if File.exists?(default_filename)
+          File.read(default_filename).chomp
+        elsif (env_license = ENV['MELISSADATA_LICENSE'])
+          env_license
+        else
+          'DEMO'
+        end
+      end
+    end
+
     def parse_input
       raise "Needs to be overridden"
     end
@@ -73,7 +86,7 @@ module MelissaData::NativeObject
     end
 
     def data_dir
-      @data_dir ||= '/opt/melissa_data/data'
+      @data_dir ||= '/opt/melissadata/data'
     end
   end
 end

data/lib/melissadata/native_object/email.rb

@@ -1,3 +1,5 @@
+require '/opt/melissadata/lib/mdEmailRubyWrapper'
+
 module MelissaData::NativeObject
   class Email < Base
     def initialize(opts={})

data/lib/melissadata/native_object/geo.rb

@@ -1,3 +1,5 @@
+require '/opt/melissadata/lib/mdGeoRubyWrapper'
+
 module MelissaData::NativeObject
   class Geo < Base
     def initialize(opts={})

data/lib/melissadata/native_object/ip_locator.rb

@@ -1,3 +1,5 @@
+require '/opt/melissadata/lib/mdIpLocatorRubyWrapper'
+
 module MelissaData::NativeObject
   class IpLocator < Base
     def initialize(opts={})

data/lib/melissadata/native_object/name.rb

@@ -1,3 +1,5 @@
+require '/opt/melissadata/lib/mdNameRubyWrapper'
+
 module MelissaData::NativeObject
   class Name < Base
     def initialize(opts={})

data/lib/melissadata/native_object/phone.rb

@@ -1,3 +1,5 @@
+require '/opt/melissadata/lib/mdPhoneRubyWrapper'
+
 module MelissaData::NativeObject
   class Phone < Base
     def initialize(opts={})

data/lib/melissadata/server.rb

@@ -0,0 +1,10 @@
+require 'msgpack'
+require 'msgpack/rpc'
+
+module MelissaData
+  module Server
+    autoload :Base,       'melissadata/server/base'
+    autoload :TCP,        'melissadata/server/tcp'
+    autoload :Unix,       'melissadata/server/unix'
+  end
+end

data/lib/melissadata/server/base.rb

@@ -0,0 +1,145 @@
+require 'active_support/core_ext'
+
+module MelissaData::Server
+
+  class Base
+    attr_reader :server
+
+    def initialize
+      @server = MessagePack::RPC::Server.new
+    end
+
+    def run
+      raise 'I should have been overridden'
+    end
+
+    def process(opts={})
+      setup(opts)
+      process_address
+      process_email
+      process_geo
+      process_name
+      process_phone
+      process_ip
+
+      data
+    end
+
+    def setup(opts)
+      @input = opts.dup
+      @data = {}
+    end
+
+    def input
+      @input ||= {}
+    end
+
+    def data
+      @data ||= {}
+    end
+
+    def process_address(address=nil, zip=nil, city=nil, state=nil)
+      output = {}
+      input[:address] = address if address.present?
+      input[:zip] = zip if zip.present?
+      input[:city] = city if city.present?
+      input[:state] = state if state.present?
+
+      output = address_object.process(input)
+      output.delete_if{ |k,v| v.to_s.strip == "" }
+      data[:address] = output
+      output
+    end
+    alias_method :address, :process_address
+
+    def process_email(email=nil)
+      output = {}
+      input[:email] = email.to_s if email.present?
+
+      output = email_object.process(input)
+      output.delete_if{ |k,v| v.to_s.strip == "" }
+      data[:email] = output
+      output
+    end
+    alias_method :email, :process_email
+
+    def process_geo(zip=nil, plus4=nil, dpc=nil)
+      output = {}
+
+      input[:zip] = zip.to_s if zip.present?
+      input[:plus4] = plus4.to_s if plus4.present?
+      input[:delivery_point_code] = dpc.to_s if dpc.present?
+
+      output = geo_object.process(input)
+      output.delete_if{ |k,v| v.to_s.strip == "" }
+      data[:geo] = output
+
+      output
+    end
+    alias_method :geo, :process_geo
+
+    def process_name(first_name=nil, last_name=nil)
+      output = {}
+      input[:first_name] = first_name if first_name.present?
+      input[:last_name] = last_name if last_name.present?
+
+      output = name_object.process(input)
+      output.delete_if{ |k,v| v.to_s.strip == "" }
+      data[:name] = output
+      output
+    end
+    alias_method :name, :process_name
+
+    def process_phone(phone=nil, zip=nil)
+      output = {}
+      input[:phone] = phone if phone.present?
+      input[:zip] = zip.to_s if zip.present?
+
+      output = phone_object.process(input)
+      output.delete_if{ |k,v| v.to_s.strip == "" }
+      data[:phone] = output
+      output
+    end
+    alias_method :phone, :process_phone
+
+    def process_ip(ip=nil)
+      output = {}
+      input[:ip] = ip if ip.present?
+
+      output = ip_object.process(input)
+      output.delete_if{ |k,v| v.to_s.strip == "" }
+      data[:ip] = output
+      output
+    end
+    alias_method :ip, :process_ip
+
+    def address_object
+      @address_object ||= MelissaData::NativeObject::Address.new
+    end
+
+    def email_object
+      @email_object ||= MelissaData::NativeObject::Email.new
+    end
+
+    def geo_object
+      @geo_object ||= MelissaData::NativeObject::Geo.new
+    end
+
+    def name_object
+      @name_object ||= MelissaData::NativeObject::Name.new
+    end
+
+    def phone_object
+      @phone_object ||= MelissaData::NativeObject::Phone.new
+    end
+
+    def ip_object
+      @ip_object ||= MelissaData::NativeObject::IpLocator.new
+    end
+
+    def version
+      MelissaData::VERSION
+    end
+  end
+
+end

data/lib/melissadata/server/tcp.rb

@@ -0,0 +1,22 @@
+module MelissaData::Server
+
+  class TCP < Base
+    def run
+      trap("INT")  { self.stop }
+      trap("TERM") { self.stop }
+
+      host = MelissaData::DEFAULT_TCP_ADDRESS
+      port = MelissaData::DEFAULT_TCP_PORT
+      server.listen(host, port, self)
+
+      puts "== MelissaData TCP server is now listening on #{host}:#{port}"
+      server.run
+    end
+
+    def stop
+      puts "== Stopping MelissaData TCP server"
+      server.stop
+    end
+  end
+
+end

data/lib/melissadata/server/unix.rb

@@ -0,0 +1,24 @@
+require 'msgpack/rpc/transport/unix'
+
+module MelissaData::Server
+
+  class Unix < Base
+    def run
+      trap("INT")  { self.stop }
+      trap("TERM") { self.stop }
+
+      @socket_file = MelissaData::DEFAULT_SOCKET_FILE
+      listener = MessagePack::RPC::UNIXServerTransport.new @socket_file
+      server.listen(listener, self)
+      puts "== MelissaData Unix server is running - socket file: #{@socket_file}"
+      server.run
+    end
+
+    def stop
+      puts "== Stopping MelissaData Unix server"
+      server.stop
+      File.delete @socket_file if File.exists? @socket_file
+    end
+  end
+
+end

data/lib/melissadata/vagrant_plugin.rb

@@ -0,0 +1,23 @@
+$LOAD_PATH.unshift File.dirname(__FILE__)
+require 'vagrant'
+
+module MelissaData
+  module VagrantPlugin
+    module_function
+
+    autoload :Config,     'vagrant_plugin/config'
+    autoload :Command,    'vagrant_plugin/command'
+    autoload :Actions,    'vagrant_plugin/actions'
+
+    def load!
+      Config; Command; Actions # due to autoload
+      Vagrant::Action.register(:md_install, Vagrant::Action::Builder.new do
+        use Actions::Install
+      end)
+
+      Vagrant::Action.register(:md_update, Vagrant::Action::Builder.new do
+        use Actions::Update
+      end)
+    end
+  end
+end

data/lib/melissadata/vagrant_plugin/actions.rb

@@ -0,0 +1,9 @@
+module MelissaData::VagrantPlugin
+
+  module Actions
+    autoload :Base,       'vagrant_plugin/actions/base'
+    autoload :Install,    'vagrant_plugin/actions/install'
+    autoload :Update,     'vagrant_plugin/actions/update'
+  end
+
+end

data/lib/melissadata/vagrant_plugin/actions/base.rb

@@ -0,0 +1,60 @@
+module MelissaData::VagrantPlugin::Actions
+
+  class Base
+    def initialize(app, env)
+      @app = app
+      @env = env
+    end
+
+    protected
+
+    def copy_file(source_path, dest_subdir='')
+      filename = File.basename(source_path)
+      sub_dir = dest_subdir.empty? ? filename : "#{dest_subdir}/#{filename}"
+      dest_path = File.expand_path(sub_dir, @env['config'].melissadata.target_path)
+
+      if test? "[ -e #{dest_path} ]"
+        # file exists
+        # sudo "rm -f #{dest_path}"
+        @env.ui.info I18n.t("vagrant.plugins.melissadata.file_exists", :filename => dest_path), :prefix => false
+      else
+        @env.ui.info I18n.t("vagrant.plugins.melissadata.copying_file", :file => filename, :path => dest_path), :prefix => false
+        @vm.ssh.upload!(source_path, dest_path)
+      end
+
+      sudo "chmod u+w #{dest_path}"
+    end
+
+    def copy_dir(source_path, dest_subdir = '.', options={})
+      dest_path = File.expand_path(dest_subdir, @env['config'].melissadata.target_path)
+
+      full_dest_path = File.join(dest_path, File.basename(source_path))
+      if options[:overwrite]
+        exec "rm -rf #{full_dest_path}"
+      end
+
+      unless test? "[ -e #{full_dest_path} ]"
+        @env.ui.info I18n.t("vagrant.plugins.melissadata.copying_directory", :source => source_path, :target => dest_path), :prefix => false
+        @vm.ssh.execute do |ssh|
+          scp = Net::SCP.new(ssh.session)
+          scp.upload!(source_path, dest_path, :recursive => true)
+        end
+      end
+    end
+
+    def test?(command)
+      @vm.ssh.execute do |ssh|
+        return ssh.test?(command)
+      end
+    end
+
+    def exec(command)
+      @vm.ssh.execute{ |ssh| ssh.exec! command }
+    end
+
+    def sudo(command)
+      @vm.ssh.execute{ |ssh| ssh.sudo! command }
+    end
+  end
+
+end

data/lib/melissadata/vagrant_plugin/actions/install.rb

@@ -0,0 +1,78 @@
+module MelissaData::VagrantPlugin::Actions
+
+  # A Vagrant middleware which copies files from MelissaData DVDs to the VM
+  # and then compiles the shared objects
+  class Install < Base
+    def call(env)
+      @vm = env['vm']
+      if @vm.created? && @vm.vm.running?
+        target_root = env['config'].melissadata.target_path
+        env.ui.info I18n.t("vagrant.plugins.melissadata.installing", :path => target_root), :prefix => false
+
+        sudo "mkdir -p #{%w[ src lib data ].map{ |sub| "#{target_root}/#{sub}" }.join(' ')}"
+        sudo "chown -R vagrant:vagrant #{target_root}"
+
+        license_path = '/opt/melissadata/license.txt'
+        unless test? "[ -e #{license_path} ]"
+          license = env.ui.ask "Enter your MelissaData license:"
+          @vm.ssh.upload!(StringIO.new("#{license}\n"), license_path)
+        end
+
+        sudo "gem uninstall melissadata" if test? "ruby -r md -e 'puts MD::VERSION'"
+        gem_filename = "melissadata-#{MelissaData::VERSION}.gem"
+        copy_file "#{File.expand_path("pkg/#{gem_filename}", MelissaData.gem_root)}"
+        sudo "gem install #{target_root}/#{gem_filename} && rm #{target_root}/#{gem_filename}"
+
+        unless source_paths_and_names.empty?
+          source_paths_and_names.each do |source_path,name|
+            Dir["#{source_path}/linux/gcc34_64bit/*.h"].each{ |filename| copy_file filename, 'src' }
+            copy_file "#{source_path}/linux/gcc34_64bit/libmd#{name}.so", 'lib'
+            copy_file "#{source_path}/linux/interfaces/ruby/md#{name}RubyWrapper.cpp", 'src'
+            # Dir["#{source_path}/data/*"].each{ |filename| copy_file filename, 'data' }
+            Dir["#{source_path}/data/*"].each{ |filename| copy_dir filename, 'data' }
+          end
+
+          env.ui.info I18n.t("vagrant.plugins.melissadata.compiling"), :prefix => false
+          exec "cd #{target_root}/src && make #{source_paths_and_names.map{ |path,name| name }.join(' ')}"
+        end
+
+        sudo "chown -R vagrant:vagrant #{target_root}"
+        sudo "/etc/init.d/md_tcp_server start"
+        sudo "/etc/init.d/md_unix_server start"
+      else
+        env.ui.error "Vagrant VM is not running", :prefix => false
+      end
+
+      @app.call(env)
+    end
+
+    protected
+
+    def source_paths_and_names
+      # Examples:
+      # DQ-DVD-2011-05
+      # GEO-DVD-2011-Q2
+      @paths_and_names ||= Dir['/Volumes/*-DVD-*/**/md*Ref.pdf'].map do |path|
+        dir = File.dirname(path)
+        name = path.match(/md(.*)Ref\.pdf/).captures.first
+        [dir, name]
+      end
+    end
+
+    def package_data
+      # source_paths_and_names.each do |source_path,name|
+      #   data_file = "#{dest_dir}/#{obj}.tgz"
+      #   inside "#{source_dir}/#{obj}" do
+      #     run "tar czf #{data_file} data"
+      #   end
+
+      #   say_status :upload, "#{obj}.tgz to #{options[:bucket_name]}"
+      #   cf = CloudFiles::Connection.new(:username => options[:username], :api_key => options[:api_key])
+      #   cont = cf.container options[:bucket_name]
+      #   remote_object = cont.create_object "#{obj}.tgz", false
+      #   remote_object.load_from_filename data_file
+      # end
+    end
+  end
+
+end