gflocator 0.0.1

data/.gitignore

@@ -0,0 +1,7 @@
+.rbenv-version
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+test/.t
+tmp/*

data/LICENSE

@@ -0,0 +1,26 @@
+Copyright (c) 2012, Internet Initiative Japan Inc.
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+
+    * Redistributions in binary form must reproduce the above
+      copyright notice, this list of conditions and the following
+      disclaimer in the documentation and/or other materials provided
+      with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,14 @@
+# gflocator
+
+gflocator is a daemon for providing responses to queries against file locations of GlusterFS
+
+## Installation and Usage
+
+    gem install gflocator
+    sudo gflocator
+
+(gflocator must run as root)
+
+## Copyright
+
+Copyright:: Copyright (c) 2012, Internet Initiative Japan Inc. All rights reserved.

data/Rakefile

@@ -0,0 +1,4 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new

data/bin/gflocator

@@ -0,0 +1,5 @@
+#! /usr/bin/env ruby
+
+require 'gflocator'
+
+Gflocator::Main.run

data/gflocator.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "gflocator/version"
+
+Gem::Specification.new do |s|
+  s.name        = "gflocator"
+  s.version     = Gflocator::VERSION
+  s.authors     = ["maebashi"]
+  s.homepage    = ""
+  s.summary     = %q{file location server for GlusterFS}
+  s.description = %q{a daemon for providing responses to queries against file locations of GlusterFS}
+
+  s.files         = `git ls-files`.split("\n").select {|e| /^tmp/!~e}
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency "msgpack-rpc"
+  s.add_runtime_dependency "ffi-xattr"
+end

data/lib/gflocator.rb

@@ -0,0 +1,5 @@
+Encoding.default_external = 'ascii-8bit' if RUBY_VERSION > '1.9'
+
+require 'gflocator/util_daemon'
+require 'gflocator/handler'
+require 'gflocator/main'

data/lib/gflocator/handler.rb

@@ -0,0 +1,41 @@
+require 'rubygems'
+begin
+  require 'xattr'
+rescue LoadError
+end
+unless defined? XAttr
+  require 'ffi-xattr'
+end
+
+module Gflocator
+  class Handler
+    if defined? XAttr
+      def xattr_get path, name
+        XAttr.get path, name
+      end
+    else
+      def xattr_get path, name
+        Xattr::Lib.get path, false, name
+      end
+    end
+
+    def get_locations args, glob_flag
+      if glob_flag
+        paths = Dir.glob args.join("\0")
+      else
+        paths = args
+      end
+      name = 'trusted.glusterfs.pathinfo'
+      locations = {}
+      for path in paths
+        if (loc_str = xattr_get(path, name))
+          res = loc_str.scan(/<POSIX(?:\([^\)]+\))?:([-\w\.]+):([^>]+)>/)
+          locations[path] = res
+        else
+          raise RuntimeError, 'getxattr failed'
+        end
+      end
+      locations
+    end
+  end
+end

data/lib/gflocator/main.rb

@@ -0,0 +1,42 @@
+require 'optparse'
+
+require 'rubygems'
+require 'msgpack-rpc'
+
+module Gflocator
+  class Main
+    OPTS = {:daemonize=>true}
+
+    def self.run
+      new.run OPTS
+    end
+
+    def run options={}
+      optparser = optparse options
+      optparser.parse!
+      host = options[:bind_host] || '0.0.0.0'
+      port = options[:bind_port] || 7076
+
+      raise RuntimeError, 'must run as root' unless Process.euid.zero?
+      handler = Handler.new
+      server = MessagePack::RPC::Server.new
+      server.listen host, port, handler
+      Process.daemon true if options[:daemonize] and !$debug
+      server.run
+    end
+
+    def optparse options={}
+      optparser = OptionParser.new
+      optparser.on('--debug') {$debug = true; STDOUT.sync = true}
+      optparser.on('-h', '--bind-host=HOST', 'bind to HOST address') {|a|
+        options[:bind_host] = a}
+      optparser.on('-p', '--bind-port=PORT', Integer, 'bind to port PORT') {|a|
+        options[:bind_port] = a}
+      class <<optparser
+        attr_accessor :options
+      end
+      optparser.options = options
+      optparser
+    end
+  end
+end

data/lib/gflocator/util_daemon.rb

@@ -0,0 +1,18 @@
+module Process
+  class << self
+    unless method_defined?(:daemon)
+      def daemon(nochdir = nil, noclose = nil)
+        exit!(0) if Process.fork
+        Process.setsid
+        exit!(0) if Process.fork
+        Dir.chdir("/") unless nochdir
+        unless noclose
+          STDIN.reopen("/dev/null", "r")
+          STDOUT.reopen("/dev/null", "w")
+          STDERR.reopen("/dev/null", "w")
+        end
+        0
+      end
+    end
+  end
+end

data/lib/gflocator/version.rb

@@ -0,0 +1,3 @@
+module Gflocator
+  VERSION = '0.0.1'
+end

data/test/test_handler.rb

@@ -0,0 +1,47 @@
+require File.expand_path(File.dirname(__FILE__) + '/unittest_helper')
+
+require 'gflocator/handler'
+
+class Gflocator::Handler
+  attr_accessor :t
+
+  def xattr_get path, name
+    path.sub!(%r{^/}, '')
+    case @t
+    when :g33b2
+      "(<DISTRIBUTE:test-dht> <POSIX:g33b2.example.com:/glusterfs/t/#{path}>)"
+    when :g33b2r
+      "(<DISTRIBUTE:test-dht> (<REPLICATE:test-replicate-6> <POSIX:a006.example.com:/glusterfs/t/test/#{path}> <POSIX:b006.example.com:/glusterfs/t/test/#{path}>))"
+    else
+      "(<DISTRIBUTE:test-dht> <POSIX(/glusterfs/t):g330.example.com:/glusterfs/t/#{path}>)"
+    end
+  end
+end
+
+class TestHandler < Test::Unit::TestCase
+  def setup
+    @handler = Gflocator::Handler.new
+  end
+
+  def test_handler
+    files = ['file1', 'file2']
+    res = @handler.get_locations files, false
+    ae 2, res.size
+    files.each {|f|
+      ae 1, res[f].size
+      ae 2, res[f].first.size
+    }
+    @handler.t = :g33b2
+    res = @handler.get_locations files, false
+    files.each {|f|
+      ae 1, res[f].size
+      ae 2, res[f].first.size
+    }
+    @handler.t = :g33b2r
+    res = @handler.get_locations files, false
+    files.each {|f|
+      ae 2, res[f].size
+      ae 2, res[f].first.size
+    }
+  end
+end

data/test/unittest_helper.rb

@@ -0,0 +1,56 @@
+require 'rubygems'
+require 'test/unit'
+require 'pp'
+
+$test_dir = File.expand_path File.dirname(__FILE__)
+$:.unshift $test_dir
+$:.unshift($test_dir + '/../lib')
+$test = true
+$debug = true
+
+begin
+  require 'rubygems'
+  require 'test/unit/ui/console/testrunner'
+  require 'term/ansicolor'
+  Term::ANSIColor::coloring = STDERR.tty?
+  module Test
+    module Unit
+      module UI
+	module Console
+	  class TestRunner
+	    include Term::ANSIColor
+	    def output_single(something, level=NORMAL)
+	      if output?(level)
+		@io.write(send(something == '.' ? 'on_green' : 'on_red', something))
+	      end
+	      @io.flush
+	    end
+	    def output(something, level=NORMAL)
+	      if output?(level)
+		if something.respond_to?('passed?')
+		  @io.puts(send(something.passed? ? 'on_green' : 'on_red', something.to_s))
+		else
+		  @io.puts(something)
+		end
+	      end
+	      @io.flush
+	    end
+	  end
+	end
+      end
+    end
+  end
+rescue LoadError
+end
+
+module Test
+  module Unit
+    module Assertions
+      alias ae assert_equal
+    end
+  end
+end
+
+unless ARGV.grep(/--show-log/).empty?
+  $show_log = true
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: gflocator
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- maebashi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: msgpack-rpc
+  requirement: &22849380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *22849380
+- !ruby/object:Gem::Dependency
+  name: ffi-xattr
+  requirement: &22848940 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *22848940
+description: a daemon for providing responses to queries against file locations of
+  GlusterFS
+email: 
+executables:
+- gflocator
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE
+- README.md
+- Rakefile
+- bin/gflocator
+- gflocator.gemspec
+- lib/gflocator.rb
+- lib/gflocator/handler.rb
+- lib/gflocator/main.rb
+- lib/gflocator/util_daemon.rb
+- lib/gflocator/version.rb
+- test/test_handler.rb
+- test/unittest_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: file location server for GlusterFS
+test_files:
+- test/test_handler.rb
+- test/unittest_helper.rb