ganapati 0.0.1

data/bin/hdfs_thrift_server

@@ -0,0 +1,20 @@
+#!/bin/bash
+JARFILE=$HADOOP_HOME/lib/HadoopThriftServer.jar
+CONTRIBLIB=$HADOOP_HOME/src/contrib/thriftfs/lib
+CLASSPATH=$(ls $HADOOP_HOME/hadoop-core-*.jar):$(ls $HADOOP_HOME/lib/commons-logging-api-*.jar):$CONTRIBLIB/hadoopthriftapi.jar:$CONTRIBLIB/libthrift.jar:$HADOOP_HOME/conf
+
+if [ "$1" == "" ]; then
+    echo "Usage: $0 <port>"
+    exit 1
+fi
+
+if [ ! -e "$JARFILE" ]; then
+    echo "Creating thrift server jar file at $JARFILE"
+    mkdir -p /tmp/HadoopThriftServer    
+    javac -classpath $CLASSPATH -d /tmp/HadoopThriftServer/ $CONTRIBLIB/../src/java/org/apache/hadoop/thriftfs/HadoopThriftServer.java
+    jar -cf $JARFILE -C /tmp/HadoopThriftServer/ .
+else
+    echo "Found jar file at $JARFILE"
+fi
+
+java -Dcom.sun.management.jmxremote -cp $JARFILE:$CLASSPATH org.apache.hadoop.thriftfs.HadoopThriftServer $1

data/lib/ganapati.rb

@@ -0,0 +1,7 @@
+require 'ganapati/client'
+require 'ganapati/hfile'
+
+$:.unshift File.join(File.dirname(__FILE__), 'thrift')
+require 'thrift_hadoop_file_system'
+require 'hadoopfs_constants'
+

data/lib/ganapati/client.rb

@@ -0,0 +1,124 @@
+module Ganapati
+  
+  class Client
+    def initialize(server, port, timeout=60)
+      socket = Thrift::Socket.new(server, port)
+      @transport = Thrift::BufferedTransport.new(socket)
+      @transport.open
+      protocol = Thrift::BinaryProtocol.new(@transport)
+      @client = ThriftHadoopFileSystem::Client.new(protocol)
+      @client.setInactivityTimeoutPeriod(timeout)
+    end
+
+    def close
+      @transport.close
+    end
+
+    # shutdown the thrift server
+    def shutdown(status=0)
+      @client.shutdown status
+    end
+
+    # copy local file to remote
+    def put(localpath, destpath)
+      create(destpath) { |dest|
+        Kernel.open(localpath) { |source|
+          # read 1 MB at a time
+          while record = source.read(1048576)
+            dest.write(record)
+          end
+        }
+      }
+    end
+
+    # copy remote file to local
+    def get(remotepath, destpath)
+      Kernel.open(destpath, 'w') { |dest|
+        open(remotepath) { |source|
+          size = source.length
+          index = 0
+          while index < size
+            dest.write(source.read(index, 1048576))
+            index += 1048576
+          end
+        }
+      }
+    end
+
+    # for writing to a new file
+    def create(path, &block)
+      file_handle :create, path, &block
+    end
+
+    # for reading
+    def open(path, &block)
+      file_handle :open, path, &block
+    end
+
+    # for appending
+    def append(path, &block)
+      file_handle :append, path, &block
+    end
+    
+    def rm(path, recursive=false)
+      @client.rm pname(path), recursive
+    end
+
+    def mv(source, dest)
+      @client.rename pname(source), pname(dest)
+    end
+
+    def mkdir(path)
+      @client.mkdirs pname(path)
+    end
+
+    def exists?(path)
+      @client.exists pname(path)
+    end
+
+    def stat(path)
+      @client.stat pname(path)
+    end
+
+    def ls(path, details=false)
+      statuses = @client.listStatus pname(path)
+      (details) ? statuses : statuses.map { |s| s.path }
+    end
+
+    def chmod(path, mode)
+      @client.chmod pname(path), mode
+    end
+
+    def chown(path, owner, group)
+      @client.chown pname(path), owner, group
+    end
+
+    def set_replication(path, level)
+      @client.setReplication pname(path), level
+    end
+
+    def self.run(server, port)
+      c = Client.new(server, port)
+      result = yield c
+      c.close
+      result
+    end
+
+    private
+    def file_handle(action, path)
+      pathname = pname(path)
+      fh = @client.send action, pathname
+      result = f = HFile.new(@client, fh, pathname)
+      if block_given?
+        result = yield f
+        f.close
+      end
+      result      
+    end
+
+    def pname(path)
+      Pathname.new(:pathname => path.to_s)
+    end
+  end
+
+end

data/lib/ganapati/hfile.rb

@@ -0,0 +1,37 @@
+module Ganapati
+  
+  class HFile
+    def initialize(client, handle, pathname)
+      @client = client
+      @handle = handle
+      @pathname = pathname
+    end
+
+    def write(data)
+      call :write, data
+    end
+
+    def read(offset=0, size=nil)
+      size ||= stat.length
+      call :read, offset, size
+    end
+
+    def close
+      call :close
+    end
+
+    def stat
+      @client.stat(@pathname)
+    end
+
+    def length
+      stat.length
+    end
+
+    private
+    def call(method, *args)
+      @client.send method, @handle, *args
+    end  
+  end
+
+end

data/lib/thrift/hadoopfs_constants.rb

@@ -0,0 +1,8 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'hadoopfs_types'
+

data/lib/thrift/hadoopfs_types.rb

@@ -0,0 +1,135 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+
+class ThriftHandle
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  ID = -1
+
+  FIELDS = {
+    ID => {:type => ::Thrift::Types::I64, :name => 'id'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+
+class Pathname
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  PATHNAME = -1
+
+  FIELDS = {
+    PATHNAME => {:type => ::Thrift::Types::STRING, :name => 'pathname'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+
+class FileStatus
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  PATH = 1
+  LENGTH = 2
+  ISDIR = 3
+  BLOCK_REPLICATION = 4
+  BLOCKSIZE = 5
+  MODIFICATION_TIME = 6
+  PERMISSION = 7
+  OWNER = 8
+  GROUP = 9
+
+  FIELDS = {
+    PATH => {:type => ::Thrift::Types::STRING, :name => 'path'},
+    LENGTH => {:type => ::Thrift::Types::I64, :name => 'length'},
+    ISDIR => {:type => ::Thrift::Types::BOOL, :name => 'isdir'},
+    BLOCK_REPLICATION => {:type => ::Thrift::Types::I16, :name => 'block_replication'},
+    BLOCKSIZE => {:type => ::Thrift::Types::I64, :name => 'blocksize'},
+    MODIFICATION_TIME => {:type => ::Thrift::Types::I64, :name => 'modification_time'},
+    PERMISSION => {:type => ::Thrift::Types::STRING, :name => 'permission'},
+    OWNER => {:type => ::Thrift::Types::STRING, :name => 'owner'},
+    GROUP => {:type => ::Thrift::Types::STRING, :name => 'group'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+
+class BlockLocation
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  HOSTS = 1
+  NAMES = 2
+  OFFSET = 3
+  LENGTH = 4
+
+  FIELDS = {
+    HOSTS => {:type => ::Thrift::Types::LIST, :name => 'hosts', :element => {:type => ::Thrift::Types::STRING}},
+    NAMES => {:type => ::Thrift::Types::LIST, :name => 'names', :element => {:type => ::Thrift::Types::STRING}},
+    OFFSET => {:type => ::Thrift::Types::I64, :name => 'offset'},
+    LENGTH => {:type => ::Thrift::Types::I64, :name => 'length'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+
+class MalformedInputException < ::Thrift::Exception
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  def initialize(message=nil)
+    super()
+    self.message = message
+  end
+
+  MESSAGE = -1
+
+  FIELDS = {
+    MESSAGE => {:type => ::Thrift::Types::STRING, :name => 'message'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+
+class ThriftIOException < ::Thrift::Exception
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  def initialize(message=nil)
+    super()
+    self.message = message
+  end
+
+  MESSAGE = -1
+
+  FIELDS = {
+    MESSAGE => {:type => ::Thrift::Types::STRING, :name => 'message'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+

data/lib/thrift/thrift_hadoop_file_system.rb

@@ -0,0 +1,1188 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'thrift'
+require 'hadoopfs_types'
+
+module ThriftHadoopFileSystem
+  class Client
+    include ::Thrift::Client
+
+    def setInactivityTimeoutPeriod(periodInSeconds)
+      send_setInactivityTimeoutPeriod(periodInSeconds)
+      recv_setInactivityTimeoutPeriod()
+    end
+
+    def send_setInactivityTimeoutPeriod(periodInSeconds)
+      send_message('setInactivityTimeoutPeriod', SetInactivityTimeoutPeriod_args, :periodInSeconds => periodInSeconds)
+    end
+
+    def recv_setInactivityTimeoutPeriod()
+      result = receive_message(SetInactivityTimeoutPeriod_result)
+      return
+    end
+
+    def shutdown(status)
+      send_shutdown(status)
+      recv_shutdown()
+    end
+
+    def send_shutdown(status)
+      send_message('shutdown', Shutdown_args, :status => status)
+    end
+
+    def recv_shutdown()
+      result = receive_message(Shutdown_result)
+      return
+    end
+
+    def create(path)
+      send_create(path)
+      return recv_create()
+    end
+
+    def send_create(path)
+      send_message('create', Create_args, :path => path)
+    end
+
+    def recv_create()
+      result = receive_message(Create_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'create failed: unknown result')
+    end
+
+    def createFile(path, mode, overwrite, bufferSize, block_replication, blocksize)
+      send_createFile(path, mode, overwrite, bufferSize, block_replication, blocksize)
+      return recv_createFile()
+    end
+
+    def send_createFile(path, mode, overwrite, bufferSize, block_replication, blocksize)
+      send_message('createFile', CreateFile_args, :path => path, :mode => mode, :overwrite => overwrite, :bufferSize => bufferSize, :block_replication => block_replication, :blocksize => blocksize)
+    end
+
+    def recv_createFile()
+      result = receive_message(CreateFile_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'createFile failed: unknown result')
+    end
+
+    def open(path)
+      send_open(path)
+      return recv_open()
+    end
+
+    def send_open(path)
+      send_message('open', Open_args, :path => path)
+    end
+
+    def recv_open()
+      result = receive_message(Open_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'open failed: unknown result')
+    end
+
+    def append(path)
+      send_append(path)
+      return recv_append()
+    end
+
+    def send_append(path)
+      send_message('append', Append_args, :path => path)
+    end
+
+    def recv_append()
+      result = receive_message(Append_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'append failed: unknown result')
+    end
+
+    def write(handle, data)
+      send_write(handle, data)
+      return recv_write()
+    end
+
+    def send_write(handle, data)
+      send_message('write', Write_args, :handle => handle, :data => data)
+    end
+
+    def recv_write()
+      result = receive_message(Write_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'write failed: unknown result')
+    end
+
+    def read(handle, offset, size)
+      send_read(handle, offset, size)
+      return recv_read()
+    end
+
+    def send_read(handle, offset, size)
+      send_message('read', Read_args, :handle => handle, :offset => offset, :size => size)
+    end
+
+    def recv_read()
+      result = receive_message(Read_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'read failed: unknown result')
+    end
+
+    def close(out)
+      send_close(out)
+      return recv_close()
+    end
+
+    def send_close(out)
+      send_message('close', Close_args, :out => out)
+    end
+
+    def recv_close()
+      result = receive_message(Close_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'close failed: unknown result')
+    end
+
+    def rm(path, recursive)
+      send_rm(path, recursive)
+      return recv_rm()
+    end
+
+    def send_rm(path, recursive)
+      send_message('rm', Rm_args, :path => path, :recursive => recursive)
+    end
+
+    def recv_rm()
+      result = receive_message(Rm_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'rm failed: unknown result')
+    end
+
+    def rename(path, dest)
+      send_rename(path, dest)
+      return recv_rename()
+    end
+
+    def send_rename(path, dest)
+      send_message('rename', Rename_args, :path => path, :dest => dest)
+    end
+
+    def recv_rename()
+      result = receive_message(Rename_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'rename failed: unknown result')
+    end
+
+    def mkdirs(path)
+      send_mkdirs(path)
+      return recv_mkdirs()
+    end
+
+    def send_mkdirs(path)
+      send_message('mkdirs', Mkdirs_args, :path => path)
+    end
+
+    def recv_mkdirs()
+      result = receive_message(Mkdirs_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'mkdirs failed: unknown result')
+    end
+
+    def exists(path)
+      send_exists(path)
+      return recv_exists()
+    end
+
+    def send_exists(path)
+      send_message('exists', Exists_args, :path => path)
+    end
+
+    def recv_exists()
+      result = receive_message(Exists_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'exists failed: unknown result')
+    end
+
+    def stat(path)
+      send_stat(path)
+      return recv_stat()
+    end
+
+    def send_stat(path)
+      send_message('stat', Stat_args, :path => path)
+    end
+
+    def recv_stat()
+      result = receive_message(Stat_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'stat failed: unknown result')
+    end
+
+    def listStatus(path)
+      send_listStatus(path)
+      return recv_listStatus()
+    end
+
+    def send_listStatus(path)
+      send_message('listStatus', ListStatus_args, :path => path)
+    end
+
+    def recv_listStatus()
+      result = receive_message(ListStatus_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'listStatus failed: unknown result')
+    end
+
+    def chmod(path, mode)
+      send_chmod(path, mode)
+      recv_chmod()
+    end
+
+    def send_chmod(path, mode)
+      send_message('chmod', Chmod_args, :path => path, :mode => mode)
+    end
+
+    def recv_chmod()
+      result = receive_message(Chmod_result)
+      raise result.ouch unless result.ouch.nil?
+      return
+    end
+
+    def chown(path, owner, group)
+      send_chown(path, owner, group)
+      recv_chown()
+    end
+
+    def send_chown(path, owner, group)
+      send_message('chown', Chown_args, :path => path, :owner => owner, :group => group)
+    end
+
+    def recv_chown()
+      result = receive_message(Chown_result)
+      raise result.ouch unless result.ouch.nil?
+      return
+    end
+
+    def setReplication(path, replication)
+      send_setReplication(path, replication)
+      recv_setReplication()
+    end
+
+    def send_setReplication(path, replication)
+      send_message('setReplication', SetReplication_args, :path => path, :replication => replication)
+    end
+
+    def recv_setReplication()
+      result = receive_message(SetReplication_result)
+      raise result.ouch unless result.ouch.nil?
+      return
+    end
+
+    def getFileBlockLocations(path, start, length)
+      send_getFileBlockLocations(path, start, length)
+      return recv_getFileBlockLocations()
+    end
+
+    def send_getFileBlockLocations(path, start, length)
+      send_message('getFileBlockLocations', GetFileBlockLocations_args, :path => path, :start => start, :length => length)
+    end
+
+    def recv_getFileBlockLocations()
+      result = receive_message(GetFileBlockLocations_result)
+      return result.success unless result.success.nil?
+      raise result.ouch unless result.ouch.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getFileBlockLocations failed: unknown result')
+    end
+
+  end
+
+  class Processor
+    include ::Thrift::Processor
+
+    def process_setInactivityTimeoutPeriod(seqid, iprot, oprot)
+      args = read_args(iprot, SetInactivityTimeoutPeriod_args)
+      result = SetInactivityTimeoutPeriod_result.new()
+      @handler.setInactivityTimeoutPeriod(args.periodInSeconds)
+      write_result(result, oprot, 'setInactivityTimeoutPeriod', seqid)
+    end
+
+    def process_shutdown(seqid, iprot, oprot)
+      args = read_args(iprot, Shutdown_args)
+      result = Shutdown_result.new()
+      @handler.shutdown(args.status)
+      write_result(result, oprot, 'shutdown', seqid)
+    end
+
+    def process_create(seqid, iprot, oprot)
+      args = read_args(iprot, Create_args)
+      result = Create_result.new()
+      begin
+        result.success = @handler.create(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'create', seqid)
+    end
+
+    def process_createFile(seqid, iprot, oprot)
+      args = read_args(iprot, CreateFile_args)
+      result = CreateFile_result.new()
+      begin
+        result.success = @handler.createFile(args.path, args.mode, args.overwrite, args.bufferSize, args.block_replication, args.blocksize)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'createFile', seqid)
+    end
+
+    def process_open(seqid, iprot, oprot)
+      args = read_args(iprot, Open_args)
+      result = Open_result.new()
+      begin
+        result.success = @handler.open(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'open', seqid)
+    end
+
+    def process_append(seqid, iprot, oprot)
+      args = read_args(iprot, Append_args)
+      result = Append_result.new()
+      begin
+        result.success = @handler.append(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'append', seqid)
+    end
+
+    def process_write(seqid, iprot, oprot)
+      args = read_args(iprot, Write_args)
+      result = Write_result.new()
+      begin
+        result.success = @handler.write(args.handle, args.data)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'write', seqid)
+    end
+
+    def process_read(seqid, iprot, oprot)
+      args = read_args(iprot, Read_args)
+      result = Read_result.new()
+      begin
+        result.success = @handler.read(args.handle, args.offset, args.size)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'read', seqid)
+    end
+
+    def process_close(seqid, iprot, oprot)
+      args = read_args(iprot, Close_args)
+      result = Close_result.new()
+      begin
+        result.success = @handler.close(args.out)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'close', seqid)
+    end
+
+    def process_rm(seqid, iprot, oprot)
+      args = read_args(iprot, Rm_args)
+      result = Rm_result.new()
+      begin
+        result.success = @handler.rm(args.path, args.recursive)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'rm', seqid)
+    end
+
+    def process_rename(seqid, iprot, oprot)
+      args = read_args(iprot, Rename_args)
+      result = Rename_result.new()
+      begin
+        result.success = @handler.rename(args.path, args.dest)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'rename', seqid)
+    end
+
+    def process_mkdirs(seqid, iprot, oprot)
+      args = read_args(iprot, Mkdirs_args)
+      result = Mkdirs_result.new()
+      begin
+        result.success = @handler.mkdirs(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'mkdirs', seqid)
+    end
+
+    def process_exists(seqid, iprot, oprot)
+      args = read_args(iprot, Exists_args)
+      result = Exists_result.new()
+      begin
+        result.success = @handler.exists(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'exists', seqid)
+    end
+
+    def process_stat(seqid, iprot, oprot)
+      args = read_args(iprot, Stat_args)
+      result = Stat_result.new()
+      begin
+        result.success = @handler.stat(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'stat', seqid)
+    end
+
+    def process_listStatus(seqid, iprot, oprot)
+      args = read_args(iprot, ListStatus_args)
+      result = ListStatus_result.new()
+      begin
+        result.success = @handler.listStatus(args.path)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'listStatus', seqid)
+    end
+
+    def process_chmod(seqid, iprot, oprot)
+      args = read_args(iprot, Chmod_args)
+      result = Chmod_result.new()
+      begin
+        @handler.chmod(args.path, args.mode)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'chmod', seqid)
+    end
+
+    def process_chown(seqid, iprot, oprot)
+      args = read_args(iprot, Chown_args)
+      result = Chown_result.new()
+      begin
+        @handler.chown(args.path, args.owner, args.group)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'chown', seqid)
+    end
+
+    def process_setReplication(seqid, iprot, oprot)
+      args = read_args(iprot, SetReplication_args)
+      result = SetReplication_result.new()
+      begin
+        @handler.setReplication(args.path, args.replication)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'setReplication', seqid)
+    end
+
+    def process_getFileBlockLocations(seqid, iprot, oprot)
+      args = read_args(iprot, GetFileBlockLocations_args)
+      result = GetFileBlockLocations_result.new()
+      begin
+        result.success = @handler.getFileBlockLocations(args.path, args.start, args.length)
+      rescue ThriftIOException => ouch
+        result.ouch = ouch
+      end
+      write_result(result, oprot, 'getFileBlockLocations', seqid)
+    end
+
+  end
+
+  # HELPER FUNCTIONS AND STRUCTURES
+
+  class SetInactivityTimeoutPeriod_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PERIODINSECONDS = 1
+
+    FIELDS = {
+      PERIODINSECONDS => {:type => ::Thrift::Types::I64, :name => 'periodInSeconds'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetInactivityTimeoutPeriod_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Shutdown_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    STATUS = 1
+
+    FIELDS = {
+      STATUS => {:type => ::Thrift::Types::I32, :name => 'status'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Shutdown_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Create_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Create_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRUCT, :name => 'success', :class => ThriftHandle},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class CreateFile_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    MODE = 2
+    OVERWRITE = 3
+    BUFFERSIZE = 4
+    BLOCK_REPLICATION = 5
+    BLOCKSIZE = 6
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      MODE => {:type => ::Thrift::Types::I16, :name => 'mode'},
+      OVERWRITE => {:type => ::Thrift::Types::BOOL, :name => 'overwrite'},
+      BUFFERSIZE => {:type => ::Thrift::Types::I32, :name => 'bufferSize'},
+      BLOCK_REPLICATION => {:type => ::Thrift::Types::I16, :name => 'block_replication'},
+      BLOCKSIZE => {:type => ::Thrift::Types::I64, :name => 'blocksize'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class CreateFile_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRUCT, :name => 'success', :class => ThriftHandle},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Open_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Open_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRUCT, :name => 'success', :class => ThriftHandle},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Append_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Append_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRUCT, :name => 'success', :class => ThriftHandle},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Write_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    HANDLE = 1
+    DATA = -1
+
+    FIELDS = {
+      HANDLE => {:type => ::Thrift::Types::STRUCT, :name => 'handle', :class => ThriftHandle},
+      DATA => {:type => ::Thrift::Types::STRING, :name => 'data'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Write_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::BOOL, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Read_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    HANDLE = 1
+    OFFSET = -1
+    SIZE = -2
+
+    FIELDS = {
+      HANDLE => {:type => ::Thrift::Types::STRUCT, :name => 'handle', :class => ThriftHandle},
+      OFFSET => {:type => ::Thrift::Types::I64, :name => 'offset'},
+      SIZE => {:type => ::Thrift::Types::I32, :name => 'size'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Read_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Close_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    OUT = 1
+
+    FIELDS = {
+      OUT => {:type => ::Thrift::Types::STRUCT, :name => 'out', :class => ThriftHandle}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Close_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::BOOL, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Rm_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    RECURSIVE = 2
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      RECURSIVE => {:type => ::Thrift::Types::BOOL, :name => 'recursive'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Rm_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::BOOL, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Rename_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    DEST = 2
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      DEST => {:type => ::Thrift::Types::STRUCT, :name => 'dest', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Rename_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::BOOL, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Mkdirs_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Mkdirs_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::BOOL, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Exists_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Exists_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::BOOL, :name => 'success'},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Stat_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Stat_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRUCT, :name => 'success', :class => FileStatus},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class ListStatus_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class ListStatus_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::LIST, :name => 'success', :element => {:type => ::Thrift::Types::STRUCT, :class => FileStatus}},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Chmod_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    MODE = 2
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      MODE => {:type => ::Thrift::Types::I16, :name => 'mode'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Chmod_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    OUCH = 1
+
+    FIELDS = {
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Chown_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    OWNER = 2
+    GROUP = 3
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      OWNER => {:type => ::Thrift::Types::STRING, :name => 'owner'},
+      GROUP => {:type => ::Thrift::Types::STRING, :name => 'group'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Chown_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    OUCH = 1
+
+    FIELDS = {
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetReplication_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    REPLICATION = 2
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      REPLICATION => {:type => ::Thrift::Types::I16, :name => 'replication'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetReplication_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    OUCH = 1
+
+    FIELDS = {
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetFileBlockLocations_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PATH = 1
+    START = 2
+    LENGTH = 3
+
+    FIELDS = {
+      PATH => {:type => ::Thrift::Types::STRUCT, :name => 'path', :class => Pathname},
+      START => {:type => ::Thrift::Types::I64, :name => 'start'},
+      LENGTH => {:type => ::Thrift::Types::I64, :name => 'length'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetFileBlockLocations_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+    OUCH = 1
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::LIST, :name => 'success', :element => {:type => ::Thrift::Types::STRUCT, :class => BlockLocation}},
+      OUCH => {:type => ::Thrift::Types::STRUCT, :name => 'ouch', :class => ThriftIOException}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+end
+