sequel_impala 1.1.0

data/lib/sequel/extensions/csv_to_parquet.rb

@@ -0,0 +1,166 @@
+require 'securerandom'
+require 'csv'
+require 'open3'
+
+module Sequel::CsvToParquet
+  # Load a CSV file into an existing parquet table.  By default,
+  # assumes the CSV file has headers that match the column names
+  # in the parquet table.  If this isn't true, the :headers or
+  # :mapping option should be specified.
+  #
+  # This works by adding the CSV file to HDFS via hdfs -put, then
+  # creating an external CSV table in Impala, then inserting into
+  # parquet table from the CSV table.
+  #
+  # Options:
+  # :empty_null :: Convert empty CSV cells to \N when adding to HDFS,
+  #                so Impala will treat them as NULL instead of the
+  #                empty string.  Defaults to using 2 sed processes to
+  #                convert empty cells.  Can be set to :perl to use a
+  #                single perl process.  Can be set to :ruby to do the
+  #                processing inside the ruby process, which will also
+  #                convert quoted CSV cells (which Hive/Impala do not
+  #                support) to escaped CSV cells (which Hive/Impala do
+  #                support).
+  # :headers :: Specify the headers to use in the CSV file, assuming the
+  #             csv file does not contain headers.  If :skip_headers is set
+  #             to true, this will ignore the existing headers in the file.
+  # :hdfs_tmp_dir :: The temporary HDFS directory to use when uploading.
+  # :mapping :: Override the mapping of the CSV columns to the parquet table
+  #             columns.  By default, assumes the CSV header names are the
+  #             same as the parquet table columns, and uses both.  If specified
+  #             this should be a hash with parquet column symbol keys, with the
+  #             value being the value to insert into the parquet table.  This
+  #             can be used to transform the data from the CSV table when loading
+  #             it into the parquet table.
+  # :overwrite :: Set to true to overwrite existing data in the parquet table
+  #               with the information from the CSV file.  The default is to
+  #               append the data to the existing parquet table.
+  # :skip_header :: Specifies that the first row contains headers and should
+  #                 be skipped when copying the CSV file to HDFS.  If not
+  #                 specified, headers are skipped unless the :headers option
+  #                 is given.
+  # :tmp_table :: The temporary table name to use for the CSV table.
+  # :types :: Specify the types to use for the temporary CSV table. By default,
+  #           it introspects the parquet table to get the type information, and
+  #           uses the type for the matching column name.
+  def load_csv(local_csv_path, into_table, opts={})
+    tmp_num = SecureRandom.hex(8)
+    hdfs_tmp_dir = opts[:hdfs_tmp_dir] || "/tmp/cvs-#{tmp_num}"
+    hdfs_tmp_file = "#{hdfs_tmp_dir}/#{File.basename(local_csv_path)}"
+    tmp_table = opts[:tmp_table] || "csv_#{tmp_num}"
+
+    skip_header = opts.fetch(:skip_header, !opts.has_key?(:headers))
+    mapping = opts[:mapping]
+    overwrite = opts[:overwrite]
+
+    raw_data = File.open(local_csv_path, 'rb')
+
+    if columns = opts[:headers]
+      columns = columns.split(',') if columns.is_a?(String)
+      raw_data.readline if skip_header
+    else
+      columns = raw_data.readline.chomp.split(',').map(&:downcase).map(&:to_sym)
+    end
+    raw_data.seek(raw_data.pos, IO::SEEK_SET)
+
+    into_table_columns = describe(into_table) rescue nil
+
+    if types = opts[:types]
+      types = types.split(',') if types.is_a?(String)
+    elsif (into_table_columns)
+      sch = Hash[into_table_columns.map { |h| [h[:name].downcase.to_sym, h[:type]]}]
+      types = columns.map { |col| sch[col] || "string" }
+    else
+      types = ["string"] * columns.length
+    end
+
+    unless types.length == columns.length
+      raise ArgumentError, "number of types doesn't match number of columns"
+    end
+
+    system("hdfs", "dfs", "-mkdir", hdfs_tmp_dir)
+    hdfs_put = ['hdfs', 'dfs', '-put', '-', hdfs_tmp_file]
+
+    case opts[:empty_null]
+    when nil, false
+      system(*hdfs_put, :in=>raw_data)
+    when :ruby
+      error_in_thread = nil
+      csv_data, input = IO.pipe
+      csv_thread = Thread.new do
+        begin
+          comma = ','.freeze
+          comma_rep = '\\,'.freeze
+          nl = "\n".freeze
+          null = '\\N'.freeze
+          empty = ''.freeze
+
+          write_col = lambda do |col, after|
+            if !col || col == empty
+              col = null
+            else
+              col.gsub!(nl, empty)
+              col.gsub!(comma, comma_rep)
+            end
+            input.write(col)
+            input.write(after)
+          end
+
+          raw_data.seek(0, IO::SEEK_SET)
+          CSV.open(raw_data) do |csv|
+            csv.shift if skip_header
+            csv.each do |row|
+              last = row.pop
+              row.each do |col|
+                write_col.call(col, comma)
+              end
+              write_col.call(last, nl)
+            end
+          end
+        ensure
+          input.close
+          csv_data.close
+        end
+      end
+      system(*hdfs_put, :in=>csv_data)
+      csv_thread.join
+    when :perl
+      Open3.pipeline(
+        ['perl', '-p', '-e', 's/(^|,)(?=,|$)/\\1\\\\N/g', {:in=>raw_data}],
+        hdfs_put
+      )
+    else
+      Open3.pipeline(
+        ['sed', '-r', 's/(^|,)(,|$)/\\1\\\\N\\2/g', {:in=>raw_data}],
+        ['sed', '-r', 's/(^|,)(,|$)/\\1\\\\N\\2/g'],
+        hdfs_put
+      )
+    end
+
+    create_table(tmp_table, :external=>true, :field_term=>',', :field_escape=>'\\', :location=>hdfs_tmp_dir) do
+      columns.zip(types) do |c, t|
+        column c, t
+      end
+    end
+
+    ds = from(into_table)
+    ds = ds.insert_overwrite if overwrite
+
+    if mapping
+      table_columns, csv_columns = mapping.to_a.transpose
+    else
+      table_columns = csv_columns = into_table_columns.map { |h| h[:name].to_sym }
+    end
+    ds.insert(table_columns, from(tmp_table).select(*csv_columns))
+
+  ensure
+    raw_data.close if raw_data && !raw_data.closed?
+
+    system("hdfs", "dfs", "-rm", hdfs_tmp_file)
+    system("hdfs", "dfs", "-rmdir", hdfs_tmp_dir)
+    drop_table?(tmp_table)
+  end
+end
+
+Sequel::Database.register_extension(:csv_to_parquet, Sequel::CsvToParquet)

data/lib/thrift/facebook_service.rb

@@ -0,0 +1,700 @@
+#
+# Autogenerated by Thrift Compiler (0.9.0)
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'thrift'
+require_relative 'fb303_types'
+
+module FacebookService
+  class Client
+    include ::Thrift::Client
+
+    def getName()
+      send_getName()
+      return recv_getName()
+    end
+
+    def send_getName()
+      send_message('getName', GetName_args)
+    end
+
+    def recv_getName()
+      result = receive_message(GetName_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getName failed: unknown result')
+    end
+
+    def getVersion()
+      send_getVersion()
+      return recv_getVersion()
+    end
+
+    def send_getVersion()
+      send_message('getVersion', GetVersion_args)
+    end
+
+    def recv_getVersion()
+      result = receive_message(GetVersion_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getVersion failed: unknown result')
+    end
+
+    def getStatus()
+      send_getStatus()
+      return recv_getStatus()
+    end
+
+    def send_getStatus()
+      send_message('getStatus', GetStatus_args)
+    end
+
+    def recv_getStatus()
+      result = receive_message(GetStatus_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getStatus failed: unknown result')
+    end
+
+    def getStatusDetails()
+      send_getStatusDetails()
+      return recv_getStatusDetails()
+    end
+
+    def send_getStatusDetails()
+      send_message('getStatusDetails', GetStatusDetails_args)
+    end
+
+    def recv_getStatusDetails()
+      result = receive_message(GetStatusDetails_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getStatusDetails failed: unknown result')
+    end
+
+    def getCounters()
+      send_getCounters()
+      return recv_getCounters()
+    end
+
+    def send_getCounters()
+      send_message('getCounters', GetCounters_args)
+    end
+
+    def recv_getCounters()
+      result = receive_message(GetCounters_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCounters failed: unknown result')
+    end
+
+    def getCounter(key)
+      send_getCounter(key)
+      return recv_getCounter()
+    end
+
+    def send_getCounter(key)
+      send_message('getCounter', GetCounter_args, :key => key)
+    end
+
+    def recv_getCounter()
+      result = receive_message(GetCounter_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCounter failed: unknown result')
+    end
+
+    def setOption(key, value)
+      send_setOption(key, value)
+      recv_setOption()
+    end
+
+    def send_setOption(key, value)
+      send_message('setOption', SetOption_args, :key => key, :value => value)
+    end
+
+    def recv_setOption()
+      result = receive_message(SetOption_result)
+      return
+    end
+
+    def getOption(key)
+      send_getOption(key)
+      return recv_getOption()
+    end
+
+    def send_getOption(key)
+      send_message('getOption', GetOption_args, :key => key)
+    end
+
+    def recv_getOption()
+      result = receive_message(GetOption_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getOption failed: unknown result')
+    end
+
+    def getOptions()
+      send_getOptions()
+      return recv_getOptions()
+    end
+
+    def send_getOptions()
+      send_message('getOptions', GetOptions_args)
+    end
+
+    def recv_getOptions()
+      result = receive_message(GetOptions_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getOptions failed: unknown result')
+    end
+
+    def getCpuProfile(profileDurationInSec)
+      send_getCpuProfile(profileDurationInSec)
+      return recv_getCpuProfile()
+    end
+
+    def send_getCpuProfile(profileDurationInSec)
+      send_message('getCpuProfile', GetCpuProfile_args, :profileDurationInSec => profileDurationInSec)
+    end
+
+    def recv_getCpuProfile()
+      result = receive_message(GetCpuProfile_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCpuProfile failed: unknown result')
+    end
+
+    def aliveSince()
+      send_aliveSince()
+      return recv_aliveSince()
+    end
+
+    def send_aliveSince()
+      send_message('aliveSince', AliveSince_args)
+    end
+
+    def recv_aliveSince()
+      result = receive_message(AliveSince_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'aliveSince failed: unknown result')
+    end
+
+    def reinitialize()
+      send_reinitialize()
+    end
+
+    def send_reinitialize()
+      send_message('reinitialize', Reinitialize_args)
+    end
+    def shutdown()
+      send_shutdown()
+    end
+
+    def send_shutdown()
+      send_message('shutdown', Shutdown_args)
+    end
+  end
+
+  class Processor
+    include ::Thrift::Processor
+
+    def process_getName(seqid, iprot, oprot)
+      args = read_args(iprot, GetName_args)
+      result = GetName_result.new()
+      result.success = @handler.getName()
+      write_result(result, oprot, 'getName', seqid)
+    end
+
+    def process_getVersion(seqid, iprot, oprot)
+      args = read_args(iprot, GetVersion_args)
+      result = GetVersion_result.new()
+      result.success = @handler.getVersion()
+      write_result(result, oprot, 'getVersion', seqid)
+    end
+
+    def process_getStatus(seqid, iprot, oprot)
+      args = read_args(iprot, GetStatus_args)
+      result = GetStatus_result.new()
+      result.success = @handler.getStatus()
+      write_result(result, oprot, 'getStatus', seqid)
+    end
+
+    def process_getStatusDetails(seqid, iprot, oprot)
+      args = read_args(iprot, GetStatusDetails_args)
+      result = GetStatusDetails_result.new()
+      result.success = @handler.getStatusDetails()
+      write_result(result, oprot, 'getStatusDetails', seqid)
+    end
+
+    def process_getCounters(seqid, iprot, oprot)
+      args = read_args(iprot, GetCounters_args)
+      result = GetCounters_result.new()
+      result.success = @handler.getCounters()
+      write_result(result, oprot, 'getCounters', seqid)
+    end
+
+    def process_getCounter(seqid, iprot, oprot)
+      args = read_args(iprot, GetCounter_args)
+      result = GetCounter_result.new()
+      result.success = @handler.getCounter(args.key)
+      write_result(result, oprot, 'getCounter', seqid)
+    end
+
+    def process_setOption(seqid, iprot, oprot)
+      args = read_args(iprot, SetOption_args)
+      result = SetOption_result.new()
+      @handler.setOption(args.key, args.value)
+      write_result(result, oprot, 'setOption', seqid)
+    end
+
+    def process_getOption(seqid, iprot, oprot)
+      args = read_args(iprot, GetOption_args)
+      result = GetOption_result.new()
+      result.success = @handler.getOption(args.key)
+      write_result(result, oprot, 'getOption', seqid)
+    end
+
+    def process_getOptions(seqid, iprot, oprot)
+      args = read_args(iprot, GetOptions_args)
+      result = GetOptions_result.new()
+      result.success = @handler.getOptions()
+      write_result(result, oprot, 'getOptions', seqid)
+    end
+
+    def process_getCpuProfile(seqid, iprot, oprot)
+      args = read_args(iprot, GetCpuProfile_args)
+      result = GetCpuProfile_result.new()
+      result.success = @handler.getCpuProfile(args.profileDurationInSec)
+      write_result(result, oprot, 'getCpuProfile', seqid)
+    end
+
+    def process_aliveSince(seqid, iprot, oprot)
+      args = read_args(iprot, AliveSince_args)
+      result = AliveSince_result.new()
+      result.success = @handler.aliveSince()
+      write_result(result, oprot, 'aliveSince', seqid)
+    end
+
+    def process_reinitialize(seqid, iprot, oprot)
+      args = read_args(iprot, Reinitialize_args)
+      @handler.reinitialize()
+      return
+    end
+
+    def process_shutdown(seqid, iprot, oprot)
+      args = read_args(iprot, Shutdown_args)
+      @handler.shutdown()
+      return
+    end
+
+  end
+
+  # HELPER FUNCTIONS AND STRUCTURES
+
+  class GetName_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetName_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetVersion_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetVersion_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatus_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatus_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I32, :name => 'success', :enum_class => ::Fb_status}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+      unless @success.nil? || ::Fb_status::VALID_VALUES.include?(@success)
+        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Invalid value of field success!')
+      end
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatusDetails_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatusDetails_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounters_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounters_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::MAP, :name => 'success', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::I64}}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounter_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    KEY = 1
+
+    FIELDS = {
+      KEY => {:type => ::Thrift::Types::STRING, :name => 'key'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounter_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I64, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetOption_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    KEY = 1
+    VALUE = 2
+
+    FIELDS = {
+      KEY => {:type => ::Thrift::Types::STRING, :name => 'key'},
+      VALUE => {:type => ::Thrift::Types::STRING, :name => 'value'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetOption_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOption_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    KEY = 1
+
+    FIELDS = {
+      KEY => {:type => ::Thrift::Types::STRING, :name => 'key'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOption_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOptions_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOptions_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::MAP, :name => 'success', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::STRING}}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCpuProfile_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PROFILEDURATIONINSEC = 1
+
+    FIELDS = {
+      PROFILEDURATIONINSEC => {:type => ::Thrift::Types::I32, :name => 'profileDurationInSec'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCpuProfile_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class AliveSince_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class AliveSince_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I64, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Reinitialize_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Reinitialize_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Shutdown_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Shutdown_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+end
+