impala 0.1.6 → 0.2.0

data/lib/impala/protocol/state_store_subscriber_service.rb

@@ -1,82 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-require 'thrift'
-require 'state_store_subscriber_service_types'
-
-module Impala
-  module Protocol
-    module StateStoreSubscriberService
-      class Client
-        include ::Thrift::Client
-
-        def UpdateState(request)
-          send_UpdateState(request)
-          return recv_UpdateState()
-        end
-
-        def send_UpdateState(request)
-          send_message('UpdateState', UpdateState_args, :request => request)
-        end
-
-        def recv_UpdateState()
-          result = receive_message(UpdateState_result)
-          return result.success unless result.success.nil?
-          raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'UpdateState failed: unknown result')
-        end
-
-      end
-
-      class Processor
-        include ::Thrift::Processor
-
-        def process_UpdateState(seqid, iprot, oprot)
-          args = read_args(iprot, UpdateState_args)
-          result = UpdateState_result.new()
-          result.success = @handler.UpdateState(args.request)
-          write_result(result, oprot, 'UpdateState', seqid)
-        end
-
-      end
-
-      # HELPER FUNCTIONS AND STRUCTURES
-
-      class UpdateState_args
-        include ::Thrift::Struct, ::Thrift::Struct_Union
-        REQUEST = 1
-
-        FIELDS = {
-        REQUEST => { :type => ::Thrift::Types::STRUCT, :name => 'request', :class => Impala::Protocol::TUpdateStateRequest }
-        }
-
-        def struct_fields; FIELDS; end
-
-        def validate
-        end
-
-        ::Thrift::Struct.generate_accessors self
-      end
-
-      class UpdateState_result
-        include ::Thrift::Struct, ::Thrift::Struct_Union
-        SUCCESS = 0
-
-        FIELDS = {
-        SUCCESS => { :type => ::Thrift::Types::STRUCT, :name => 'success', :class => Impala::Protocol::TUpdateStateResponse }
-        }
-
-        def struct_fields; FIELDS; end
-
-        def validate
-        end
-
-        ::Thrift::Struct.generate_accessors self
-      end
-
-    end
-
-  end
-end

data/lib/impala/protocol/state_store_subscriber_service_constants.rb

@@ -1,12 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-require 'state_store_subscriber_service_types'
-
-module Impala
-  module Protocol
-  end
-end

data/lib/impala/protocol/state_store_subscriber_service_types.rb

@@ -1,67 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-require 'statestore_types_types'
-require 'status_types'
-require 'types_types'
-
-
-module Impala
-  module Protocol
-    module StateStoreSubscriberServiceVersion
-      V1 = 0
-      VALUE_MAP = { 0 => "V1" }
-      VALID_VALUES = Set.new([V1]).freeze
-    end
-
-    class TUpdateStateRequest
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      PROTOCOLVERSION = 1
-      SERVICE_MEMBERSHIPS = 2
-      UPDATED_OBJECTS = 3
-      DELETED_OBJECT_KEYS = 4
-
-      FIELDS = {
-      PROTOCOLVERSION => { :type => ::Thrift::Types::I32, :name => 'protocolVersion', :default =>             0, :enum_class => Impala::Protocol::StateStoreSubscriberServiceVersion },
-      SERVICE_MEMBERSHIPS => { :type => ::Thrift::Types::LIST, :name => 'service_memberships', :element => { :type => ::Thrift::Types::STRUCT, :class => Impala::Protocol::TServiceMembership }, :optional => true },
-      UPDATED_OBJECTS => { :type => ::Thrift::Types::LIST, :name => 'updated_objects', :element => { :type => ::Thrift::Types::STRUCT, :class => Impala::Protocol::TVersionedObject }, :optional => true },
-      DELETED_OBJECT_KEYS => { :type => ::Thrift::Types::LIST, :name => 'deleted_object_keys', :element => { :type => ::Thrift::Types::STRING }, :optional => true }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field protocolVersion is unset!') unless @protocolVersion
-        unless @protocolVersion.nil? || Impala::Protocol::StateStoreSubscriberServiceVersion::VALID_VALUES.include?(@protocolVersion)
-          raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Invalid value of field protocolVersion!')
-        end
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-    class TUpdateStateResponse
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      STATUS = 1
-      UPDATED_OBJECTS = 2
-      DELETED_OBJECT_KEYS = 3
-
-      FIELDS = {
-      STATUS => { :type => ::Thrift::Types::STRUCT, :name => 'status', :class => Impala::Protocol::TStatus, :optional => true },
-      UPDATED_OBJECTS => { :type => ::Thrift::Types::LIST, :name => 'updated_objects', :element => { :type => ::Thrift::Types::STRUCT, :class => Impala::Protocol::TVersionedObject }, :optional => true },
-      DELETED_OBJECT_KEYS => { :type => ::Thrift::Types::LIST, :name => 'deleted_object_keys', :element => { :type => ::Thrift::Types::STRING }, :optional => true }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-  end
-end

data/lib/impala/protocol/statestore_types_constants.rb

@@ -1,12 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-require 'statestore_types_types'
-
-module Impala
-  module Protocol
-  end
-end

data/lib/impala/protocol/statestore_types_types.rb

@@ -1,77 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-require 'types_types'
-
-
-module Impala
-  module Protocol
-    class TVersionedObject
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      SERVICE_ID = 1
-      KEY = 2
-      TYPE = 3
-      VERSION = 4
-      VALUE = 5
-
-      FIELDS = {
-      SERVICE_ID => { :type => ::Thrift::Types::STRING, :name => 'service_id' },
-      KEY => { :type => ::Thrift::Types::STRING, :name => 'key' },
-      TYPE => { :type => ::Thrift::Types::STRING, :name => 'type' },
-      VERSION => { :type => ::Thrift::Types::I64, :name => 'version' },
-      VALUE => { :type => ::Thrift::Types::STRING, :name => 'value', :binary => true }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-    class TServiceInstance
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      SUBSCRIBER_ID = 1
-      HOST_PORT = 2
-
-      FIELDS = {
-      SUBSCRIBER_ID => { :type => ::Thrift::Types::I32, :name => 'subscriber_id' },
-      HOST_PORT => { :type => ::Thrift::Types::STRUCT, :name => 'host_port', :class => Impala::Protocol::THostPort }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field subscriber_id is unset!') unless @subscriber_id
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field host_port is unset!') unless @host_port
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-    class TServiceMembership
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      SERVICE_ID = 1
-      SERVICE_INSTANCES = 2
-
-      FIELDS = {
-      SERVICE_ID => { :type => ::Thrift::Types::STRING, :name => 'service_id' },
-      SERVICE_INSTANCES => { :type => ::Thrift::Types::LIST, :name => 'service_instances', :element => { :type => ::Thrift::Types::STRUCT, :class => Impala::Protocol::TServiceInstance } }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field service_id is unset!') unless @service_id
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field service_instances is unset!') unless @service_instances
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-  end
-end

data/lib/impala/protocol/types_constants.rb

@@ -1,12 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-require 'types_types'
-
-module Impala
-  module Protocol
-  end
-end

data/lib/impala/protocol/types_types.rb

@@ -1,86 +0,0 @@
-#
-# Autogenerated by Thrift Compiler (0.8.0)
-#
-# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
-#
-
-
-module Impala
-  module Protocol
-    module TPrimitiveType
-      INVALID_TYPE = 0
-      BOOLEAN = 1
-      TINYINT = 2
-      SMALLINT = 3
-      INT = 4
-      BIGINT = 5
-      FLOAT = 6
-      DOUBLE = 7
-      DATE = 8
-      DATETIME = 9
-      TIMESTAMP = 10
-      STRING = 11
-      VALUE_MAP = { 0 => "INVALID_TYPE", 1 => "BOOLEAN", 2 => "TINYINT", 3 => "SMALLINT", 4 => "INT", 5 => "BIGINT", 6 => "FLOAT", 7 => "DOUBLE", 8 => "DATE", 9 => "DATETIME", 10 => "TIMESTAMP", 11 => "STRING" }
-      VALID_VALUES = Set.new([INVALID_TYPE, BOOLEAN, TINYINT, SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DATE, DATETIME, TIMESTAMP, STRING]).freeze
-    end
-
-    module TStmtType
-      QUERY = 0
-      DDL = 1
-      DML = 2
-      VALUE_MAP = { 0 => "QUERY", 1 => "DDL", 2 => "DML" }
-      VALID_VALUES = Set.new([QUERY, DDL, DML]).freeze
-    end
-
-    module TExplainLevel
-      NORMAL = 0
-      VERBOSE = 1
-      VALUE_MAP = { 0 => "NORMAL", 1 => "VERBOSE" }
-      VALID_VALUES = Set.new([NORMAL, VERBOSE]).freeze
-    end
-
-    class THostPort
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      HOSTNAME = 1
-      IPADDRESS = 2
-      PORT = 3
-
-      FIELDS = {
-      HOSTNAME => { :type => ::Thrift::Types::STRING, :name => 'hostname' },
-      IPADDRESS => { :type => ::Thrift::Types::STRING, :name => 'ipaddress' },
-      PORT => { :type => ::Thrift::Types::I32, :name => 'port' }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field hostname is unset!') unless @hostname
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field ipaddress is unset!') unless @ipaddress
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field port is unset!') unless @port
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-    class TUniqueId
-      include ::Thrift::Struct, ::Thrift::Struct_Union
-      HI = 1
-      LO = 2
-
-      FIELDS = {
-      HI => { :type => ::Thrift::Types::I64, :name => 'hi' },
-      LO => { :type => ::Thrift::Types::I64, :name => 'lo' }
-      }
-
-      def struct_fields; FIELDS; end
-
-      def validate
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field hi is unset!') unless @hi
-        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Required field lo is unset!') unless @lo
-      end
-
-      ::Thrift::Struct.generate_accessors self
-    end
-
-  end
-end

data/thrift/Data.thrift

@@ -1,52 +0,0 @@
-// Copyright 2012 Cloudera Inc.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-namespace cpp impala
-namespace java com.cloudera.impala.thrift
-namespace rb Impala.Protocol
-namespace rb Impala.Protocol
-
-include "Types.thrift"
-
-// Serialized, self-contained version of a RowBatch (in be/src/runtime/row-batch.h).
-struct TRowBatch {
-  // total number of rows contained in this batch
-  1: required i32 num_rows
-
-  // row composition
-  2: required list<Types.TTupleId> row_tuples
-
-  // There are a total of num_rows * num_tuples_per_row offsets
-  // pointing into tuple_data.
-  // An offset of -1 records a NULL.
-  3: list<i32> tuple_offsets
-
-  // binary tuple data, broken up into chunks
-  // TODO: figure out how we can avoid copying the data during TRowBatch construction
-  4: list<string> tuple_data
-}
-
-// this is a union over all possible return types
-struct TColumnValue {
-  // TODO: use <type>_val instead of camelcase
-  1: optional bool boolVal
-  2: optional i32 intVal
-  3: optional i64 longVal
-  4: optional double doubleVal
-  5: optional string stringVal
-}
-
-struct TResultRow {
-  1: list<TColumnValue> colVals
-}

data/thrift/DataSinks.thrift

@@ -1,61 +0,0 @@
-// Copyright 2012 Cloudera Inc.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-namespace cpp impala
-namespace java com.cloudera.impala.thrift
-namespace rb Impala.Protocol
-
-include "Exprs.thrift"
-include "Types.thrift"
-include "Descriptors.thrift"
-include "Partitions.thrift"
-
-enum TDataSinkType {
-  DATA_STREAM_SINK,
-  TABLE_SINK
-}
-
-// Sink which forwards data to a remote plan fragment,
-// according to the given output partition specification
-// (ie, the m:1 part of an m:n data stream)
-struct TDataStreamSink {
-  // destination node id
-  1: required Types.TPlanNodeId dest_node_id
-
-  // Specification of how the output of a fragment is partitioned.
-  // If the partitioning type is UNPARTITIONED, the output is broadcast
-  // to each destination host.
-  2: required Partitions.TDataPartition output_partition
-}
-
-// Creates a new Hdfs files according to the evaluation of the partitionKeyExprs,
-// and materializes all its input RowBatches as a Hdfs file.
-struct THdfsTableSink {
-  1: required list<Exprs.TExpr> partition_key_exprs
-  2: required bool overwrite
-}
-
-// Union type of all table sinks.
-// Currently, only THdfsTableSink is supported, so we don't have a separate
-// TTableSinkType yet.
-struct TTableSink {
-  1: required Types.TTableId target_table_id
-  2: required THdfsTableSink hdfs_table_sink
-}
-
-struct TDataSink {
-  1: required TDataSinkType type
-  2: optional TDataStreamSink stream_sink
-  3: optional TTableSink table_sink
-}