datasift 2.1.1 → 3.0.0.beta

data/test/helper.rb

@@ -1,95 +0,0 @@
-require 'rubygems'
-require 'test/unit'
-require 'shoulda'
-require 'yaml'
-require File.dirname(__FILE__) + '/../lib/DataSift/mockapiclient'
-
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-require 'datasift'
-
-class Test::Unit::TestCase
-	def init()
-		@config = YAML::load(File.open(File.join(File.dirname(__FILE__), '..', 'config.yml')))
-		@testdata = YAML::load(File.open(File.join(File.dirname(__FILE__), 'testdata.yml')))
-
-		# Initialise the test data (parse the dates, etc).
-		@testdata['historic_start'] = DateTime.parse(@testdata['historic_start'].to_s)
-		@testdata['historic_end'] = DateTime.parse(@testdata['historic_end'].to_s)
-		@testdata['historic_created_at'] = DateTime.parse(@testdata['historic_created_at'].to_s)
-		@testdata['push_created_at'] = DateTime.parse(@testdata['push_created_at'].to_s)
-		@testdata['push_last_request'] = DateTime.parse(@testdata['push_last_request'].to_s)
-		@testdata['push_last_success'] = DateTime.parse(@testdata['push_last_success'].to_s)
-		@testdata['historic_sources'] = @testdata['historic_sources'].split(',')
-
-		@user = DataSift::User.new(@config['username'], @config['api_key'])
-		@user.setApiClient(DataSift::MockApiClient.new())
-		@user.api_client.clearResponse()
-	end
-
-	def set204Response()
-		@user.api_client.setResponse(204, {}, 200, 150)
-	end
-
-	def setResponseToASingleHistoric(changes = {})
-		data = {
-				'id' => @testdata['historic_playback_id'],
-				'definition_id' => @testdata['definition_hash'],
-				'name' => @testdata['historic_name'],
-				'start' => @testdata['historic_start'].strftime('%s'),
-				'end' => @testdata['historic_end'].strftime('%s'),
-				'created_at' => @testdata['historic_created_at'].strftime('%s'),
-				'status' => @testdata['historic_status'],
-				'progress' => 0,
-				'sources' => @testdata['historic_sources'],
-				'sample' => @testdata['historic_sample'],
-			}
-		@user.api_client.setResponse(200, data.merge(changes), 200, 150)
-	end
-
-	def configurePushDefinition(push)
-		push.output_type = @testdata['push_output_type']
-		@testdata['push_output_params'].each { |k,v| push.output_params[k] = v }
-	end
-
-	def setResponseToASingleSubscription(changes = {})
-		data = {
-				'id'            => @testdata['push_id'],
-				'name'          => @testdata['push_name'],
-				'created_at'    => @testdata['push_created_at'].strftime('%s'),
-				'status'        => @testdata['push_status'],
-				'hash'          => @testdata['definition_hash'],
-				'hash_type'     => @testdata['push_hash_type'],
-				'output_type'   => @testdata['push_output_type'],
-				'output_params' => {
-					'delivery_frequency' => @testdata['push_output_params']['delivery_frequency'],
-					'url'                => @testdata['push_output_params']['url'],
-					'auth'               => {
-						'type'      => @testdata['push_output_params']['auth_type'],
-						'username'	=> @testdata['push_output_params']['auth_username'],
-						'password'	=> @testdata['push_output_params']['auth_password'],
-					},
-				},
-				'last_request'  => @testdata['push_last_request'].strftime('%s'),
-				'last_success'  => @testdata['push_last_success'].strftime('%s'),
-			}
-		@user.api_client.setResponse(200, data.merge(changes), 200, 150)
-	end
-
-	def checkSubscription(subscription)
-		assert_equal @testdata['push_id'],                                  subscription.id
-		assert_equal @testdata['push_name'],                                subscription.name
-		assert_equal @testdata['push_created_at'],                          subscription.created_at
-		assert_equal @testdata['push_status'],                              subscription.status
-		assert_equal @testdata['definition_hash'],                          subscription.hash
-		assert_equal @testdata['push_hash_type'],                           subscription.hash_type
-		assert_equal @testdata['push_output_type'],                         subscription.output_type
-		assert_equal @testdata['push_output_params']['delivery_frequency'], subscription.output_params['delivery_frequency']
-		assert_equal @testdata['push_output_params']['url'],                subscription.output_params['url']
-		assert_equal @testdata['push_output_params']['auth_type'],          subscription.output_params['auth.type']
-		assert_equal @testdata['push_output_params']['auth_username'],      subscription.output_params['auth.username']
-		assert_equal @testdata['push_output_params']['auth_password'],      subscription.output_params['auth.password']
-		assert_equal @testdata['push_last_request'],                        subscription.last_request
-		assert_equal @testdata['push_last_success'],                        subscription.last_success
-	end
-end

data/test/test_definition.rb

@@ -1,273 +0,0 @@
-require './' + File.dirname(__FILE__) + '/helper'
-
-class TestDefinition < Test::Unit::TestCase
-	context "Given an empty Definition object" do
-		setup do
-			init()
-			@definition = @user.createDefinition()
-		end
-
-		should "have an empty CSDL" do
-			assert_not_nil @definition
-			assert_equal '', @definition.csdl
-		end
-
-		should "correctly set and get the CSDL" do
-			@definition.csdl = @testdata['definition']
-			assert_equal @testdata['definition'], @definition.csdl
-		end
-	end
-
-	context "Given a Definition object with CSDL" do
-		setup do
-			init()
-			@definition = @user.createDefinition(@testdata['definition'])
-		end
-
-		should "have the correct CSDL" do
-			assert_not_nil @definition
-			assert_equal @testdata['definition'], @definition.csdl
-		end
-	end
-
-	context "Given a Definition object with CSDL plus padding" do
-		setup do
-			init()
-			@definition = @user.createDefinition("    " + @testdata['definition'] + "     ")
-		end
-
-		should "have the correct CSDL" do
-			assert_not_nil @definition
-			assert_equal @testdata['definition'], @definition.csdl
-		end
-	end
-
-	context "When trying to create a Definition object with an invalid user" do
-		should "raise an InvalidDataError" do
-			assert_raise(DataSift::InvalidDataError) { DataSift::Definition.new('username') }
-		end
-	end
-
-	context "When trying to create a Definition object with an invalid CSDL" do
-		setup do
-			init()
-		end
-
-		should "raise an InvalidDataError" do
-			assert_raise(DataSift::InvalidDataError) { DataSift::Definition.new(@user, 1234) }
-		end
-	end
-
-	context "Given a Definition object with a valid CSDL" do
-		setup do
-			init()
-			@definition = @user.createDefinition(@testdata['definition'])
-		end
-
-		should "compile the definition successfully" do
-			begin
-				@user.api_client.setResponse(200, {
-					'hash'       => @testdata['definition_hash'],
-					'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-					'dpu'       => 10,
-				}, 200, 150)
-				@definition.compile()
-			rescue InvalidDataError
-				assert false, "InvalidDataError"
-			rescue CompileFailedError
-				assert false, "CompileFailedError"
-			rescue APIError
-				assert false, "APIError"
-			end
-		end
-
-		should "have the correct hash" do
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			assert_equal @testdata['definition_hash'], @definition.hash
-		end
-
-		should "have a positive DPU" do
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			@definition.compile()
-			assert @definition.total_dpu > 0
-		end
-
-		should "have a valid created_at date" do
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			@definition.compile()
-			assert @definition.created_at
-		end
-	end
-
-	context "Given a Definition object with an invalid CSDL" do
-		setup do
-			init()
-			@definition = @user.createDefinition(@testdata['invalid_definition'])
-		end
-
-		should "fail to compile the definition" do
-			@user.api_client.setResponse(400, {
-				'error' => 'The target interactin.content does not exist',
-			}, 200, 150)
-			assert_raise(DataSift::CompileFailedError) { @definition.compile() }
-		end
-
-		should "fail to get the hash" do
-			@user.api_client.setResponse(400, {
-				'error' => 'The target interactin.content does not exist',
-			}, 200, 150)
-			assert_raise(DataSift::CompileFailedError) { @definition.hash }
-		end
-	end
-
-	context "The DPU returned from a valid Definition object" do
-		setup do
-			init()
-			@definition = @user.createDefinition(@testdata['definition'])
-			# Compile the definition first
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			@definition.compile()
-			# Now get the DPU
-			@user.api_client.setResponse(200, {
-				'detail' => {
-					'contains' => {
-						'count'   => 1,
-						'dpu'     => 4,
-						'targets' => {
-							'interaction.content' => {
-								'count' => 1,
-								'dpu'   => 4,
-							},
-						},
-					},
-				},
-				'dpu' => 4
-			}, 200, 150)
-			@dpu = @definition.getDPUBreakdown()
-		end
-
-		should "contain valid DPU data" do
-			assert @dpu.has_key?('detail')
-			assert @dpu.has_key?('dpu')
-		end
-
-		should "have a positive total DPU" do
-			assert @dpu['dpu'] > 0
-		end
-	end
-
-	context "Buffered data returned by a valid Definition object" do
-		setup do
-			init()
-			@definition = @user.createDefinition(@testdata['definition'])
-			# Compile the definition first
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			@definition.compile()
-			# Now get some buffered interactions
-			@user.api_client.setResponse(200, {
-				'stream' => {
-					0 => {
-						'interaction' => {
-							'source' => 'Snaptu',
-							'author' => {
-								'username' => 'nittolexia',
-								'name'     => 'nittosoetreznoe',
-								'id'       => 172192091,
-								'avatar'   => 'http://a0.twimg.com/profile_images/1429378181/gendowor_normal.jpg',
-								'link'     => 'http://twitter.com/nittolexia',
-							},
-							'type'       => 'twitter',
-							'link'       => 'http://twitter.com/nittolexia/statuses/89571192838684672',
-							'created_at' => 'Sat, 09 Jul 2011 05:46:51 +0000',
-							'content'    => 'RT @ayyuchadel: Haha RT @nittolexia: Mending gak ush maen twitter dehh..RT @sansan_arie:',
-							'id'         => '1e0a9eedc207acc0e074ea8aecb2c5ea',
-						},
-						'twitter' => {
-							'user' => {
-								'name'            => 'nittosoetreznoe',
-								'description'     => 'fuck all',
-								'location'        => 'denpasar, bali',
-								'statuses_count'  => 6830,
-								'followers_count' => 88,
-								'friends_count'   => 111,
-								'screen_name'     => 'nittolexia',
-								'lang'            => 'en',
-								'time_zone'       => 'Alaska',
-								'id'              => 172192091,
-								'geo_enabled'     => true,
-							},
-							'mentions' => {
-								0 => 'ayyuchadel',
-								1 => 'nittolexia',
-								2 => 'sansan_arie',
-							},
-							'id'         => '89571192838684672',
-							'text'       => 'RT @ayyuchadel: Haha RT @nittolexia: Mending gak ush maen twitter dehh..RT @sansan_arie:',
-							'source'     => '<a href="http://www.snaptu.com" rel="nofollow">Snaptu</a>',
-							'created_at' => 'Sat, 09 Jul 2011 05:46:51 +0000',
-						},
-						'klout' => {
-							'score'         => 45,
-							'network'       => 55,
-							'amplification' => 17,
-							'true_reach'    => 31,
-							'slope'         => 0,
-							'class'         => 'Networker',
-						},
-						'peerindex' => {
-							'score' => 30,
-						},
-						'language' => {
-							'tag' => 'da',
-						},
-					},
-				},
-			}, 200, 150)
-			@interactions = @definition.getBuffered()
-		end
-
-		should "be valid" do
-			assert @interactions
-		end
-	end
-
-	context "A StreamConsumer object returned by a valid Definition object" do
-		setup do
-			init()
-			@definition = @user.createDefinition(@testdata['definition'])
-			# Compile the definition first
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			@definition.compile()
-			# Now get a consumer
-			@consumer = @definition.getConsumer()
-		end
-
-		should "be valid" do
-			assert @consumer.is_a? DataSift::StreamConsumer
-		end
-	end
-end

data/test/test_historics.rb

@@ -1,233 +0,0 @@
-require './' + File.dirname(__FILE__) + '/helper'
-
-class TestHistorics < Test::Unit::TestCase
-	context "Given a new Historic object from a stream hash" do
-		setup do
-			init()
-			# Create the historic
-			@historic = @user.createHistoric(@testdata['definition_hash'], @testdata['historic_start'], @testdata['historic_end'], @testdata['historic_sources'], @testdata['historic_sample'], @testdata['historic_name'])
-		end
-
-		should "be a Historic object" do
-			assert_not_nil @historic
-			assert @historic.kind_of?(DataSift::Historic)
-		end
-
-		should "have the correct definition_hash" do
-			assert_equal @testdata['definition_hash'], @historic.stream_hash
-		end
-
-		should "have the correct name" do
-			assert_equal @testdata['historic_name'], @historic.name
-		end
-
-		should "have the correct start_date" do
-			assert_equal @testdata['historic_start'], @historic.start_date
-		end
-
-		should "have the correct end_date" do
-			assert_equal @testdata['historic_end'], @historic.end_date
-		end
-
-		should "have the correct status" do
-			assert_equal @testdata['historic_status'], @historic.status
-		end
-
-		should "have the correct progress" do
-			assert_equal 0, @historic.progress
-		end
-
-		should "have the correct sample" do
-			assert_equal @testdata['historic_sample'], @historic.sample
-		end
-
-		should "be able to change the name before preparing" do
-			assert_equal @testdata['historic_name'], @historic.name
-
-			@historic.name = 'new name'
-
-			assert_equal 'new name', @historic.name
-		end
-
-		should "be able to prepare the query" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-		end
-
-		should "not be able to prepare it more than once" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-			assert_raise(DataSift::InvalidDataError) { @historic.prepare() }
-		end
-
-		should "be able to change the name after preparing" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-
-			assert_equal @testdata['historic_name'], @historic.name
-
-			new_name = 'new name'
-			setResponseToASingleHistoric({ 'name' => new_name })
-			@historic.name = new_name
-
-			assert_equal new_name, @historic.name
-		end
-
-		should "be able to start the query" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-
-			set204Response()
-			@historic.start()
-		end
-
-		should "be able to stop the query" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-
-			set204Response()
-			@historic.stop()
-		end
-
-		should "be able to delete the query" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-
-			set204Response()
-			@historic.delete()
-		end
-
-		should "not be able to start the query after deletion" do
-			setResponseToASingleHistoric({
-				'dpus'         => @testdata['historic_dpus'],
-				'availability' => @testdata['historic_availability']
-			})
-			@historic.prepare()
-
-			set204Response()
-			@historic.delete()
-
-			assert_raise(DataSift::InvalidDataError) { @historic.start() }
-		end
-	end
-
-	context "Given a new Historic object from a Definition" do
-		setup do
-			init()
-			# Create the definition
-			@definition = @user.createDefinition(@testdata['definition'])
-			# Create the historic (API response is for compiling the definition)
-			@user.api_client.setResponse(200, {
-				'hash'       => @testdata['definition_hash'],
-				'created_at' => Time.now.strftime('%Y-%m-%d %H:%M:%S'),
-				'dpu'        => 10,
-			}, 200, 150)
-			@historic = @definition.createHistoric(@testdata['historic_start'], @testdata['historic_end'], @testdata['historic_sources'], @testdata['historic_sample'], @testdata['historic_name'])
-		end
-
-		should "be a Historic object" do
-			assert_not_nil @historic
-		end
-
-		should "have the correct definition_hash" do
-			assert_equal @testdata['definition_hash'], @historic.stream_hash
-		end
-
-		should "have the correct name" do
-			assert_equal @testdata['historic_name'], @historic.name
-		end
-
-		should "have the correct start_date" do
-			assert_equal @testdata['historic_start'], @historic.start_date
-		end
-
-		should "have the correct end_date" do
-			assert_equal @testdata['historic_end'], @historic.end_date
-		end
-
-		should "have the correct status" do
-			assert_equal @testdata['historic_status'], @historic.status
-		end
-
-		should "have the correct progress" do
-			assert_equal 0, @historic.progress
-		end
-
-		should "have the correct sample" do
-			assert_equal @testdata['historic_sample'], @historic.sample
-		end
-	end
-
-	context "Given a Historic object retrieved from the API" do
-		setup do
-			init()
-			# Create the historic (API response is for compiling the definition)
-			setResponseToASingleHistoric()
-			@historic = @user.getHistoric(@testdata['historic_playback_id'])
-		end
-
-		should "be a Historic object" do
-			assert_not_nil @historic
-		end
-
-		should "have the correct definition_hash" do
-			assert_equal @testdata['definition_hash'], @historic.stream_hash
-		end
-
-		should "have the correct name" do
-			assert_equal @testdata['historic_name'], @historic.name
-		end
-
-		should "have the correct start_date" do
-			assert_equal @testdata['historic_start'], @historic.start_date
-		end
-
-		should "have the correct end_date" do
-			assert_equal @testdata['historic_end'], @historic.end_date
-		end
-
-		should "have the correct status" do
-			assert_equal @testdata['historic_status'], @historic.status
-		end
-
-		should "have the correct progress" do
-			assert_equal 0, @historic.progress
-		end
-
-		should "have the correct sample" do
-			assert_equal @testdata['historic_sample'], @historic.sample
-		end
-
-		should "not be able to prepare the query" do
-			assert_raise(DataSift::InvalidDataError) { @historic.prepare() }
-		end
-
-		should "be able to change the name" do
-			assert_equal @testdata['historic_name'], @historic.name
-
-			new_name = 'new name'
-			setResponseToASingleHistoric({ 'name' => new_name })
-			@historic.name = new_name
-
-			assert_equal new_name, @historic.name
-		end
-	end
-end