datasift 3.0.0.beta4 → 3.0.0

data/test/fixtures/balance.json

@@ -0,0 +1 @@
+{"balance":{"remaining_dpus":-847.8,"cost":0,"plan":"professional","threshold":500}}

data/test/fixtures/compile_csdl_invalid.json

@@ -0,0 +1 @@
+{"error":"We are unable to parse this stream. At line 1 position 21 we were expecting one of: an operator that can act on strings, integers or float types (==, !=, <, >, >=, <=), followed by a text value;\n or the \"substring\" operator, followed by a text value;\n or <predicate.contains_parameters>, followed by a list of comma separated strings;\n or the \"in\" operator for strings, followed by a list of comma separated strings;\n or <predicate.contains_parameters>, followed by a quote (\"), followed by a list of comma separated items in a contains near operator's value, followed by a colon (:), followed by the number of words separation argument in the contains near operator's value, followed by a quote (\");\n or <predicate.contains_parameters>, followed by a text value;\n or the \"in\" operator for dynamic lists, followed by a dynamic list key;\n or <predicate.contains_parameters>, followed by a dynamic list key."}

data/test/fixtures/compile_csdl_valid.json

@@ -0,0 +1 @@
+{"hash":"145ea24a4d83a14ecb9077b831f14809","created_at":"2014-05-21 13:53:08","dpu":"0.1"}

data/test/fixtures/dpu_valid.json

@@ -0,0 +1 @@
+{"dpu":0.1,"detail":{"contains":{"count":1,"dpu":0.1,"targets":{"interaction.content":{"count":1,"dpu":0.1}}}}}

data/test/fixtures/preview_create_valid.json

@@ -0,0 +1 @@
+{"created_at":1400772868,"id":"fbd5441ab17a46f2ac200f8cab6bdb79fe8efb31"}

data/test/fixtures/preview_get_running.json

@@ -0,0 +1 @@
+{"id":"bba2e37958470b56d2a3d7748fd5ad918f7b8b92","name":"preview","progress":43,"status":"running","feeds":"facebook,twitter","sample":1,"end":1398985200,"created_at":1401293969,"start":1398898800,"user":"1","parameters":"language.tag,freqDist,5;interaction.id,targetVol,hour","hash":"145ea24a4d83a14ecb9077b831f14809"}

data/test/fixtures/preview_get_succeeded.json

@@ -0,0 +1 @@
+{"id":"bba2e37958470b56d2a3d7748fd5ad918f7b8b92","name":"preview","progress":100,"status":"succeeded","feeds":"facebook,twitter","sample":1,"end":1398985200,"created_at":1401293969,"start":1398898800,"user":"1","parameters":"language.tag,freqDist,5;interaction.id,targetVol,hour","hash":"145ea24a4d83a14ecb9077b831f14809","data":[{"target":"language.tag","analysis":"freqDist","output":{"fr":45,"id":49,"en":2720,"es":42,"ms":39},"threshold":5},{"target":"interaction.id","analysis":"targetVol","output":{"2014\/05\/01 21:00:00":108,"2014\/05\/01 08:00:00":76,"2014\/05\/01 09:00:00":204,"2014\/05\/01 12:00:00":133,"2014\/05\/01 00:00:00":118,"2014\/05\/01 18:00:00":104,"2014\/05\/01 06:00:00":90,"2014\/05\/01 02:00:00":181,"2014\/05\/01 03:00:00":119,"2014\/05\/01 22:00:00":105,"2014\/05\/01 15:00:00":162,"2014\/05\/01 07:00:00":95,"2014\/05\/01 05:00:00":87,"2014\/05\/01 14:00:00":137,"2014\/05\/01 10:00:00":124,"2014\/05\/01 20:00:00":99,"2014\/05\/01 01:00:00":154,"2014\/05\/01 17:00:00":131,"2014\/05\/01 04:00:00":142,"2014\/05\/01 11:00:00":101,"2014\/05\/01 19:00:00":105,"2014\/05\/01 16:00:00":161,"2014\/05\/01 13:00:00":158,"2014\/04\/30 23:00:00":116},"interval":"hour","summary":{"count":3010}}]}

data/test/fixtures/push_create_valid.json

@@ -0,0 +1 @@
+{"id":"ca7f50126a9e7e837c8b716ac5f7604a","output_type":"http","name":"connectorhttp","created_at":1401295443,"user_id":1,"hash":"145ea24a4d83a14ecb9077b831f14809","hash_type":"stream","output_params":{"method":"post","url":"http:\/\/example.com\/datasift","compression":"none","delivery_frequency":0,"max_size":10485760,"verify_ssl":"false"},"status":"active","last_request":null,"last_success":null,"remaining_bytes":null,"lost_data":false,"start":1401295443,"end":0}

data/test/fixtures/push_get_list_by_hash_valid.json

@@ -0,0 +1 @@
+{"subscriptions":[{"id":"7802b84cfe79e50e0a6e3cdac5ce54ab","output_type":"http","name":"connectorhttp","created_at":1401364070,"user_id":1,"hash":"145ea24a4d83a14ecb9077b831f14809","hash_type":"stream","output_params":{"method":"post","url":"http:\/\/example.com\/datasift","compression":"none","delivery_frequency":0,"max_size":10485760,"verify_ssl":"false"},"status":"active","last_request":1401381810,"last_success":1401381810,"remaining_bytes":null,"lost_data":false,"start":1401364070,"end":null}],"count":1}

data/test/fixtures/push_get_list_by_historics_id_valid.json

@@ -0,0 +1 @@
+{"subscriptions":[{"id":"c0d390b3ad76e8d4a977e7c91364688f","output_type":"ftp","name":"Example","created_at":1401866981,"user_id":1,"hash":"5f569d6f99002bfaa483","hash_type":"historic","output_params":{"format":"json_meta","directory":"\/data","port":21,"max_size":10485760,"delivery_frequency":10,"host":"example.datasift.com"},"status":"finished","last_request":null,"last_success":1401870290,"remaining_bytes":null,"lost_data":false,"start":1401866981,"end":1401875424}],"count":1}

data/test/fixtures/push_get_list_valid.json

@@ -0,0 +1 @@
+{"subscriptions":[{"id":"7802b84cfe79e50e0a6e3cdac5ce54ab","output_type":"http","name":"connectorhttp","created_at":1401364070,"user_id":1,"hash":"145ea24a4d83a14ecb9077b831f14809","hash_type":"stream","output_params":{"method":"post","url":"http:\/\/example.com\/datasift","compression":"none","delivery_frequency":0,"max_size":10485760,"verify_ssl":"false"},"status":"active","last_request":null,"last_success":null,"remaining_bytes":null,"lost_data":false,"start":1401364070,"end":null}],"count":1}

data/test/fixtures/push_get_valid.json

@@ -0,0 +1 @@
+{"id":"ca7f50126a9e7e837c8b716ac5f7604a","output_type":"http","name":"connectorhttp","created_at":1401295443,"user_id":1,"hash":"145ea24a4d83a14ecb9077b831f14809","hash_type":"stream","output_params":{"method":"post","url":"http:\/\/example.com\/datasift","compression":"none","delivery_frequency":0,"max_size":10485760,"verify_ssl":"false"},"status":"active","last_request":null,"last_success":1401295476,"remaining_bytes":0,"lost_data":false,"start":1401295443,"end":null}

data/test/fixtures/push_log_valid.json

@@ -0,0 +1 @@
+{"success":true,"count":1,"log_entries":[{"request_time":1402413172,"success":true,"subscription_id":"7802b84cfe79e50e0a6e3cdac5ce54ab","message":"Successfully delivered after delivery failure(s)"}]}

data/test/fixtures/push_pause_valid.json

@@ -0,0 +1 @@
+{"id":"ca7f50126a9e7e837c8b716ac5f7604a","output_type":"http","name":"connectorhttp","created_at":1401295443,"user_id":1,"hash":"145ea24a4d83a14ecb9077b831f14809","hash_type":"stream","output_params":{"method":"post","url":"http:\/\/example.com\/datasift","compression":"none","delivery_frequency":0,"max_size":10485760,"verify_ssl":"false"},"status":"paused","last_request":null,"last_success":1401295476,"remaining_bytes":0,"lost_data":false,"start":1401295443,"end":null}

data/test/fixtures/push_stop_valid.json

@@ -0,0 +1 @@
+{"id":"7802b84cfe79e50e0a6e3cdac5ce54ab","output_type":"http","name":"connectorhttp","created_at":1401364070,"user_id":1,"hash":"145ea24a4d83a14ecb9077b831f14809","hash_type":"stream","output_params":{"method":"post","url":"http:\/\/example.com\/datasift","compression":"none","delivery_frequency":0,"max_size":10485760,"verify_ssl":"false"},"status":"finishing","last_request":1401451186,"last_success":1401451181,"remaining_bytes":null,"lost_data":false,"start":1401364070,"end":1401451186}

data/test/fixtures/push_validate_valid.json

@@ -0,0 +1 @@
+{"success":true,"message":"Validated successfully"}

data/test/fixtures/usage_current.json

@@ -0,0 +1 @@
+{"start":"Wed, 21 May 2014 10:00:00 +0000","end":"Wed, 21 May 2014 11:00:00 +0000","streams":{"028eaeff74f186a768cc37107378fb9d":{"licenses":{"gender":2255,"interaction":2753,"klout.score":2155,"language":2677,"links":2723,"salience.sentiment":2663,"trends":44,"twitter":2753},"seconds":3600},"0fc46cdc3afbeb7c903ba5cb2ae73781":{"licenses":[],"seconds":3600},"1561e183f191f9aa0e55cda127a1e80d":{"licenses":[],"seconds":300},"49ab3b3aadf32fb81624ae69b4fa6646":{"licenses":{"facebook_page":1,"gender":1,"instagram":1,"interaction":1,"language":1,"salience.sentiment":1},"seconds":3600},"828dd0f10a8f7d0201c54684390d059d":{"licenses":[],"seconds":3600},"9dbf78769d088c868836a5d4861b9e7a":{"licenses":[],"seconds":300}}

data/test/fixtures/validate_csdl_invalid.json

@@ -0,0 +1 @@
+{"error": "The target interaction.nonsense does not exist"}

data/test/fixtures/validate_csdl_valid.json

@@ -0,0 +1 @@
+{"created_at": "2014-01-30 10:09:19","dpu": "0.1"}

data/test/test_helper.rb

@@ -0,0 +1,17 @@
+require 'simplecov'
+SimpleCov.start
+
+require File.expand_path('./../../examples/auth', __FILE__)
+require 'datasift'
+require 'minitest/autorun'
+require 'webmock/minitest'
+require 'multi_json'
+require 'ostruct'
+
+def fixture_path
+  File.expand_path('../fixtures', __FILE__)
+end
+
+def fixture(file)
+  File.new(fixture_path + '/' + file)
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datasift
 version: !ruby/object:Gem::Version
-  version: 3.0.0.beta4
+  version: 3.0.0
 platform: ruby
 authors:
 - DataSift
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-14 00:00:00.000000000 Z
+date: 2014-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -95,19 +95,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.11.3
 - !ruby/object:Gem::Dependency
-  name: test-unit
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.5.5
+        version: '5.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.5.5
+        version: '5.0'
 description: The official Ruby library for accessing the DataSift API. See http://datasift.com/
   for full details and to sign up for an account.
 email:
@@ -122,11 +122,14 @@ files:
 - LICENSE
 - MIGRATING_TO_V.3.0.0.md
 - README.md
+- Rakefile
 - VERSION
 - datasift.gemspec
 - examples/auth.rb
 - examples/cli.sh
 - examples/core_api_eg.rb
+- examples/dynamic_list_eg.rb
+- examples/dynamic_list_replace_eg.rb
 - examples/historics_eg.rb
 - examples/historics_preview_eg.rb
 - examples/live_stream_eg.rb
@@ -136,13 +139,37 @@ files:
 - lib/api/api_resource.rb
 - lib/cli.rb
 - lib/datasift.rb
+- lib/dynamic_list.rb
+- lib/dynamic_list_replace.rb
 - lib/errors.rb
 - lib/historics.rb
 - lib/historics_preview.rb
 - lib/live_stream.rb
 - lib/managed_source.rb
 - lib/push.rb
-- tests/core_api_test.rb
+- test/datasift/core_api_test.rb
+- test/datasift/historics_preview_api_test.rb
+- test/datasift/push_api_test.rb
+- test/fixtures/balance.json
+- test/fixtures/compile_csdl_invalid.json
+- test/fixtures/compile_csdl_valid.json
+- test/fixtures/dpu_valid.json
+- test/fixtures/preview_create_valid.json
+- test/fixtures/preview_get_running.json
+- test/fixtures/preview_get_succeeded.json
+- test/fixtures/push_create_valid.json
+- test/fixtures/push_get_list_by_hash_valid.json
+- test/fixtures/push_get_list_by_historics_id_valid.json
+- test/fixtures/push_get_list_valid.json
+- test/fixtures/push_get_valid.json
+- test/fixtures/push_log_valid.json
+- test/fixtures/push_pause_valid.json
+- test/fixtures/push_stop_valid.json
+- test/fixtures/push_validate_valid.json
+- test/fixtures/usage_current.json
+- test/fixtures/validate_csdl_invalid.json
+- test/fixtures/validate_csdl_valid.json
+- test/test_helper.rb
 homepage: https://github.com/datasift/datasift-ruby
 licenses:
 - BSD
@@ -163,7 +190,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: 1.3.6
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.3.0
 signing_key: 
 specification_version: 4
 summary: DataSift is a simple wrapper for the DataSift API.

data/tests/core_api_test.rb

@@ -1,95 +0,0 @@
-require '../examples/auth'
-require 'test/unit'
-require 'webmock/test_unit'
-require 'multi_json'
-class CoreApiTest < Test::Unit::TestCase
-
-  def setup
-    auth       = DataSiftExample.new
-    @datasift  = auth.datasift
-    @data      = OpenStruct.new
-    @responses = OpenStruct.new
-    @statuses  = OpenStruct.new
-    @headers   = OpenStruct.new
-
-    @data.valid_csdl        = 'interaction.content contains "test"'
-    @data.invalid_csdl      = 'interaction.nonsense is not valid'
-    #{"created_at" => "2014-01-30 10:09:19", "dpu" => "0.1"}
-    @responses.valid_csdl   = '{"created_at": "2014-01-30 10:09:19","dpu": "0.1"}'
-    @responses.invalid_csdl = '{"error": "The target interaction.nonsense does not exist"}'
-    @responses.valid_stream = OpenStruct.new({:hash => '145ea24a4d83a14ecb9077b831f14809', :created_at => '2014-01-30 17:35:14', :dpu => '0.1'})
-
-    @statuses.valid_csdl   = 200
-    @statuses.invalid_csdl = 400
-
-    @headers.valid_csdl = {
-        "date"              => "Thu, 30 Jan 2014 10:09:19 GMT", "content-type" => "application/json",
-        "transfer-encoding" => "chunked", "connection" => "close", "x-api-version" => "1",
-        "x-ratelimit-limit" => "10000", "x-ratelimit-remaining" => "10000", "x-ratelimit-cost" => "5"}
-    #valid CSDL
-    stub_request(:post, /api.datasift.com\/.*\/validate/).
-        with(:body => {"csdl" => @data.valid_csdl}).
-        to_return(:status  => @statuses.valid_csdl,
-                  :body    => @responses.valid_csdl,
-                  :headers => @headers.valid_csdl)
-    #invalid CSDL
-    stub_request(:post, /api.datasift.com\/.*\/validate/).
-        with(:body => {"csdl" => @data.invalid_csdl}).
-        to_return(:status  => @statuses.invalid_csdl,
-                  :body    => @responses.invalid_csdl,
-                  :headers => @headers.valid_csdl)
-    #valid stream compilation
-    stub_request(:post, /api.datasift.com\/.*\/compile/).
-        with(:body => {"csdl" => @data.valid_csdl}).
-        to_return(:status  => @statuses.valid_csdl,
-                  :body    => MultiJson.dump(@responses.valid_stream),
-                  :headers => @headers.valid_csdl)
-
-  end
-
-
-  def teardown
-    # Do nothing
-  end
-
-  def test_csdl_cant_be_nil_when_validating
-    assert_raise InvalidParamError do
-      @datasift.valid?(nil)
-    end
-  end
-
-  def test_csdl_cant_be_empty_when_validating
-    assert_raise InvalidParamError do
-      @datasift.valid?('')
-    end
-  end
-
-  def test_if_user_can_get_successful_validation_as_bool
-    assert_boolean @datasift.valid?(@data.valid_csdl), 'Valid must return a bool by default'
-    assert_true @datasift.valid?(@data.valid_csdl), 'This request should have returned true'
-  end
-
-  def test_if_user_can_get_successful_validation_as_hash
-    validation = @datasift.valid?(@data.valid_csdl, false)
-    assert_kind_of Hash, validation, 'Valid should return a hash here'
-    assert_equal @statuses.valid_csdl, validation[:http][:status], "This request should have returned status as #{@statuses.validate_csdl}"
-  end
-
-  def test_failing_csdl_validation
-    assert_raise BadRequestError do
-      @datasift.valid?(@data.invalid_csdl)
-    end
-  end
-
-  def test_csdl_cant_be_nil_when_compiling
-    assert_raise InvalidParamError do
-      @datasift.compile(nil)
-    end
-  end
-
-  def test_csdl_cant_be_empty_when_compiling
-    assert_raise InvalidParamError do
-      @datasift.compile('')
-    end
-  end
-end