datasift 3.1.5 → 3.2.0

data/examples/pylon_eg.rb

@@ -0,0 +1,116 @@
+require './auth'
+class AnalysisApi < DataSiftExample
+  def initialize
+    super
+    run_analysis
+  end
+
+  def run_analysis
+    begin
+      puts "Create a new identity to make PYLON API calls"
+      identity = @datasift.account_identity.create(
+        "JASON_#{Time.now.to_i}",
+        "active",
+        false
+      )
+      identity_id = identity[:data][:id]
+      puts identity[:data].to_json
+
+      puts "\nCreate a Token for our Identity"
+      token = @datasift.account_identity_token.create(
+        identity_id,
+        'facebook',
+        'YOUR_TOKEN'
+      )
+      puts token[:data].to_json
+
+      puts "\nNow make PYLON API calls using the Identity's API key"
+      @config.merge!(api_key: identity[:data][:api_key])
+      @datasift = DataSift::Client.new(@config)
+
+      csdl = 'return { fb.content contains "data" }'
+
+      puts "Check this CSDL is valid: #{csdl}"
+      puts "Valid? #{@datasift.pylon.valid?(csdl)}"
+
+      puts "\nCompile my CSDL"
+      compiled = @datasift.pylon.compile csdl
+      hash = compiled[:data][:hash]
+      puts "Hash: #{hash}"
+
+      puts "\nStart recording filter with hash #{hash}"
+      filter = @datasift.pylon.start(
+        hash,
+        'Facebook Pylon Test Filter'
+      )
+      puts filter[:data].to_json
+
+      puts "\nSleep for 10 seconds to record a little data"
+      sleep(10)
+
+      puts "\nGet details of our running recording"
+      puts @datasift.pylon.get(hash)[:data].to_json
+
+      puts "\nYou can also list running recordings"
+      puts @datasift.pylon.list[:data].to_json
+
+      puts "\nFrequency distribution analysis on fb.author.country"
+      params = {
+        analysis_type: 'freqDist',
+        parameters: {
+          threshold: 1,
+          target: 'fb.author.country'
+        }
+      }
+      puts @datasift.pylon.analyze(
+        hash,
+        params
+      )[:data].to_json
+
+      puts "\nFrequency distribution analysis on fb.author.age with filter"
+      params = {
+        analysis_type: 'freqDist',
+        parameters: {
+          threshold: 1,
+          target: 'fb.author.age'
+        }
+      }
+      filter = 'fb.content contains "starbucks"'
+      puts @datasift.pylon.analyze(
+        hash,
+        params,
+        filter
+      )[:data].to_json
+
+      puts "\nTime series analysis"
+      params = {
+        analysis_type: 'timeSeries',
+        parameters: {
+          interval: 'hour',
+          span: 12
+        }
+      }
+      filter = ''
+      start_time = Time.now.to_i - (60 * 60 * 12) # 7 days ago
+      end_time = Time.now.to_i
+      puts @datasift.pylon.analyze(
+        hash,
+        params,
+        filter,
+        start_time,
+        end_time
+      )[:data].to_json
+
+      puts "\nTags analysis"
+      puts @datasift.pylon.tags(hash)[:data].to_json
+
+      puts "\nStop recording filter with hash #{hash}"
+      puts @datasift.pylon.stop(hash)[:data].to_json
+
+      rescue DataSiftError => dse
+        puts dse.to_s
+    end
+  end
+end
+
+AnalysisApi.new

data/lib/account.rb

@@ -0,0 +1,6 @@
+module DataSift
+  #
+  # Class for accessing DataSift's Account API Identities
+  class Account < DataSift::ApiResource
+  end
+end

data/lib/account_identity.rb

@@ -0,0 +1,73 @@
+module DataSift
+  #
+  # Class for accessing DataSift's Account API Identities
+  class AccountIdentity < DataSift::ApiResource
+    # Creates a new Identity
+    #
+    # @param label [String] A unique identifier for this Identity
+    # @param status [String] (Optional, Default: "active") What status this
+    #   Identity currently has. Possible values are 'active' and 'disabled'
+    # @param master [Boolean] (Optional, Default: false) Whether this is the
+    #   master Identity for your account
+    # @return [Object] API reponse object
+    def create(label = '', status = 'active', master = '')
+      fail ArgumentError, 'label is missing' if label.empty?
+
+      params = { label: label }
+      params.merge!(status: status) unless status.empty?
+      params.merge!(master: master) if [TrueClass, FalseClass].include?(master.class)
+
+      DataSift.request(:POST, 'account/identity', @config, params)
+    end
+
+    # Gets a specific Identity by ID
+    #
+    # @param id [String] ID of the Identity you wish to return
+    # @return [Object] API reponse object
+    def get(id)
+      DataSift.request(:GET, "account/identity/#{id}", @config)
+    end
+
+    # Returns a list of Identities
+    #
+    # @param label [String] (Optional) Search by a given Identity label
+    # @param per_page [Integer] (Optional) How many Identities should be
+    #   returned per page of results
+    # @param page [Integer] (Optional) Which page of results to return
+    # @return [Object] API reponse object
+    def list(label = '', per_page = '', page = '')
+      params = {}
+      params.merge!(label: label) unless label.empty?
+      params.merge!(per_page: per_page) unless per_page.empty?
+      params.merge!(page: page) unless page.empty?
+
+      DataSift.request(:GET, 'account/identity', @config, params)
+    end
+
+    # Updates a specific Identity by ID
+    #
+    # @param id [String] ID of the Identity you are updating
+    # @param label [String] (Optional) New label value
+    # @param status [String] (Optional) New status for this Identity
+    # @param master [Boolean] (Optional) Whether this Identity should be master
+    # @return [Object] API reponse object
+    def update(id = '', label = '', status = '', master = '')
+      fail ArgumentError, 'id is missing' if id.empty?
+
+      params = {}
+      params.merge!(label: label) unless label.empty?
+      params.merge!(status: status) unless status.empty?
+      params.merge!(master: master) if [TrueClass, FalseClass].include?(master.class)
+
+      DataSift.request(:PUT, "account/identity/#{id}", @config, params)
+    end
+
+    # Deletes a specific Identity by ID
+    #
+    # @param id [String] ID of the Identity you wish to delete
+    # @return [Object] API response object
+    def delete(id)
+      DataSift.request(:DELETE, "account/identity/#{id}", @config)
+    end
+  end
+end

data/lib/account_identity_limit.rb

@@ -0,0 +1,85 @@
+module DataSift
+  #
+  # Class for accessing DataSift's Account API Identity Limits
+  class AccountIdentityLimit < DataSift::ApiResource
+    # Creates a Limit for an Identity
+    #
+    # @param identity_id [String] ID of the Identity for which you are creating
+    #   a limit
+    # @param service [String] The service this limit will apply to. For example;
+    #   'facebook'
+    # @param total_allowance [Integer] The limit for this Identity
+    # @return [Object] API reponse object
+    def create(identity_id = '', service = '', total_allowance = nil)
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+      fail BadParametersError, 'total_allowance can not be "nil"' if total_allowance.nil?
+      params = {
+        service: service,
+        total_allowance: total_allowance
+      }
+
+      DataSift.request(:POST, "account/identity/#{identity_id}/limit", @config, params)
+    end
+
+    # Get the Limit for a given Identity and Service
+    #
+    # @param identity_id [String] ID of the Identity you wish to return limits
+    #   for
+    # @param service [String] Name of the service you are retreiving limits for
+    # @return [Object] API reponse object
+    def get(identity_id = '', service = '')
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+
+      DataSift.request(:GET, "account/identity/#{identity_id}/limit/#{service}", @config)
+    end
+
+    # Returns a list Identities and their Limits for a given Service
+    #
+    # @param service [String] ID of the Identity we are fetching Limits for
+    # @param per_page [Integer] (Optional) How many Identities and Limits should
+    #   be returned per page of results
+    # @param page [Integer] (Optional) Which page of results to return
+    # @return [Object] API reponse object
+    def list(service = '', per_page = '', page = '')
+      fail BadParametersError, 'service is required' if service.empty?
+
+      params = {}
+      params.merge!(per_page: per_page) unless per_page.empty?
+      params.merge!(page: page) unless page.empty?
+
+      DataSift.request(:GET, "account/identity/limit/#{service}", @config, params)
+    end
+
+    # Updates a Limit for an Identity by Service
+    #
+    # @param identity_id [String] ID of the Identity for which you are updating
+    #   a limit
+    # @param service [String] The service this limit will apply to. For example;
+    #   'facebook'
+    # @param total_allowance [Integer] The new limit for this Identity
+    # @return [Object] API reponse object
+    def update(identity_id = '', service = '', total_allowance = nil)
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+      fail BadParametersError, 'total_allowance can not be "nil"' if total_allowance.nil?
+      params = { total_allowance: total_allowance }
+
+      DataSift.request(:PUT, "account/identity/#{identity_id}/limit/#{service}", @config, params)
+    end
+
+    # Removes a Service Limit for an Identity
+    #
+    # @param identity_id [String] ID of the Identity for which you wish to
+    #   remove the Limit
+    # @param service [String] Service from which you wish to remove the Limit
+    # @return [Object] API response object
+    def delete(identity_id = '', service = '')
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+
+      DataSift.request(:DELETE, "account/identity/#{identity_id}/limit/#{service}", @config)
+    end
+  end
+end

data/lib/account_identity_token.rb

@@ -0,0 +1,86 @@
+module DataSift
+  #
+  # Class for accessing DataSift's Account API Identity Tokens
+  class AccountIdentityToken < DataSift::ApiResource
+    # Creates a new Identity Token
+    #
+    # @param identity_id [String] ID of the Identity for which you are creating
+    #   a token
+    # @param service [String] The service this token will be used to access. For
+    #   example; 'facebook'
+    # @param token [String] The token provided by the PYLON data provider
+    # @return [Object] API reponse object
+    def create(identity_id = '', service = '', token = '')
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+      fail BadParametersError, 'token is required' if token.empty?
+      params = {
+        service: service,
+        token: token
+      }
+
+      DataSift.request(:POST, "account/identity/#{identity_id}/token", @config, params)
+    end
+
+    # Get a Token for a given Identity and Service
+    #
+    # @param identity_id [String] ID of the Identity you wish to return tokens
+    #   for
+    # @param service [String] Name of the service you are retreiving tokens for
+    # @return [Object] API reponse object
+    def get(identity_id = '', service = '')
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+
+      DataSift.request(:GET, "account/identity/#{identity_id}/token/#{service}", @config)
+    end
+
+    # Returns a list of Tokens for a given Identity
+    #
+    # @param identity_id [String] ID of the Identity we are fetching Tokens for
+    # @param per_page [Integer] (Optional) How many Tokens should be returned
+    #   per page of results
+    # @param page [Integer] (Optional) Which page of results to return
+    # @return [Object] API reponse object
+    def list(identity_id = '', per_page = '', page = '')
+      params = { identity_id: identity_id }
+      requires params
+      params.merge!(per_page: per_page) unless per_page.empty?
+      params.merge!(page: page) unless page.empty?
+
+      DataSift.request(:GET, "account/identity/#{identity_id}/token", @config, params)
+    end
+
+    # Updates a specific Token by Identity ID and Service
+    #
+    # @param identity_id [String] ID of the Identity you are updating a token
+    #   for
+    # @param service [String] The service this token will be used to access. For
+    #   example; 'facebook'
+    # @param token [String] The token provided by the PYLON data provider
+    # @return [Object] API reponse object
+    def update(identity_id = '', service = '', token = '')
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+      fail BadParametersError, 'token is required' if token.empty?
+      params = {
+        token: token
+      }
+
+      DataSift.request(:PUT, "account/identity/#{identity_id}/token/#{service}", @config, params)
+    end
+
+    # Deletes a specific Token by Identity and Service
+    #
+    # @param identity_id [String] ID of the Identity for which you wish to
+    #   delete a token
+    # @param service [String] Service from which you wish to delete a token
+    # @return [Object] API response object
+    def delete(identity_id = '', service = '')
+      fail BadParametersError, 'identity_id is required' if identity_id.empty?
+      fail BadParametersError, 'service is required' if service.empty?
+
+      DataSift.request(:DELETE, "account/identity/#{identity_id}/token/#{service}", @config)
+    end
+  end
+end

data/lib/api/api_resource.rb

@@ -1,12 +1,17 @@
 module DataSift
+  # Base API class
   class ApiResource
     include DataSift
 
-    def initialize (config)
+    # Initializer to create global @config object
+    #
+    # @param config [Hash] Pass config object, including your DataSift username,
+    #   API key and any other custom config parameters
+    def initialize(config)
       @config = config
       config[:api_host] = 'api.datasift.com' unless config.has_key?(:api_host)
       config[:stream_host] = 'websocket.datasift.com' unless config.has_key?(:stream_host)
-      config[:api_version] = 'v1' unless config.has_key?(:api_version)
+      config[:api_version] = 'v1.1' unless config.has_key?(:api_version)
       config[:enable_ssl] = true unless config.has_key?(:enable_ssl)
       # Only SSLv3, TLSv1 and TLSv1.2 currently supported, TLSv1.2 preferred
       #   this is fixed in REST client and is scheduled for the 1.7.0 release
@@ -20,11 +25,15 @@ module DataSift
         ssl_default
 
       # max 320 seconds retry - http://dev.datasift.com/docs/streaming-api/reconnecting
-      config[:max_retry_time] = 320 unless config.has_key?(:max_retry_time)
-      config[:retry_timeout] = 0 unless config.has_key?(:retry_timeout)
+      config[:max_retry_time] = 320 unless config.key?(:max_retry_time)
+      config[:retry_timeout] = 0 unless config.key?(:retry_timeout)
     end
 
-    def requires params
+    # Ensure parameters have been set
+    #
+    # @param params [Hash] Hash of parameters you need to check exist and are
+    #   non-null values
+    def requires(params)
       params.each { |k, v|
         if v == nil || v.to_s.length == 0
           raise InvalidParamError.new "#{k} is a required parameter, it cannot be nil or empty"

data/lib/cli.rb

@@ -6,12 +6,14 @@ require 'multi_json'
 require_relative '../lib/datasift'
 
 def to_output(r)
-  MultiJson.dump({
-                     :status => r[:http][:status],
-                     :headers => r[:http][:headers],
-                     :body => r[:data]
-                 },
-                 :pretty => true)
+  MultiJson.dump(
+    {
+      :status => r[:http][:status],
+      :headers => r[:http][:headers],
+      :body => r[:data]
+    },
+    :pretty => true
+  )
 end
 
 def opt(val, default)
@@ -19,7 +21,7 @@ def opt(val, default)
 end
 
 def err(m)
-  puts MultiJson.dump({:error => m})
+  puts MultiJson.dump(:error => m)
 end
 
 def parse(args)
@@ -34,160 +36,322 @@ def parse(args)
     opts.banner = 'Usage: cli.rb [-c] [--api] -a -e [-p*]'
     opts.separator 'Specific options:'
 
-    opts.on('-a', '--auth AUTH', 'DataSift username:api_key') do |username|
-      api_key = ARGV.length>0 && ARGV[0].index('-') == 0 ? '' : ARGV[0]
-      if username == nil || api_key == nil || username.empty? || api_key.empty?
+    opts.on('-a', '--auth AUTH', 'DataSift username and API key (formatted as "username api_key")') do |username|
+      api_key = ARGV.length > 0 && ARGV[0].index('-') == 0 ? '' : ARGV[0]
+      if username.nil? || api_key.nil? || username.empty? || api_key.empty?
         err 'Unable to parse username and API key, they must be in the format username api_key'
         err parse(%w(-h))
         exit
       end
-      options.auth = {:username => username, :api_key => api_key}
+      options.auth = { :username => username, :api_key => api_key }
     end
 
-    opts.on('-e', '--endpoint ENDPOINT', 'Defaults to core, must be one of core,push,historics,preview,sources') do |e|
+    opts.on('-e', '--endpoint ENDPOINT', 'Defaults to core, must be one of core, push, historics, preview, sources, pylon') do |e|
       options.endpoint = e
     end
 
     opts.on('-c', '--command COMMAND', 'DataSift endpoint, depends on the endpoint') do |e|
-      options.command = e|| 'core'
+      options.command = e || 'core'
     end
 
     opts.on('-p', '--param PARAM', 'Command specific parameters e.g. -p name value') do |k|
       # value is ARGV[0] unless ARGV[0] starts with a hyphen
-      options.params[k] = ARGV.length>0 && ARGV[0].index('-') == 0 ? '' : ARGV[0]
+      options.params[k] = ARGV.length > 0 && ARGV[0].index('-') == 0 ? '' :
+        ARGV[0]
     end
 
     opts.on('-u', '--url API_HOSTNAME', 'Override the API URL') do |e|
       options.api = e
     end
 
+    opts.on('--no-ssl', 'Do not use SSL for API requests') do
+      options.enable_ssl = false
+    end
+
     opts.on_tail('-h', '--help', 'Show this message') do
-      err opts
+      puts opts
       exit
     end
 
-    opts.on_tail('--version', 'Show version') do
-      err :: DataSift::VERSION
+    opts.on_tail('-v', '--version', 'DataSift client library version') do
+      puts DataSift::VERSION
       exit
     end
   end
 
   opt_parser.parse!(args)
-  options #.marshal_dump
+  options
 end
 
-def run_core_command (c, command, p)
+def run_core_command(c, command, p)
   case command
-    when 'validate'
-      c.valid?(p['csdl'], false)
-    when 'compile'
-      c.compile(p['csdl'])
-    when 'usage'
-      c.usage(usage = p['period'] ? p['period'].to_sym : :hour)
-    when 'balance'
-      c.balance
-    when 'dpu'
-      c.dpu(p['hash'])
-    else
-      err 'Unknown command for the core endpoint'
-      exit
+  when 'validate'
+    c.valid?(p['csdl'], false)
+  when 'compile'
+    c.compile(p['csdl'])
+  when 'usage'
+    c.usage(p['period'] ? p['period'].to_sym : :hour)
+  when 'balance'
+    c.balance
+  when 'dpu'
+    c.dpu(opt(p['hash'], ''), opt(p['historics_id'], ''))
+  else
+    err 'Unknown command for the core endpoint'
+    exit
   end
 end
 
-def run_historics_command (c, command, p)
+def run_historics_command(c, command, p)
   case command
-    when 'prepare'
-      c.historics.prepare(p['hash'], p['start'], p['end'], p['name'], opt(p['sources'], 'twitter'), opt(p['sample'], 10))
-    when 'start'
-      c.historics.start(p['id'])
-    when 'stop'
-      c.historics.stop(p['id'], opt(p['reason'], ''))
-    when 'status'
-      c.historics.status(p['start'], p['end'], opt(p['sources'], 'twitter'))
-    when 'update'
-      c.historics.update(p['id'], p['name'])
-    when 'delete'
-      c.historics.delete(p['id'])
-    when 'get'
-      c.historics.get(opt(p['max'], 20), opt(p['page'], 1), opt(p['with_estimate'], 1))
-    else
-      err 'Unknown command for the historics endpoint'
-      exit
+  when 'prepare'
+    c.historics.prepare(p['hash'], p['start'], p['end'], p['name'], opt(p['sources'], 'twitter'), opt(p['sample'], 10))
+  when 'start'
+    c.historics.start(p['id'])
+  when 'stop'
+    c.historics.stop(p['id'], opt(p['reason'], ''))
+  when 'status'
+    c.historics.status(p['start'], p['end'], opt(p['sources'], 'twitter'))
+  when 'update'
+    c.historics.update(p['id'], p['name'])
+  when 'delete'
+    c.historics.delete(p['id'])
+  when 'get'
+    c.historics.get(opt(p['max'], 20), opt(p['page'], 1), opt(p['with_estimate'], 1))
+  else
+    err 'Unknown command for the historics endpoint'
+    exit
   end
 end
 
-def run_preview_command (c, command, p)
+def run_preview_command(c, command, p)
   case command
-    when 'create'
-      c.historics_preview.create(p['hash'], p['parameters'], p['start'], opt(p['end'], nil))
-    when 'get'
-      c.historics_preview.get(p['id'])
-    else
-      err 'Unknown command for the historics preview endpoint'
-      exit
+  when 'create'
+    c.historics_preview.create(p['hash'], p['parameters'], p['start'], opt(p['end'], nil))
+  when 'get'
+    c.historics_preview.get(p['id'])
+  else
+    err 'Unknown command for the historics preview endpoint'
+    exit
   end
 end
 
-def run_sources_command (c, command, p)
+def run_sources_command(c, command, p)
   case command
-    when 'create'
-      c.managed_source.create(p['source_type'],p['name'], opt(p['parameters'], {}),
-                              opt(p['resources'], []), opt(p['auth'], []))
-    when 'update'
-      c.managed_source.update(p['id'], p['source_type'], p['name'], opt(p['parameters'], {}),
-                              opt(p['resources'], []),
-                              opt(p['auth'], []))
-    when 'delete'
-      c.managed_source.delete(p['id'])
-    when 'stop'
-      c.managed_source.stop(p['id'])
-    when 'start'
-      c.managed_source.start(p['id'])
-    when 'log'
-      c.managed_source.log(p['id'], opt(p['page'], 1), opt(p['per_page'], 20))
-    when 'get'
-      c.managed_source.get(opt(p['id'], nil), opt(p['source_type'], nil), opt(p['page'], 1), opt(p['per_page'], 20))
-    else
-      err 'Unknown command for the historics preview endpoint'
-      exit
+  when 'create'
+    c.managed_source.create(p['source_type'],p['name'], opt(p['parameters'], {}),
+                            opt(p['resources'], []), opt(p['auth'], []))
+  when 'update'
+    c.managed_source.update(p['id'], p['source_type'], p['name'], opt(p['parameters'], {}),
+                            opt(p['resources'], []),
+                            opt(p['auth'], []))
+  when 'delete'
+    c.managed_source.delete(p['id'])
+  when 'stop'
+    c.managed_source.stop(p['id'])
+  when 'start'
+    c.managed_source.start(p['id'])
+  when 'log'
+    c.managed_source.log(p['id'], opt(p['page'], 1), opt(p['per_page'], 20))
+  when 'get'
+    c.managed_source.get(opt(p['id'], nil), opt(p['source_type'], nil), opt(p['page'], 1), opt(p['per_page'], 20))
+  else
+    err 'Unknown command for the historics preview endpoint'
+    exit
   end
 end
 
-def run_push_command (c, command, p)
+def run_push_command(c, command, p)
   case command
-    when 'validate'
-      c.push.valid? p, false
-    when 'create'
-      c.push.create p
-    when 'pause'
-      c.push.pause p['id']
-    when 'resume'
-      c.push.resume p['id']
-    when 'update'
-      c.push.update p
-    when 'stop'
-      c.push.stop p['id']
-    when 'delete'
-      c.push.delete p['id']
-    when 'log'
-      p['id'] ?
-          c.push.logs_for(p['id'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc)) :
-          c.push.logs(opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc))
-    when 'get'
-      if p['id']
-        c.push.get_by_subscription(p['id'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time))
-      elsif p['hash']
-        c.push.get_by_hash(p['hash'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc))
-      elsif p['historics_id']
-        c.push.get_by_historics_id(p['historics_id'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc))
-      else
-        c.push.get(opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc))
-      end
-    when 'pull'
-      c.push.pull(p['id'], opt(p['size'], 20971520), opt(p['cursor'], ''))
+  when 'validate'
+    c.push.valid? p, false
+  when 'create'
+    c.push.create p
+  when 'pause'
+    c.push.pause p['id']
+  when 'resume'
+    c.push.resume p['id']
+  when 'update'
+    c.push.update p
+  when 'stop'
+    c.push.stop p['id']
+  when 'delete'
+    c.push.delete p['id']
+  when 'log'
+    p['id'] ?
+        c.push.logs_for(p['id'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc)) :
+        c.push.logs(opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc))
+  when 'get'
+    if p['id']
+      c.push.get_by_subscription(p['id'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time))
+    elsif p['hash']
+      c.push.get_by_hash(p['hash'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc), opt(p['include_finished'], 0), opt(p['all'], false))
+    elsif p['historics_id']
+      c.push.get_by_historics_id(p['historics_id'], opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc), opt(p['include_finished'], 0), opt(p['all'], false))
     else
-      err 'Unknown command for the core endpoint'
-      exit
+      c.push.get(opt(p['page'], 0), opt(p['per_page'], 20), opt(p['order_by'], :request_time), opt(p['order_dir'], :desc), opt(p['include_finished'], 0), opt(p['all'], false))
+    end
+  when 'pull'
+    c.push.pull(p['id'], opt(p['size'], 20_971_520), opt(p['cursor'], ''))
+  else
+    err 'Unknown command for the core endpoint'
+    exit
+  end
+end
+
+def run_pylon_command(c, command, p)
+  case command
+  when 'validate'
+    c.pylon.valid?(
+      opt(p['csdl'], ''),
+      opt(p['boolResponse'], true)
+    )
+  when 'compile'
+    c.pylon.compile(opt(p['csdl'], ''))
+  when 'start'
+    c.pylon.start(
+      opt(p['hash'], ''),
+      opt(p['name'], '')
+    )
+  when 'stop'
+    c.pylon.stop(opt(p['hash'], ''))
+  when 'get'
+    c.pylon.get(opt(p['id'], ''))
+  when 'list'
+    c.pylon.list(
+      opt(p['page'], 0),
+      opt(p['per_page'], 20),
+      opt(p['order_by'], :created_at),
+      opt(p['order_dir'], :desc)
+    )
+  when 'analyze'
+    params = nil
+    if p['parameters']
+      params = MultiJson.load(p['parameters'])
+    end
+    c.pylon.analyze(
+      opt(p['hash'], ''),
+      params,
+      opt(p['filter'], ''),
+      opt(p['start'], ''),
+      opt(p['end'], '')
+    )
+  when 'tags'
+    c.pylon.tags(p['hash'])
+  else
+    err 'Unknown command for the pylon endpoint'
+    exit
+  end
+end
+
+def run_account_identity_command(c, command, p)
+  case command
+  when 'create'
+    c.account_identity.create(
+      opt(p['label'], ''),
+      opt(p['status'], ''),
+      to_bool(opt(p['master'], ''))
+    )
+  when 'get'
+    c.account_identity.get(opt(p['id'], ''))
+  when 'list'
+    c.account_identity.list(
+      opt(p['label'], ''),
+      opt(p['per_page'], ''),
+      opt(p['page'], '')
+    )
+  when 'update'
+    c.account_identity.update(
+      opt(p['id'], ''),
+      opt(p['label'], ''),
+      opt(p['status'], ''),
+      to_bool(opt(p['master'], ''))
+    )
+  when 'delete'
+    c.account_identity.delete(opt(p['id'], ''))
+  else
+    err 'Unknown command for the account/identity endpoint'
+    exit
+  end
+end
+
+def run_account_token_command(c, command, p)
+  case command
+  when 'create'
+    c.account_identity_token.create(
+      opt(p['identity_id'], ''),
+      opt(p['service'], ''),
+      opt(p['token'], '')
+    )
+  when 'get'
+    c.account_identity_token.get(
+      opt(p['identity_id'], ''),
+      opt(p['service'], '')
+    )
+  when 'list'
+    c.account_identity_token.list(
+      opt(p['identity_id'], ''),
+      opt(p['per_page'], ''),
+      opt(p['page'], '')
+    )
+  when 'update'
+    c.account_identity_token.update(
+      opt(p['identity_id'], ''),
+      opt(p['service'], ''),
+      opt(p['token'], '')
+    )
+  when 'delete'
+    c.account_identity_token.delete(
+      opt(p['identity_id'], ''),
+      opt(p['service'], '')
+    )
+  else
+    err 'Unknown command for the account/identity/token endpoint'
+    exit
+  end
+end
+
+def run_account_limit_command(c, command, p)
+  case command
+  when 'create'
+    c.account_identity_limit.create(
+      opt(p['identity_id'], ''),
+      opt(p['service'], ''),
+      opt(p['total_allowance'], nil)
+    )
+  when 'get'
+    c.account_identity_limit.get(
+      opt(p['identity_id'], ''),
+      opt(p['service'], '')
+    )
+  when 'list'
+    c.account_identity_limit.list(
+      opt(p['service'], ''),
+      opt(p['per_page'], ''),
+      opt(p['page'], '')
+    )
+  when 'update'
+    c.account_identity_limit.update(
+      opt(p['identity_id'], ''),
+      opt(p['service'], ''),
+      opt(p['total_allowance'], nil)
+    )
+  when 'delete'
+    c.account_identity_limit.delete(
+      opt(p['identity_id'], ''),
+      opt(p['service'], '')
+    )
+  else
+    err 'Unknown command for the account/identity/limit endpoint'
+    exit
+  end
+end
+
+def to_bool(str)
+  if ['true', 'false', '1', '0'].include?(str.to_s.downcase)
+    bool = true if ['true', '1'].include?str.to_s.downcase
+    bool = false if ['false', '0'].include?str.to_s.downcase
+
+    return bool
   end
 end
 
@@ -200,34 +364,44 @@ begin
     err parse(%w(-h))
     exit
   end
-  config =
-      {
-          :username => options.auth[:username],
-          :api_key => options.auth[:api_key],
-          :api_host => options.api
-      }
+
+  config = {
+    username: options.auth[:username],
+    api_key: options.auth[:api_key],
+    api_host: options.api
+  }
+  config.merge!(enable_ssl: options.enable_ssl) unless options.enable_ssl.nil?
   datasift = DataSift::Client.new(config)
 
   res = case options.endpoint
-          when 'core'
-            run_core_command(datasift, options.command, options.params)
-          when 'historics'
-            run_historics_command(datasift, options.command, options.params)
-          when 'push'
-            run_push_command(datasift, options.command, options.params)
-          when 'preview'
-            run_preview_command(datasift, options.command, options.params)
-          when 'managed_sources'
-            run_sources_command(datasift, options.command, options.params)
-          else
-            err 'Unsupported/Unknown endpoint'
-            exit
+        when 'core'
+          run_core_command(datasift, options.command, options.params)
+        when 'historics'
+          run_historics_command(datasift, options.command, options.params)
+        when 'push'
+          run_push_command(datasift, options.command, options.params)
+        when 'preview'
+          run_preview_command(datasift, options.command, options.params)
+        when 'managed_sources'
+          run_sources_command(datasift, options.command, options.params)
+        when 'pylon'
+          run_pylon_command(datasift, options.command, options.params)
+        when 'identity'
+          run_account_identity_command(datasift, options.command, options.params)
+        when 'token'
+          run_account_token_command(datasift, options.command, options.params)
+        when 'limit'
+          run_account_limit_command(datasift, options.command, options.params)
+        else
+          err 'Unsupported/Unknown endpoint'
+          exit
         end
   puts to_output(res)
+
 rescue DataSiftError => e
   err e.message
 rescue OptionParser::InvalidOption, OptionParser::MissingArgument
-  err $!.to_s
+  err $ERROR_INFO.to_s
   err parse(%w(-h))
   exit
 end