dscli 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: be97fdf910c4c1f9dba126aeff2867551efaeee1
+  data.tar.gz: c8390e2ca3fce6db88e4761cf51311b0043b86de
+SHA512:
+  metadata.gz: 9c74ffe5247d7dde77d097851ff4e1531a70c2632e27506b339507003c5ed4e0c4d4708e7112ae9fee737eab03936c3048bb8a609e3e0964fa1a741cf6d23a6a
+  data.tar.gz: a542e3cc952a3335ff4d1c222b90229ecc624854746e0be9250c1fe910ee803f855d6fe7f6859685fb752e02612b4a727b604968ea376e0e55db0ea66d011cc8

data/LICENSE.txt

@@ -0,0 +1,27 @@
+Copyright (c) 2014, Jason Dugdale
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+* Neither the name of the DataSift nor the names of its
+  contributors may be used to endorse or promote products derived from
+  this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,33 @@
+# Dscli
+
+DSCLI is a command line wrapper around the DataSift API Client Library for Ruby.
+It was built by the DataSift Support Team to help speed up tasks we found ourselves frequently repeating.
+Version 0.0.1 offers support for only some of the core API functions. Support for the Push and Historics APIs is on it's way.
+
+## Installation
+
+This tool was intended for use as a CLI tool only:
+
+    gem install dscli
+
+## Usage
+
+First, call ``` dscli config ``` to enter your DataSift API credentials. This will store your username and API key in a new file called ~/.datasiftcli
+You should then be free to use any of following commands:
+
+    dscli compile (csdl)  # Compile CSDL
+    dscli config          # Configure your DataSift API credentials
+    dscli dpu (hash)      # Find the DPU cost of a given stream hash
+    dscli help [COMMAND]  # Describe available commands or one specific command
+    dscli stream (hash)   # Stream interactions from a DataSift stream to the command line
+    dscli usage [period]  # Find your stream and license fee usage
+
+## Contributing
+
+Contributions are always appreciated!
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/bin/dscli

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'dscli'
+
+Dscli::Commands.start(ARGV)

data/lib/dscli/api.rb

@@ -0,0 +1,73 @@
+require 'datasift'
+require 'yajl'
+
+module Dscli
+  class API
+    attr_reader :hash
+
+    def initialize
+      storage = Dscli::Storage.new
+      config = storage.get_auth
+      @config = {:username => config[:auth][:username], :api_key => config[:auth][:api_key], :enable_ssl => false}
+      @datasift = DataSift::Client.new(@config)
+    end
+
+    #
+    # Core API endpoints
+    # [ Missing /validate /balance ]
+
+    def compile(csdl)
+      response = @datasift.compile csdl
+      definition = response[:data]
+      definition[:hash]
+    end
+
+    def usage(period)
+      response = @datasift.usage period
+      usage = response[:data]
+    end
+
+    def dpu(hash)
+      response = @datasift.dpu hash
+      dpu = response[:data]
+    end
+
+    def stream(hash)
+      on_delete  = lambda { |stream, m| puts m }
+      on_error   = lambda { |stream, e| puts 'A serious error has occurred: ' + e.message.to_s }
+      on_message = lambda { |message, stream, hash| puts Yajl::Encoder.encode(message) }
+      on_connect = lambda { |stream| stream.subscribe(hash, on_message) }
+      on_close   = lambda { |stream| puts 'closed' }
+
+      on_datasift_message = lambda do |stream, message, hash|
+        puts "DataSift Message #{hash} ==> #{message}"
+      end
+
+      conn = DataSift::new_stream(@config, on_delete, on_error, on_connect, on_close)
+      conn.on_datasift_message = on_datasift_message
+      conn.stream.read_thread.join
+
+      rescue DataSiftError => dse
+        puts "Error #{dse.message}"
+        case dse
+          when ConnectionError
+          when AuthError
+          when BadRequestError
+            puts "Error #{dse.message}"
+        end
+    end
+
+    #
+    # Push API endpoints
+    #
+    #
+
+    #def pushcreate(name)
+    #  storage = Dscli::Storage.new
+    #  endpoint = storage.get_push_endpoint(name)
+    #  puts endpoint
+    #end
+
+  end
+
+end

data/lib/dscli/commands.rb

@@ -0,0 +1,69 @@
+require 'thor'
+require 'yaml'
+
+module Dscli
+  class Commands < Thor
+    include Thor::Actions
+
+    def self.source_root
+      File.dirname(__FILE__)
+    end
+
+    desc 'config', 'Configure your DataSift API credentials'
+    option :user, type: :boolean, desc: 'Enter username and API key for your DataSift API user'
+    #option :push, type: :boolean, desc: 'Enter details of a new Push Destination'
+
+    def config
+
+      #if options[:user]
+        open(ENV['HOME'] + '/.datasiftcli', 'w') do |f|
+          f.write Dscli::Parameters.new.user_config(options).to_yaml
+        end
+      #end
+
+      #TODO Add other config options such as new push destinations
+    end
+
+    #
+    # Core API endpoints
+    # [ Missing /validate /balance ]
+    #
+
+    desc 'compile (csdl)', 'Compile CSDL'
+    def compile(csdl)
+      api = Dscli::API.new
+      definition = api.compile(csdl)
+      puts definition
+    end
+
+    desc 'usage [period]', 'Find your stream and license fee usage'
+    def usage(period = 'day')
+      api = Dscli::API.new
+      puts Yajl::Encoder.encode(api.usage(period), :pretty => true)
+    end
+
+    desc 'dpu (hash)', 'Find the DPU cost of a given stream hash'
+    def dpu(hash)
+      api = Dscli::API.new
+      puts Yajl::Encoder.encode(api.dpu(hash), :pretty => true)
+    end
+
+    desc 'stream (hash)', 'Stream interactions from a DataSift stream to the command line'
+    def stream(hash)
+      api = Dscli::API.new
+      api.stream(hash)
+    end
+
+    #
+    # Push API endpoints
+    #
+    #
+
+   #desc 'pushcreate', ''
+   #def pushcreate(name)
+   #  api = Dscli::API.new
+   #  api.pushcreate(name)
+   #end
+
+  end
+end

data/lib/dscli/parameters.rb

@@ -0,0 +1,20 @@
+require 'interact'
+
+module Dscli
+  class Parameters
+    include Interactive
+
+    def user_config(options)
+
+      config = options.dup
+
+      username = ask "DataSift Username"
+      api_key  = ask "DataSift API Key"
+
+      config = {:auth => {:username => username, :api_key => api_key}}
+
+      return config
+    end
+
+  end
+end

data/lib/dscli/storage.rb

@@ -0,0 +1,52 @@
+require 'yajl'
+
+module Dscli
+  class Storage
+
+    def initialize
+      if !File.exist?(File.expand_path('~') + '/.datasiftcli')
+        @configfile = File.new(File.expand_path('~') + '/.datasiftcli', 'w')
+        @configfile.close
+      else
+        @configfile = File.expand_path('~') + '/.datasiftcli'
+      end
+    end
+
+    def set_auth(auth)
+      config = File.read(@configfile)
+      if config == ""
+        File.open(@configfile, "w") { |f|
+          f.write(Yajl::Encoder.encode(auth) + "\n")
+        }
+      end
+      #TODO Set 'else' to write over config if it already exists
+    end
+
+    def get_auth
+      config = YAML.load(File.read(@configfile))
+    end
+
+#   def add_push_endpoint(config)
+#     File.open(@configfile, 'a') { |f|
+#       f.puts Yajl::Encoder.encode(config) + "\n"
+#     }
+#   end
+
+#   def get_push_endpoint(name)
+#     parser = Yajl::Parser
+#     File.open(@configfile, 'r').each_line do |line|
+#       json = parser.parse(line)
+#       if json['name'] && json['name'] == name
+#         return json
+#       end
+#     end
+#     return ''
+#   end
+
+#    def list_push_endpoints
+#
+#    end
+#
+#
+  end
+end

data/lib/dscli/version.rb

@@ -0,0 +1,3 @@
+module Dscli
+  VERSION = "0.0.1"
+end

data/lib/dscli.rb

@@ -0,0 +1,6 @@
+dir = File.dirname(__FILE__)
+require dir + '/Dscli/version'
+require dir + '/Dscli/commands'
+require dir + '/Dscli/api'
+require dir + '/Dscli/storage'
+require dir + '/Dscli/parameters'

metadata

@@ -0,0 +1,139 @@
+--- !ruby/object:Gem::Specification
+name: dscli
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Jason Dugdale
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: datasift
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0.beta2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0.beta2
+- !ruby/object:Gem::Dependency
+  name: interact
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: DS CLI is a CLI wrapper for the DataSift Ruby client library, allowing
+  you to make common DataSift API calls via the command line.
+email:
+- jason.dugdale@gmail.com
+executables:
+- dscli
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/dscli
+- lib/dscli/api.rb
+- lib/dscli/commands.rb
+- lib/dscli/parameters.rb
+- lib/dscli/storage.rb
+- lib/dscli/version.rb
+- lib/dscli.rb
+- LICENSE.txt
+- README.md
+homepage: https://github.com/dugjason/dscli
+licenses:
+- BSD
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Simple CLI wrapper for the DataSift Ruby client library
+test_files: []