mode 0.0.5 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6bfab7e5e64907e822459c3d0750038e99ea0ce7
-  data.tar.gz: 6dfeb3b3138921cf3b95439d3b5d7775cee76025
+  metadata.gz: 916fc74b44c1c5b65091492b449464196a27067c
+  data.tar.gz: 41bdef70c556a8b1807e5e9f8fb71bfce3a39ded
 SHA512:
-  metadata.gz: e69bfae6c5ba1335c3755c376871e2406a1e1615427d5578913fd41799c9808d606034727691bf87f71b6affe0c82a137f6e665e52e32c640256c12e4c6b7c18
-  data.tar.gz: 38a4242c9208533c02730ce09382810104b00769c9eec976f137de5a1accb5e7f2f53d55a1f692c154b9ad52be591efa81c027b6638bc0f2cd2302081023cbb7
+  metadata.gz: aba504acfea6ea6cd6052666abd9f826c44e1241ba738b523089bedd8e4e700f4d40e78ba1c5df9adf8d6dfcf0f03003564114cf29a79bc597d98fca31ecbf4e
+  data.tar.gz: 0fc687a9b19413e7c47339aaa6ddd215145a374f1cbb5d068b37c2c5b134891553c3ff69d1a8891c805f3c97f4594bedac2778374986e632b487db28d3666858

data/.gitignore

@@ -15,4 +15,5 @@ rdoc
 spec/reports
 test/tmp
 test/version_tmp
-tmp
+tmp
+data_packages/*

data/README.md

@@ -6,7 +6,18 @@ This package provides command line tools for managing datasets and connecting da
 * Personal data warehouse connectivity
 * Dataset formatting and importing (CSV)
 
-## Prerequisites
+
+## Install Mode
+
+**Mode requires Ruby 1.9 or newer**
+
+If you don't currently have Ruby 1.9 or aren't sure then follow the directions for installing it before continuing.
+
+```
+gem install mode
+```
+
+## Install Ruby 1.9+ if it's not currently installed.
 
 This package requires at least Ruby 1.9 and Ruby 2.0 is recommended.
 
@@ -26,26 +37,18 @@ ruby -e "$(curl -fsSL https://raw.github.com/Homebrew/homebrew/go/install)"
 
 ```
 brew update
-brew install rbenv ruby-build
+brew install rbenv ruby-build rbenv-gem-rehash
 echo 'eval "$(rbenv init -)"' >> ~/.bash_profile
 source ~/.bash_profile
 ```
 
-3\. Install Ruby 2.0
+3\. Install Ruby
 
 Note: This usually takes several minutes
 
 ```
 rbenv install 2.0.0-p353
 rbenv global 2.0.0-p353
-rbenv rehash
-```
-
-4\. Install the mode gem
-
-```
-gem install mode
-rbenv rehash
 ```
 
 ### OSX Combined
@@ -55,29 +58,21 @@ For convenience you can just copy and paste all the lines at once into your term
 ```
 ruby -e "$(curl -fsSL https://raw.github.com/Homebrew/homebrew/go/install)"
 brew update
-brew install rbenv ruby-build
+brew install rbenv ruby-build rbenv-gem-rehash
 echo 'eval "$(rbenv init -)"' >> ~/.bash_profile
 source ~/.bash_profile
 rbenv install 2.0.0-p353
 rbenv global 2.0.0-p353
-gem install mode
-rbenv rehash
 ```
 
 ### Windows
 
 To install a current version of Ruby on windows complete the 2 steps below.
 
-1\. Install Ruby 2.0
+1\. Install Ruby
 
 You can download the latest ruby version from [RubyInstaller](http://rubyinstaller.org/downloads/).
 
-2\. Install the mode gem
-
-```
-$ gem install mode
-```
-
 ## Setup
 
 ### Init
@@ -85,7 +80,7 @@ $ gem install mode
 Initializes a new configuration file at the specified path which holds API credentials and other information
 
 ```
-$ mode setup
+$ mode login
 
 Initializing configuration at /Users/josh/.mode.yml
 Mode username: besquared

data/bin/mode

@@ -10,4 +10,4 @@ rescue LoadError
   require 'mode/cli'
 end
 
-Mode::CLI::Base.start(ARGV)
+Mode::CLI::Base.start(ARGV)

data/lib/mode.rb

@@ -1,19 +1,47 @@
 require 'thor'
+require 'faraday'
 require 'data_kit'
 require 'data_package'
 
 require 'mode/version'
 
-# Config
+# Config & Logging
+require 'mode/configurable'
 require 'mode/config'
+require 'mode/logger'
+
+# Auth
+require 'mode/auth/access_token'
+
+
+# API
+require 'mode/api/link'
+require 'mode/api/form'
+require 'mode/api/resource'
+require 'mode/api/request'
+
+# Connector
+require 'mode/connector/config'
+require 'mode/connector/type_map'
+require 'mode/connector/data_source'
+require 'mode/connector/dataset'
+
+require 'mode/connector/registrar'
+require 'mode/connector/scheduler'
+require 'mode/connector/poller'
+require 'mode/connector/processor'
+require 'mode/connector/selector'
+require 'mode/connector/uploader'
+
+require 'mode/connector/daemon'
+require 'mode/connector/message'
+
 
 # Commands
 require 'mode/commands/helpers'
-require 'mode/commands/setup'
+
+require 'mode/commands/login'
 require 'mode/commands/import'
-require 'mode/commands/package'
+require 'mode/commands/connect'
 require 'mode/commands/analyze_field'
 require 'mode/commands/analyze_schema'
-
-# Utilities
-require 'mode/package_builder' 

data/lib/mode/api/form.rb

@@ -0,0 +1,53 @@
+module Mode
+  module API
+    class Form
+      attr_reader :content
+
+      def initialize(content)
+        @content = content
+      end
+
+      def method
+        content['method']
+      end
+
+      def action
+        content['action']
+      end
+
+      def input(name)
+        content['input'][name]
+      end
+
+      def submit!(params = {})
+        inputs = content['input']
+        params = input_values(inputs, params)
+        Mode::API::Request.send(method.to_sym, action, params)
+      end
+
+      private
+
+      def input_values(inputs, params = {})
+        merged = {}
+        return merged if inputs.nil?
+
+        inputs.each do |name, value|
+          if value.instance_of?(Hash)
+            if value.has_key?('value')
+              # we reached a leaf
+              merged[name] = params[name] || value['value']
+            else
+              # we're at an intermediate node
+              merged[name] = input_values(value, params[name])
+            end
+          else
+            # non-field node
+            # merged[name] = params[name]
+          end
+        end
+
+        merged
+      end
+    end
+  end
+end

data/lib/mode/api/link.rb

@@ -0,0 +1,31 @@
+require 'uri_template'
+
+module Mode
+  module API
+    class Link
+      attr_reader :content
+
+      def initialize(content)
+        @content = content
+      end
+
+      def href
+        content['href']
+      end
+
+      def templated
+        content['templated']
+      end
+
+      def expand(params = {})
+        template.expand(params)
+      end
+
+      private
+
+      def template
+        URITemplate.new(href)
+      end
+    end
+  end
+end

data/lib/mode/api/request.rb

@@ -0,0 +1,181 @@
+require 'uri'
+require 'json'
+require 'faraday'
+
+module Mode
+  module API
+    class Request
+      attr_reader :method, :path, :params
+
+      def initialize(method, path, params = {})
+        @method = method
+        @path   = path
+        @params = params
+      end
+
+      def perform
+        response = http.send(method.to_sym, path, params)
+        response.success? ? success(response) : error(response)
+      end
+
+      private
+
+      def http
+        @http ||= self.class.http
+      end
+
+      def parsed_body(response)
+        JSON.parse(response.body)
+      end
+
+      def error(response)
+        response.tap do |response|
+          log_error(response)
+        end
+      end
+
+      def success(response)
+        log_success(response)
+        Mode::API::Resource.new(parsed_body(response))
+      end
+
+      def log_error(response)
+        log_response(:error, response)
+      end
+
+      def log_success(response)
+        log_response(:info, response)
+      end
+
+      def log_response(level, response)
+        Mode::Logger.instance.send(level,
+          "API::Request", "#{response.status}", ["#{method.upcase} #{path}"])
+      end
+
+      class << self
+        #
+        # Configuration
+        #
+
+        attr_reader :environment
+        attr_reader :credentials
+
+        def valid?
+          !environment.nil?
+        end
+
+        def validate!
+          unless valid?
+            raise "Request API not configured. Please provide an API environment."
+          end
+        end
+
+        def username
+          validate!
+          @credentials[:username]
+        end
+
+        def access_token
+          validate!
+          @credentials[:access_token]
+        end
+
+        def configure(environment, options = {})
+          @environment = environment
+          @credentials = options[:credentials]
+        end
+
+        #
+        # Request Methods
+        #
+
+        def head(path)
+          new(:head, resolve_path(path)).perform
+        end
+
+        def get(path)
+          new(:get, resolve_path(path)).perform
+        end
+
+        def post(path, params = {})
+          new(:post, resolve_path(path), params).perform
+        end
+
+        def put(path, params = {})
+          new(:put, resolve_path(path), params).perform
+        end
+
+        def delete(path, params = {})
+          new(:delete, resolve_path(path), params).perform
+        end
+
+        def resolve_path(path)
+          path.is_a?(Symbol) ? send("#{path}_path".to_sym) : path
+        end
+
+        #
+        # Routes
+        #
+
+        def base_path
+          "/api/#{username}"
+        end
+
+        def access_tokens_path
+          "#{base_path}/access_tokens"
+        end
+
+        def packages_path
+          "#{base_path}/packages"
+        end
+
+        def data_source_connections_path
+          "#{base_path}/data_source_connections"
+        end
+
+        def data_source_connection_path
+          [data_source_connections_path, access_token].join('/').strip
+        end
+
+        def data_source_connection_messages_path
+          [data_source_connection_path, 'messages'].join('/').strip
+        end
+
+        #
+        # Connection
+        #
+        def http(options = {})          
+          @_http ||= Faraday.new(:url => base_url) do |builder|
+            builder.request  :multipart # adds small overhead to each request 
+            builder.request  :url_encoded
+            builder.adapter  Faraday.default_adapter
+            builder.basic_auth(username, access_token)
+          end
+        end
+
+        private
+
+        def base_url
+          @base_url ||= URI::HTTP.build(:host => env_host, :port => env_port)
+        end
+
+        def env_host
+          case environment.to_sym
+          when :test
+            "test"
+          when :development
+            "localhost"
+          when :staging
+            "staging.modeanalytics.com"
+          else
+            "www.modeanalytics.com"
+          end
+        end
+
+        def env_port
+          environment.to_sym == :development ? 3000 : 80
+        end
+      end
+    end
+  end
+end

data/lib/mode/api/resource.rb

@@ -0,0 +1,67 @@
+module Mode
+  module API
+    class Resource
+      attr_reader :content
+
+      def initialize(content)
+        @content = content
+      end
+
+      def links(name)
+        if has_link?(name)
+          Mode::API::Link.new(content['_links'][name])
+        else
+          nil
+        end
+      end
+
+      def has_link?(name)
+        links = content && content['_links']
+        links.is_a?(Hash) && links.has_key?(name)
+      end
+
+      def forms(name)
+        if has_form?(name)
+          Mode::API::Form.new(content['_forms'][name])
+        else
+          nil
+        end
+      end
+
+      def has_form?(name)
+        forms = content && content['_forms']
+        forms.is_a?(Hash) && forms.has_key?(name)
+      end
+
+      def embedded(name)
+        return nil unless has_embedded?(name)
+
+        embed = content['_embedded'][name]
+
+        if embed.is_a?(Array)
+          embed.map do |entry|
+            Mode::API::Resource.new(entry)
+          end
+        elsif embed.is_a?(Hash)
+          Mode::API::Resource.new(embed)
+        end
+      end
+
+      def has_embedded?(name)
+        embed = content['_embedded']
+        return false if embed.nil?
+        return false unless embed.is_a?(Hash)
+        return false unless embed.has_key?(name)
+        true
+      end
+
+      def method_missing(sym, *args, &block)
+        if content.has_key?(sym.to_s)
+          content[sym.to_s]
+        else
+          super
+        end
+      end
+    end
+  end
+end