holistics-cli 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b80a3a24c1ac9616a5587da1e1c01a676cd1286b
+  data.tar.gz: f63e22764b741514194102e825ce0e99c6ac6b32
+SHA512:
+  metadata.gz: fdda4e959b6c83f9638a1b9113bfc6c393b6f2adf8ab2be4c0216aba003e057aeb332e9e03be7af189112f1acb2255a8f825d2976ab75c881cc5b49c9a907c62
+  data.tar.gz: 312913e984bf1f11a81e1d5d5619d259eb08f1db2e6751a326477401109c04265f6c22152c00525aab522bdeec021370154c5515e633ac48ea9abd82b25c3693

data/.byebug_history

@@ -0,0 +1,183 @@
+exit
+c.get('/data_imports')
+c.get('/')
+c = @this.instance_variable_get(:@client)
+exit
+c.token
+c = @this.instance_variable_get(:@client)
+@this.instance_variable_get(:@client).get('/data_imports')
+@this.instance_variable_get(:@client).get('/')
+@this.instance_variable_get(:@client)
+@this.instance_variable_get(@client)
+@this.instance_var
+@this
+@this.client
+c
+exit
+item = @this.find id
+item
+c
+log_lines[(-[line_count, log_lines.length].min)..-1]
+line_count
+exit
+log_lines
+line_count
+lien_count
+exit
+line_count
+exit
+line_count
+exit
+line_count
+exit
+n
+exit
+number
+log_lines
+number
+exit
+e['logs'].first
+e['logs']
+e.keys
+e = @this.logs(id)
+exit
+e = @this.find id
+exit
+tp([e])
+tp(e)
+e = @this.execute(id)
+exit
+ix.concat(12)
+ix
+ix.concat([11])
+ix = [1,2,3]
+i = [1,2,3]
+self.errors
+self
+self.errors
+self.errors = 123
+self.errors
+errors
+errors = 123
+errors
+exit
+self.errors
+errors = 1
+errors = nil
+self.errors
+self
+errors
+c
+exit
+c
+exit
+c
+exit
+c
+exit
+c
+exit
+e.keys
+item['last_run']
+e = items.first
+c
+exit
+e['last_run_job']['status']
+e['last_run_job']['stats']
+e['last_run_job'].keys
+e['source_label']
+e['last_run_job']
+e.keys
+e = items.first
+c
+exit
+destination = [item['dest_ds_id']. item['dest_schema_name'], item['dest_table_name']].join('.')
+item
+destination = [item['dest_ds_id']. item['dest_schema_name'], item['dest_table_name']].join('.')
+item
+destination = [item['dest_ds_id']. item['dest_schema_name'], item['dest_table_name']].join('.')
+item = e
+e.keys
+e = items.first
+c
+exit
+item = items.first
+item = items.firsr
+items.first['source_config']['dbtable']
+items.first['source_config']['db_table']
+items.first['source_config']['db_table']['ds_id']
+items.first.keys
+c
+items
+exit
+e.map { |v| v['source_type']}.uniq
+x["source_type"]
+x["dest_schema_name"]
+x["source_config"]
+x["title"]
+x.keys
+x = e.first
+e = @this.all
+e = @this.execute("308")
+exit
+ex
+e = @this.execute("308")
+exit
+@this.execute("308")
+transform_id
+exit
+@this.method(:execute).source_location
+@this
+e = @this.execute(308)
+c
+exit
+        end
+          })
+            mode: v['settings']['mode']
+          v.slice(*%w{ id title owner_name created_at last_run }).merge({
+@this.all.map do |v|
+x.slice(*%w{ id title owner_name created_at last_run })
+x.slice("id")
+x.slice
+x.keys
+x
+x.splice(%w{ id title owner_name created_at last_run })
+x.slice(%w{ id title owner_name created_at last_run })
+x = e.first
+v = e.first
+e
+v = e.first
+e = @this.all
+exit
+puts e.first["schedules"]
+puts e.first["settings"]["mode"]
+puts e.first["settings"]
+puts e.first["tenant_id"]
+puts e.first["tenant_id]
+puts e.first["query"]
+e.first["owner_name"]
+e.first["description"]
+e.first["title"]
+e.first["id"]
+e.first[:id]
+e.first.keys
+e.first
+e = @this.all
+@this.all
+exit
+JSON.parse(data.body)
+JSON
+data.body
+data = e.all
+e.all
+e = Resource.new('data_sources', Holistics.client)
+exit
+e.all
+e.list
+e
+e.name
+e = Resource.new('data_sources', Holistics.client)
+e = _
+Resource.new('data_sources', Holistics.client)
+Resource.new('data_sources')
+Resource

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status
+*.gem

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.0
+before_install: gem install bundler -v 1.15.3

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at phamminhthanh69@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in holistics-cli.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 TODO: Write your name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,45 @@
+# Holistics CLI
+
+CommandLine Interface to [Holistics API](https://docs.holistics.io/api/)
+
+> Dislaim: The official Holistics-CLI is quite limit for me, so I made this gem as an alternative
+
+## Installation
+
+    $ gem install holistics-cli
+
+## Usage
+
+```
+$ holistics
+Commands:
+  holistics config          # Init or update config
+  holistics help [COMMAND]  # Describe available commands or one specific command
+  holistics imports         # Import jobs
+  holistics jobs            # Submitted jobs
+  holistics sources         # Data sources
+  holistics transforms      # Data transformations
+  holistics version         # Show version information
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/pmint93/holistics-cli. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the Holistics project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/holistics/blob/master/CODE_OF_CONDUCT.md).
+
+## Related
+
+* [Official Holistics-CLI](https://docs.holistics.io/holistics-cli/)

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "holistics"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/holistics

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'holistics'
+
+Holistics::CLI.start(ARGV)

data/holistics.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'holistics/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'holistics-cli'
+  spec.version       = Holistics::VERSION
+  spec.authors       = ['Thanh Pham Minh']
+  spec.email         = ['phamminhthanh69@gmail.com']
+
+  spec.summary       = 'Holistics CommandLine Interface'
+  spec.description   = 'CommandLine Interface for Holistics.io, proxy request through Holistics HTTP API'
+  spec.homepage      = 'https://github.com/pmint93/holistics-cli'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = ['holistics']
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.15'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'byebug', '~> 9.0'
+
+  spec.add_runtime_dependency 'thor', '~> 0.19.4'
+  spec.add_runtime_dependency 'colorize', '0.8.1'
+  spec.add_runtime_dependency 'table_print', '1.5.6'
+  spec.add_runtime_dependency 'activesupport', '~> 4.2'
+  spec.add_runtime_dependency 'faraday', '~> 0.11.0'
+end

data/lib/holistics/client.rb

@@ -0,0 +1,53 @@
+require 'faraday'
+require 'uri'
+
+module Holistics
+  class Client
+
+    DEFAULT_ENDPOINT = 'https://api.holistics.io'.freeze
+
+    def initialize(endpoint, token)
+      @conn = Faraday.new(:url => (endpoint || DEFAULT_ENDPOINT)) do |faraday|
+        faraday.request :url_encoded             # form-encode POST params
+        faraday.adapter Faraday.default_adapter  # make requests with Net::HTTP
+      end
+      @token = token
+    end
+
+    def get(path, options = {})
+      options[:params] ||= {}
+      options[:headers] ||= {}
+      response = @conn.get do |req|
+        req.url path
+        req.headers.merge(options[:headers])
+        req.params = options[:params].merge({ '_utoken': @token })
+      end
+      [response.status, response.body]
+    end
+
+    def post(path, options = {})
+      options[:params] ||= {}
+      options[:headers] ||= {}
+      options[:headers].merge!('Content-Type': 'application/json')
+      response = @conn.post do |req|
+        req.url path
+        req.headers.merge!(options[:headers])
+        req.params['_utoken'] = @token
+        req.body = options[:params].to_s
+      end
+      [response.status, response.body]
+    end
+
+    def delete(path, options = {})
+      options[:params] ||= {}
+      options[:headers] ||= {}
+      options[:headers].merge!('Content-Type': 'application/json')
+      response = @conn.delete do |req|
+        req.url path
+        req.headers.merge!(options[:headers])
+        req.body = options[:params].merge({ '_utoken': @token }).to_s
+      end
+      [response.status, response.body]
+    end
+  end
+end

data/lib/holistics/helper.rb

@@ -0,0 +1,14 @@
+require 'nokogiri'
+
+module Holistics
+  module Helper
+
+    class << self
+
+      def csrf_token(endpoint)
+      end
+
+    end
+
+  end
+end

data/lib/holistics/imports.rb

@@ -0,0 +1,77 @@
+module Holistics
+  class Imports < SubcommandBase
+    def initialize(*args)
+      @this = Model::JobDefinition.new(Holistics.client, 'data_imports')
+      super
+    end
+    def self.help(*args)
+      super
+      puts <<-INSTRUCTION
+Examples:
+  holistics imports list # List all import jobs
+
+      INSTRUCTION
+    end
+
+    desc 'list', 'List all import jobs'
+    def list
+      puts "`imports list` called with options: #{options}" if Holistics.debug?
+      tp(
+        @this.all.map do |item|
+          source =  case item['source_type']
+                    when 'dbtable'
+                      source_config = item['source_config'][item['source_type']]
+                      "(#{source_config['ds_id']}) #{source_config['fqname']}"
+                    else
+                      # TODO: add another source types
+                      item['source_label']
+                    end
+          destination = "(#{item['dest_ds_id']}) " + [item['dest_schema_name'], item['dest_table_name']].map(&:to_s).join('.')
+          last_run_status = if item['last_run_job']
+                              case item['last_run_job']['status']
+                              when 'success' then item['last_run_job']['status'].green
+                              when 'failed'  then item['last_run_job']['status'].red
+                              else
+                                item['last_run_job']['status']
+                              end
+                            else
+                              'unknown'.yellow
+                            end
+          {
+            id: item['id'],
+            title: item['title'],
+            owner: item['owner_name'],
+            source: source,
+            destination: destination,
+            created_at: DateTime.parse(item['created_at']).to_formatted_s(:short),
+            last_run: DateTime.parse(item['last_run']).to_formatted_s(:short),
+            last_run_status: last_run_status
+          }
+        end
+      )
+    end
+
+    # desc 'info ID', 'Show a import job by id'
+    # def info(id)
+    #   puts "`imports info #{id}` called with options: #{options}" if Holistics.debug?
+    #   tp(@this.find(id))
+    # end
+
+    desc 'execute', 'Execute a import job by ID'
+    def execute(id)
+      puts "`imports execute #{id}` called with options: #{options}" if Holistics.debug?
+      result = @this.execute(id)
+      puts 'Job ID: ' + result['job_id'].to_s.yellow
+      puts 'Status: ' + Holistics::Utils.colorize(result['status'])
+      invoke 'holistics:jobs:logs', [result['job_id']], { watch: true }
+    end
+    map %w[exec] => :execute
+
+    # desc 'delete ID', 'Remove a import job by id'
+    # def delete(id)
+    #   puts "`imports delete #{id}` called with options: #{options}" if Holistics.debug?
+    #   tp(@this.remove(id))
+    # end
+
+  end
+end

data/lib/holistics/jobs.rb

@@ -0,0 +1,97 @@
+module Holistics
+  class Jobs < SubcommandBase
+    def initialize(*args)
+      super
+      @this = Model::Job.new(Holistics.client, 'jobs')
+    end
+    def self.help(*args)
+      super
+      puts <<-INSTRUCTION
+Examples:
+  holistics jobs list -t transform # List all transform jobs
+
+      INSTRUCTION
+    end
+
+    desc 'list', 'List all jobs'
+    method_option :source_type, aliases: '-t', desc: 'Filter by job type: DataImport, DataTransform, ...'
+    def list
+      puts "`jobs list` called with options: #{options}" if Holistics.debug?
+      tp(
+        @this.all.map do |item|
+          {
+            id: item['id'],
+            source_method: item['source_method'],
+            title: item['title'],
+            created_at: DateTime.parse(item['created_at']).to_formatted_s(:short),
+            source_type: item['source_type'],
+            source_id: item['source_id'],
+            # start_time: DateTime.parse(item['start_time']).to_formatted_s(:short),
+            # end_time: DateTime.parse(item['end_time']).to_formatted_s(:short),
+            duration: Time.at(item['duration']).utc.strftime("%H:%M:%S"),
+            # cancelledable
+            user: item['user']['name'],
+            status: Holistics::Utils.colorize(item['status'])
+          }
+        end
+      )
+    end
+
+    desc 'info ID', 'Show a job by ID'
+    def info(id)
+      puts "`jobs info #{id}` called with options: #{options}" if Holistics.debug?
+      item = @this.find(id)
+      puts "Job ID: " + item['id'].to_s.yellow
+      {
+        status: Holistics::Utils.colorize(item['status']),
+        source_method: item['source_method'],
+        source_type: item['source_type'],
+        source_id: item['source_id'],
+        created_at: DateTime.parse(item['created_at']).to_formatted_s(:short),
+        user_id: item['user_id'],
+        start_time: DateTime.parse(item['start_time']).to_formatted_s(:short),
+        end_time: DateTime.parse(item['end_time']).to_formatted_s(:short),
+        tenant_id: item['tenant_id'],
+        duration: Time.at(item['duration']).utc.strftime("%H:%M:%S")
+      }.each { |k, v| puts "\t" + [k,v].join(": ") }
+    end
+
+    desc 'logs ID', 'Show job logs by ID'
+    method_option :watch, aliases: '-f', desc: 'Watch for new logs', type: :boolean
+    method_option :number, aliases: '-n', desc: 'Watch for new logs', type: :numeric
+    def logs(id)
+      puts "`jobs logs #{id}` called with options: #{options}" if Holistics.debug?
+      if options[:watch]
+        last_id = 0
+        loop do
+          data = @this.logs(id, { 'last_id': last_id })
+          print_logs(data['logs'])
+          last_id = data['logs'].last['id'] if data['logs'].length > 0
+          break unless data['has_more']
+          sleep 0.5
+        end
+      else
+        data = @this.logs(id)
+        print_logs(data['logs'], options[:number])
+      end
+    end
+
+    # desc 'cancel', 'Cancel a running job'
+    # def cancel(id)
+    #   puts "Comming soon".yellow
+    # end
+
+    private
+
+    def print_logs(log_lines, line_count = 0)
+      line_count ||= 0
+      log_lines ||= []
+      log_lines[(-[line_count, log_lines.length].min)..-1]
+      log_lines.each do |log_line|
+        t = log_line['timestamp'] || Time.now.utc
+        puts "#{t}; #{log_line['level']}: #{log_line['message']}"
+      end
+    end
+
+  end
+end

data/lib/holistics/models/job.rb

@@ -0,0 +1,10 @@
+module Holistics
+  module Model
+    class Job < Resource
+      def logs(id, params = {})
+        status, body = @client.get("/jobs/#{id}/logs.json", { params: params })
+        handle_http_result(status, body)
+      end
+    end
+  end
+end

data/lib/holistics/models/job_definition.rb

@@ -0,0 +1,10 @@
+module Holistics
+  module Model
+    class JobDefinition < Resource
+      def execute(id)
+        status, body = @client.post("/#{@name}/#{id}/execute.json")
+        handle_http_result(status, body)
+      end
+    end
+  end
+end

data/lib/holistics/models/resource.rb

@@ -0,0 +1,42 @@
+module Holistics
+  module Model
+    class Resource
+      attr_accessor :name
+      attr_accessor :errors
+
+      def initialize(client, name)
+        @client = client
+        @name = name
+      end
+
+      def all(params = {})
+        status, body = @client.get("/#{@name}.json", { params: params })
+        handle_http_result(status, body)
+      end
+
+      def find(id, params = {})
+        status, body = @client.get("/#{@name}/#{id}.json", { params: params })
+        handle_http_result(status, body)
+      end
+
+      def delete(id, params = {})
+        status, body = @client.delete("/#{@name}/#{id}.json", { params: params })
+        handle_http_result(status, body)
+      end
+
+      private
+
+      def handle_http_result(status, body)
+        self.errors = nil
+        result = JSON.parse(body)
+        if status == 200
+          result
+        else
+          self.errors = [result['error']].concat(result['errors'] || []).compact
+          STDERR.puts self.errors.join("\n").red
+          exit 1
+        end
+      end
+    end
+  end
+end

data/lib/holistics/sources.rb

@@ -0,0 +1,42 @@
+module Holistics
+  class Sources < SubcommandBase
+    def initialize(*args)
+      super
+      @this = Model::Resource.new(Holistics.client, 'data_sources')
+    end
+    def self.help(*args)
+      super
+      puts <<-INSTRUCTION
+Examples:
+  holistics sources list # List all data sources
+
+      INSTRUCTION
+    end
+
+    desc 'list', 'List all data sources'
+    def list
+      puts "`sources list` called with options: #{options}" if Holistics.debug?
+      tp(@this.all)
+    end
+
+    desc 'info ID', 'Show a data source by ID'
+    def info(id)
+      puts "`sources info #{id}` called with options: #{options}" if Holistics.debug?
+      item = @this.find(id)
+      puts "Source ID: " + item['id'].to_s.yellow
+      {
+        name: item['name'],
+        dbtype: item['dbtype'],
+        slug: item['slug'],
+        settings: item['settings']
+      }.each { |k, v| puts "\t" + [k,v].join(": ") }
+    end
+
+    # desc 'delete ID', 'Remove a data source by ID'
+    # def delete(id)
+    #   puts "`sources delete #{id}` called with options: #{options}" if Holistics.debug?
+    #   tp(@this.remove(id))
+    # end
+
+  end
+end

data/lib/holistics/subcommand_base.rb

@@ -0,0 +1,11 @@
+module Holistics
+  class SubcommandBase < Thor
+    def self.banner(command, namespace = nil, subcommand = false)
+      "#{basename} #{subcommand_prefix} #{command.usage}"
+    end
+
+    def self.subcommand_prefix
+      self.name.gsub(%r{.*::}, '').gsub(%r{^[A-Z]}) { |match| match[0].downcase }.gsub(%r{[A-Z]}) { |match| "_#{match[0].downcase}" }
+    end
+  end
+end

data/lib/holistics/transforms.rb

@@ -0,0 +1,53 @@
+module Holistics
+  class Transforms < SubcommandBase
+    def initialize(*args)
+      super
+      @this = Model::JobDefinition.new(Holistics.client, 'data_transforms')
+    end
+    def self.help(*args)
+      super
+      puts <<-INSTRUCTION
+Examples:
+  holistics transforms list # List all data transformations
+
+      INSTRUCTION
+    end
+
+    desc 'list', 'List all data transformations'
+    def list(ds_id = nil)
+      puts "`transforms list` called with options: #{options}" if Holistics.debug?
+      tp(
+        @this.all.map do |item|
+          item.slice(*%w{id title owner_name}).merge({
+            mode: item['settings']['mode'],
+            created_at: DateTime.parse(item['created_at']).to_formatted_s(:short),
+            last_run: DateTime.parse(item['last_run']).to_formatted_s(:short)
+          })
+        end
+      )
+    end
+
+    desc 'info ID', 'Show a data transform by ID'
+    def info(id)
+      puts "`transform info #{id}` called with options: #{options}" if Holistics.debug?
+      tp(@this.find(id))
+    end
+
+    desc 'execute ID', 'Execute a transform job by ID'
+    def execute(id)
+      puts "`transforms execute #{id}` called with options: #{options}" if Holistics.debug?
+      result = @this.execute(id)
+      puts 'Job ID: ' + result['job_id'].to_s.yellow
+      puts 'Status: ' + Holistics::Utils.colorize(result['status'])
+      invoke 'holistics:jobs:logs', [result['job_id']], { watch: true }
+    end
+    map %w[exec] => :execute
+
+    # desc 'delete ID', 'Remove a data transform by ID'
+    # def delete(id)
+    #   puts "`transform delete #{id}` called with options: #{options}" if Holistics.debug?
+    #   tp(@this.remove(id))
+    # end
+
+  end
+end

data/lib/holistics/utils.rb

@@ -0,0 +1,23 @@
+module Holistics
+  module Utils
+    class << self
+      COLORIZE_MAPPING = {
+        green: %w{active success ok},
+        red: %w{fail failure error cancelled},
+        yellow: %w{new pending unknown}
+      }
+      def colorize(text)
+        color = COLORIZE_MAPPING.find { |color, values| values.include?(text) }
+        color ? text.method(color[0]).call : text
+      end
+      def duration secs
+        [[60, :seconds], [60, :minutes], [24, :hours], [1000, :days]].map{ |count, name|
+          if secs > 0
+            secs, n = secs.divmod(count)
+            "#{n.to_i} #{name}"
+          end
+        }.compact.reverse.join(' ')
+      end
+    end
+  end
+end

data/lib/holistics/version.rb

@@ -0,0 +1,3 @@
+module Holistics
+  VERSION = '0.1.1'
+end

data/lib/holistics.rb

@@ -0,0 +1,121 @@
+require 'thor'
+require 'colorize'
+require 'json'
+require 'table_print'
+require 'fileutils'
+require 'active_support/all'
+
+# require 'byebug'
+
+require 'holistics/version'
+require 'holistics/subcommand_base'
+require 'holistics/utils'
+require 'holistics/client'
+require 'holistics/models/resource'
+require 'holistics/models/job_definition'
+require 'holistics/models/job'
+require 'holistics/sources'
+require 'holistics/imports'
+require 'holistics/transforms'
+require 'holistics/jobs'
+
+module Holistics
+
+  CONFIG_FILE = (ENV['HOME'] + '/.holistics/config').freeze
+
+  @@client = nil
+
+  def self.client=(client)
+    @@client = client
+  end
+
+  def self.client
+    @@client
+  end
+
+  def self.debug?
+    ENV['HOLISTICS_DEBUG'] == 'true'
+  end
+
+  class CLI < Thor
+
+    def initialize(args = [], local_options = {}, config = {})
+      require_config! unless %w{help config version}.include? config[:current_command].name
+      super
+    end
+
+    map %w[--version -v] => :version
+
+    desc 'version', 'Show version information'
+    def version
+      puts "\nHolistics CommandLine Interface version #{Holistics::VERSION}".yellow
+    end
+
+    desc 'config', 'Init or update config'
+    def config
+      token = nil
+      current_config = configured? ? read_config : {}
+      current_token = current_config[:token]
+      new_token = ask "Your Holistics token [#{current_token.light_black}]: "
+      new_token = nil if new_token.blank?
+      unless token = new_token || current_token
+        puts 'Failed to config, empty token provided !'
+        exit 1
+      else
+        write_config(:token => token)
+      end
+    end
+
+    desc 'sources', 'Data sources'
+    subcommand 'sources', Sources
+    map %w[source] => :sources
+
+    desc 'imports', 'Import jobs'
+    subcommand 'imports', Imports
+    map %w[import] => :imports
+
+    desc 'transforms', 'Data transformations'
+    subcommand 'transforms', Transforms
+    map %w[transform] => :transforms
+
+    desc 'jobs', 'Submitted jobs'
+    subcommand 'jobs', Jobs
+    map %w[job] => :jobs
+
+    private
+
+    def configured?
+      File.exists?(Holistics::CONFIG_FILE)
+    end
+
+    def require_config!
+      unless configured?
+        puts "Missing config, run #{'holistics config'.yellow} to init your"
+        exit 1
+      end
+      Holistics.client ||= Holistics::Client.new(nil, read_config[:token])
+    end
+
+    def read_config
+      result = {}
+      File.read(Holistics::CONFIG_FILE).split("\n").map do |line|
+        k, v = line.split("=").map(&:strip)
+        result[k.to_sym] = v
+      end
+      result
+    end
+
+    def write_config(config = {})
+      dir = Holistics::CONFIG_FILE.split('/')[0..-2].join('/')
+      unless File.directory?(dir)
+        FileUtils::mkdir dir
+        FileUtils.touch Holistics::CONFIG_FILE
+        puts 'Create ' + Holistics::CONFIG_FILE.green
+      end
+      File.open(Holistics::CONFIG_FILE, 'w+') do |file|
+        file.write config.map { |k,v| "#{k} = #{v}" }.join
+      end
+      puts "Config updated !"
+    end
+  end
+end

metadata

@@ -0,0 +1,198 @@
+--- !ruby/object:Gem::Specification
+name: holistics-cli
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Thanh Pham Minh
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-08-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '9.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '9.0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.4
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+- !ruby/object:Gem::Dependency
+  name: table_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+description: CommandLine Interface for Holistics.io, proxy request through Holistics
+  HTTP API
+email:
+- phamminhthanh69@gmail.com
+executables:
+- holistics
+extensions: []
+extra_rdoc_files: []
+files:
+- ".byebug_history"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/holistics
+- holistics.gemspec
+- lib/holistics.rb
+- lib/holistics/client.rb
+- lib/holistics/helper.rb
+- lib/holistics/imports.rb
+- lib/holistics/jobs.rb
+- lib/holistics/models/job.rb
+- lib/holistics/models/job_definition.rb
+- lib/holistics/models/resource.rb
+- lib/holistics/sources.rb
+- lib/holistics/subcommand_base.rb
+- lib/holistics/transforms.rb
+- lib/holistics/utils.rb
+- lib/holistics/version.rb
+homepage: https://github.com/pmint93/holistics-cli
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.12
+signing_key: 
+specification_version: 4
+summary: Holistics CommandLine Interface
+test_files: []