ch-client 0.0.1

data/lib/clickhouse.rb

@@ -0,0 +1,60 @@
+require "uri"
+require "forwardable"
+require "csv"
+require "json"
+require "time"
+
+require "faraday"
+require "pond"
+require "active_support/dependencies/autoload"
+require "active_support/number_helper"
+require "active_support/core_ext/string/inflections"
+
+require "clickhouse/cluster"
+require "clickhouse/connection"
+require "clickhouse/utils"
+require "clickhouse/error"
+require "clickhouse/version"
+
+module Clickhouse
+
+  def self.logger=(logger)
+    @logger = logger
+  end
+
+  def self.logger
+    @logger if instance_variables.include?(:@logger)
+  end
+
+  def self.configurations=(configurations)
+    @configurations = configurations.inject({}){|h, (k, v)| h[k.to_s] = v; h}
+  end
+
+  def self.configurations
+    @configurations if instance_variables.include?(:@configurations)
+  end
+
+  def self.establish_connection(arg = {})
+    config = arg.is_a?(Hash) ? arg : (configurations || {})[arg.to_s]
+    if config
+      connect!(config)
+    else
+      raise InvalidConnectionError, "Invalid connection specified: #{arg.inspect}"
+    end
+  end
+
+  def self.connect!(config = {})
+    @connection = connect(config)
+    @connection.connect!
+  end
+
+  def self.connect(config = {})
+    klass = (config[:urls] || config["urls"]) ? Cluster : Connection
+    klass.new(config)
+  end
+
+  def self.connection
+    @connection if instance_variables.include?(:@connection)
+  end
+
+end

data/lib/clickhouse/cli.rb

@@ -0,0 +1,46 @@
+require "thor"
+require "launchy"
+require "clickhouse"
+
+module Clickhouse
+  class CLI < Thor
+
+    DEFAULT_URLS = "http://localhost:8123"
+
+    desc "server [HOSTS]", "Start a Sinatra server as ClickHouse client (HOSTS should be comma separated URIs)"
+    method_options [:port, "-p"] => 1982, [:username, "-u"] => :string, [:password, "-P"] => :string
+    def server(urls = DEFAULT_URLS)
+      run! :server, urls, options do
+        Launchy.open "http://localhost:#{options[:port]}"
+      end
+    end
+
+    desc "console [HOSTS]", "Start a Pry console as ClickHouse client (HOSTS should be comma separated URIs)"
+    method_options [:username, "-u"] => :string, [:password, "-P"] => :string
+    def console(urls = DEFAULT_URLS)
+      run! :console, urls, options
+    end
+
+    map "s" => :server
+    map "c" => :console
+
+  private
+
+    def run!(const, urls, options, &block)
+      require_relative "cli/client"
+      require_relative "cli/#{const}"
+      connect! urls, options
+      self.class.const_get(const.to_s.capitalize).run!(:port => options["port"], &block)
+    end
+
+    def connect!(urls, options)
+      config = options.merge(:urls => urls.split(",")).inject({}){|h, (k, v)| h[k.to_sym] = v; h}
+      Clickhouse.establish_connection config
+    end
+
+    def method_missing(method, *_args)
+      raise Error, "Unrecognized command \"#{method}\". Please consult `clickhouse help`."
+    end
+
+  end
+end

data/lib/clickhouse/cli/client.rb

@@ -0,0 +1,149 @@
+module Clickhouse
+  class CLI < Thor
+    module Client
+
+      HISTORY_FILE = "#{ENV["HOME"]}/.clickhouse_history"
+
+      def self.included(base)
+        extended(base)
+      end
+
+      def self.extended(base)
+        Clickhouse.logger = self
+        load_history
+      end
+
+      def self.debug(message = nil)
+        @log = message.split("\n").detect{|line| line.include?("36m")}
+      end
+
+      def self.log
+        @log
+      end
+
+      def self.load_history
+        File.readlines(HISTORY_FILE).each do |line|
+          Readline::HISTORY.push line.gsub(";;", "\n").strip
+        end if File.exists?(HISTORY_FILE)
+      end
+
+      def alter_history(sql, current = true)
+        (Readline::HISTORY.to_a.count{|line| line[-1] != ";"} + (current ? 1 : 0)).times do
+          Readline::HISTORY.pop
+        end
+        unless Readline::HISTORY.to_a[-1] == sql
+          Readline::HISTORY.push(sql)
+        end
+      end
+
+      def dump_history
+        File.open(HISTORY_FILE, "w+") do |file|
+          Readline::HISTORY.each do |line|
+            file.puts line.strip.gsub("\n", ";;")
+          end
+        end
+      end
+
+      def prettify(sql)
+        sql, replaced = numerize_patterns(sql)
+
+        preserved_words = %w(
+          USE
+          SHOW
+          DATABASES
+          TABLES
+          PROCESSLIST
+          INSERT
+          INTO
+          FORMAT
+          SELECT
+          COUNT
+          DISTINCT
+          SAMPLE
+          AS
+          FROM
+          JOIN
+          UNION
+          ALL
+          PREWHERE
+          WHERE
+          AND
+          OR
+          NOT
+          IN
+          GROUP
+          BY
+          HAVING
+          ORDER
+          LIMIT
+          CREATE
+          DESCRIBE
+          ALTER
+          RENAME
+          DROP
+          DETACH
+          ATTACH
+          TABLE
+          VIEW
+          PARTITION
+          EXISTS
+          SET
+          OPTIMIZE
+          WITH
+          TOTALS
+        ).sort{|a, b| [b.size, a] <=> [a.size, b]}
+
+        sql.gsub!(/(\b)(#{preserved_words.join("|")})(\b)/i) do
+          "#{$1}#{$2.upcase}#{$3}"
+        end
+
+        interpolate_patterns(sql, replaced)
+      end
+
+      def numerize_patterns(sql, replaced = [])
+        sql = sql.gsub(/(["'])(?:(?=(\\?))\2.)*?\1/) do |match|
+          replaced << match
+          "${#{replaced.size - 1}}"
+        end
+
+        parenthesized = false
+
+        sql = sql.gsub(/\([^\(\)]*?\)/) do |match|
+          parenthesized = true
+          replaced << match
+          "%{#{replaced.size - 1}}"
+        end
+
+        parenthesized ? numerize_patterns(sql, replaced) : [sql, replaced]
+      end
+
+      def interpolate_patterns(sql, replaced)
+        matched = false
+
+        sql = sql.gsub(/(\$|%)\{(\d+)\}/) do |match|
+          matched = true
+          replaced[$2.to_i]
+        end
+
+        matched ? interpolate_patterns(sql, replaced) : sql
+      end
+
+      def execute(sql, &block)
+        if sql[-1] == ";"
+          dump_history
+          method = sql.match(/^(SELECT|SHOW|DESCRIBE)/i) ? :query : :execute
+          result = Clickhouse.connection.send(method, sql[0..-2])
+
+          if block_given?
+            block.call(result, Client.log)
+          else
+            process_result(result, Client.log)
+          end
+        else
+          sql
+        end
+      end
+
+    end
+  end
+end

data/lib/clickhouse/cli/console.rb

@@ -0,0 +1,73 @@
+require "readline"
+
+module Clickhouse
+  class CLI < Thor
+    module Console
+      extend self
+      extend Client
+
+      CLR = "\r\e[A\e[K"
+
+      def run!(options = {})
+        readline
+      end
+
+    # private
+
+      def readline(buffer = nil)
+        prompt = buffer ? ":-] " : ":) "
+        line = Readline.readline(prompt, true)
+
+        exit! unless line && !%w(exit quit).include?(line = line.strip)
+
+        line = prettify(line)
+        sql = [buffer, line].compact.join("\n").gsub(/\s+;$/, ";")
+
+        puts "#{CLR}#{prompt}#{line}"
+        alter_history(sql)
+
+        buffer = begin
+          execute(sql)
+        rescue Clickhouse::Error => e
+          puts "ERROR: #{e.message}"
+        end
+
+        readline buffer
+      end
+
+      def process_result(result, log)
+        if result.is_a?(Clickhouse::Connection::Query::ResultSet)
+          if result.size > 0
+            array = [result.names].concat(result.to_a)
+            lengths = array.inject([]) do |lengths, row|
+              row.each_with_index do |value, index|
+                length = value.to_s.strip.length
+                lengths[index] = [lengths[index].to_i, length].max
+              end
+              lengths
+            end
+            puts
+            array.each_with_index do |row, i|
+              values = [nil]
+              lengths.each_with_index do |length, index|
+                values << row[index].to_s.ljust(length, " ")
+              end
+              values << nil
+              separator = (i == 0) ? "+" : "|"
+              puts values.join(" #{separator} ")
+            end
+          end
+        else
+          puts result == true ? "Ok." : (result || "Fail.")
+        end
+
+        if log
+          puts
+          puts log.strip
+        end
+        puts
+      end
+
+    end
+  end
+end

data/lib/clickhouse/cli/server.rb

@@ -0,0 +1,37 @@
+require "sinatra"
+require "erubis"
+
+module Clickhouse
+  class CLI < Thor
+    class Server < Sinatra::Base
+      include Client
+
+      set :views, File.expand_path("../server/views", __FILE__)
+      set :public_folder, File.expand_path("../server/assets", __FILE__)
+
+      get "/" do
+        erb :index
+      end
+
+      post "/" do
+        sql = prettify(params[:sql]).gsub(/\s+;$/, ";")
+        alter_history(sql, false)
+        begin
+          execute(sql) do |result, log|
+            content_type :json
+            {
+              :urls => Clickhouse.connection.pond.available.collect(&:url),
+              :history => Readline::HISTORY.to_a.collect(&:strip),
+              :names => result.names,
+              :data => result.to_a,
+              :stats => log.sub("\e[1m\e[36m", "").sub("\e[0m", "").strip
+            }.to_json
+          end
+        rescue Clickhouse::Error => e
+          halt 500, e.message
+        end
+      end
+
+    end
+  end
+end

data/lib/clickhouse/cli/server/assets/css/clickhouse.css

@@ -0,0 +1,177 @@
+@import url('https://fonts.googleapis.com/css?family=Inconsolata|Open+Sans');
+
+body {
+  font-family: 'Open Sans', sans-serif;
+  font-size: 1.2rem;
+}
+
+h1, h2, h3, h4, h5, h6 {
+  margin-bottom: 1.1rem;
+}
+
+h6 {
+  font-size: 1.75rem;
+  font-weight: 600;
+}
+
+.header {
+  padding: 5px 17px;
+  background: #F3F3F3;
+  border-bottom: 1px solid #E0E0E0;
+}
+
+.container {
+  width: calc(100% - 36px);
+  max-width: inherit;
+}
+
+.not_connected {
+  color: #D74D2F;
+}
+
+small {
+  font-size: 1.2rem;
+}
+
+a {
+  text-decoration: none;
+}
+
+a:hover {
+  text-decoration: underline;
+}
+
+form {
+  margin-bottom: 7px;
+}
+
+textarea {
+  opacity: 0;
+}
+
+textarea, .CodeMirror {
+  margin-bottom: 1.3em;
+  width: 100%;
+  height: 9.1em;
+  display: block;
+  font-family: 'Inconsolata';
+  font-size: 1.2rem;
+  font-weight: 600;
+  line-height: 1.75rem;
+  letter-spacing: 0;
+  border: 1px solid #DDD;
+}
+
+input[type="submit"], a.download {
+  height: 30px;
+  margin-right: 4px;
+  padding: 0 17px 0 20px;
+  color: white;
+  font-size: 10px;
+  line-height: 28px;
+  letter-spacing: .05rem;
+  border-radius: 0;
+}
+
+input[type="submit"] {
+  background: #D74D2F;
+  border-color: #D74D2F;
+}
+
+a.download {
+  background: #999;
+  border-color: #999;
+}
+
+input[type="submit"]:hover, input[type="submit"]:focus {
+  color: white;
+  border-color: #B30015;
+}
+
+a.download:hover, a.download:focus {
+  color: white;
+  text-decoration: none;
+}
+
+input[disabled="disabled"],a[disabled="disabled"] {
+  color: #F9F9F9;
+  cursor: default !important;
+  background: #E4E4E4;
+  border-color: #E7E7E7 !important;
+}
+
+#stats {
+  padding-left: 1.5rem;
+}
+
+#result_wrapper {
+  margin-bottom: 10px;
+  padding-top: 18px;
+  overflow-x: auto;
+  border-top: 1px solid #DDD;
+}
+
+#result_filter {
+  float: left;
+}
+
+#result_filter label {
+  padding-left: 1px;
+  font-family: 'Helvetica Neue', 'Arial';
+  font-weight: bold;
+}
+
+#result_filter input[type="search"] {
+  width: 300px;
+  height: 28px;
+  margin-left: 12px;
+  margin-bottom: 12px;
+  padding: 6px 7px;
+  font-weight: normal;
+  border-radius: 0;
+}
+
+#result_filter input[type="search"]:focus {
+  border-color: #999;
+}
+
+#result {
+  width: 100% !important;
+  margin-bottom: 15px;
+  font-family: 'Helvetica Neue', 'Arial';
+  font-size: 1.25rem;
+}
+
+table#result {
+  border: 0;
+  border-top: 2px solid #111;
+  border-left: 1px solid #DDD;
+}
+
+#result th, #result td {
+  padding: 4px 8px;
+  border: 0;
+  border-right: 1px solid #DDD;
+  border-bottom: 1px solid #DDD;
+}
+
+#result th {
+  background: #EEE;
+}
+
+#result td {
+  white-space: nowrap;
+}
+
+#result td.odd {
+  background: #DDD;
+}
+
+#result td.even {
+  background: #FFF;
+}
+
+#result_info {
+  height: 3px;
+  display: none;
+}