slyce 0.9.2 → 0.9.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 73484428602b9a69afae319a88b9b0045cb13b3d17e3f24a9532b73a35c53a28
-  data.tar.gz: 243242d2a638ad262b6e34c0b7c5d3541eac62048ed24a81d9c1d93a6d91b55c
+  metadata.gz: 81d5ddf505bb1b8f75770447e2c6015a3cf2c1ce2003b543cbce2c3364b8c9cf
+  data.tar.gz: 2b4ae78ed3f654619e9b2d01e1d50a2cdc561f0e541416cb8739400fa8980e1a
 SHA512:
-  metadata.gz: 1f636b19580ca0797aa86325d5b0d24e23caa9c6e92d3a35716882a1d0c69b9708fbb5554c982d8f1f096801248e2ce9f79562b11b46eac50b76fd93747fdd69
-  data.tar.gz: eb0ffa3c6b948a0d0d6c0bb05b16881f4c628eebbf9de63c5bc052df80e0b661a91cb195a1ff1449afcf004a006b19e76e43a0ee279e4993615fd45d2d48bae3
+  metadata.gz: 90657cc538cfaff2540321d9fe3862593d1136820ca02a5c604d5994c495f5d91164554a1de2b142b131dca37309423cda926ed4abb12a6a941d93a3ff6c2f7c
+  data.tar.gz: 59eb8d3217d38f71972dff57fcf331746a866c8fa5c5cda60d69eeb96de7bb778aa8ac0e3b6d013f6d59e0bbcebfe03191423a244fc97654df7359f6e0665291

data/bin/slyce

@@ -1,8 +1,8 @@
 #!/usr/bin/env ruby
 
-STDOUT.sync = true
+VERSION="0.9.5"
 
-VERSION="0.9.2"
+STDOUT.sync = true
 
 require "mysql2"
 require "optparse"
@@ -27,19 +27,23 @@ OptionParser.new.instance_eval do
 end.parse!(into: opts={}) rescue abort($!.message)
 
 abcd = opts[:alpha]
+filt = opts[:where] and filt = "where\n  #{filt}"
 show = opts[:show]
 want = opts[:extract].to_s.downcase.split(",")
-filt = opts[:where] and filt = "where\n  #{filt}"
 
-dbas ||= ARGV.shift or Kernel.abort "no database given"
-tabl ||= ARGV.shift or Kernel.abort "no table given"
+dbas ||= ARGV.shift or abort "no database given"
+tabl ||= ARGV.shift or abort "no table given"
 
 # ==[ Helpers ]==
 
 class Mysql2::Client
-  def query!(stmt, *args, **, &)
+  def sql(...)
+    query(...)
+  end
+
+  def sql!(stmt, *args, **, &)
     puts "\n==[ SQL statement ]==\n\n", stmt.strip, ";"
-    query(stmt, *args, **, &)
+    sql(stmt, *args, **, &)
   end
 end
 
@@ -72,7 +76,7 @@ end
 want.each do |name|
   sort = abcd ? "" : "cnt desc,"
   stmt = show ? "limit #{show}" : ""
-  data = conn.query(<<~"" + stmt).to_a
+  data = conn.sql(<<~"" + stmt).to_a
     select
       count(*) as cnt,
       `#{name}` as val
@@ -87,14 +91,14 @@ want.each do |name|
       -if(regexp_like(`#{name}`, '^\\\\d'), regexp_instr(`#{name}`, '[^\\\\d]'), null) desc,
       `#{name}` is null, `#{name}`
 
-  uniq = conn.query(<<~"").to_a[0][0]
+  uniq = conn.sql(<<~"").to_a[0][0]
     select
       count(distinct(ifnull(`#{name}`,0)))
     from
       `#{tabl}`
     #{filt}
 
-  tots = conn.query(<<~"").to_a[0][0]
+  tots = conn.sql(<<~"").to_a[0][0]
     select
       count(ifnull(`#{name}`,0))
     from

data/bin/slyce3

@@ -0,0 +1,114 @@
+#!/usr/bin/env ruby
+
+# NOTE: Requires the 'regexp' sqlite3 extension from https://github.com/nalgeon/sqlean
+
+VERSION="0.9.5"
+
+STDOUT.sync = true
+
+require "extralite"
+require "optparse"
+
+trap("INT" ) { abort "\n" }
+
+dbas = nil
+tabl = nil
+
+OptionParser.new.instance_eval do
+  @banner  = "usage: #{program_name} [options] <database> <table>"
+
+  on "-a", "--alpha"                  , "Sort alphabetically, not numerically"
+  on "-c", "--columns"                , "Display column names and quit"
+  on "-h", "--help"                   , "Show help and command usage" do Kernel.abort to_s; end
+  on "-r", "--regexp <path>"          , "Path to the sqlean/regexp extension"
+  on "-s", "--show <count>"           , "Show this many values", Integer
+  on "-v", "--version"                , "Show version number" do Kernel.abort "#{program_name} #{VERSION}"; end
+  on "-w", "--where <cond>"           , "Filter rows (eg - 'age=33,Name=/[BW]ill/i,color=\"\"'"
+  on "-x", "--extract <col1,col2,...>", "Comma separated list of columns to extract"
+
+  self
+end.parse!(into: opts={regexp: "regexp"}) rescue abort($!.message)
+
+abcd = opts[:alpha]
+filt = opts[:where] and filt = "where\n  #{filt}"
+regx = opts[:regexp]; File.exist?(regx) or abort "no regexp extension found at '#{regx}'"
+show = opts[:show]
+want = opts[:extract].to_s.downcase.split(",")
+
+dbas ||= ARGV.shift or abort "no database given"
+tabl ||= ARGV.shift or abort "no table given"
+
+# ==[ Helpers ]==
+
+class Extralite::Database
+  def sql(...)
+    query_ary(...)
+  end
+
+  def sql!(stmt, *args, **, &)
+    puts "\n==[ SQL statement ]==\n\n", stmt.strip, ";"
+    sql(stmt, *args, **, &)
+  end
+end
+
+def display(name, data, show, uniq, tots)
+  seen = data.inject(0) {|seen, coun| seen += coun[0] }
+  rows = [data.size, seen].min
+  wide = tots.to_s.size
+  fill = " " * wide
+  line = "=" * name.size
+
+  puts "\n#{fill} #{name}\n#{fill} #{line}\n"
+  data.each {|cnt, val| puts "%*d %s" % [wide, cnt, val || "NULL"] }
+  puts "#{fill} -----\n"
+  puts "%*d shown (top %d)" % [wide, rows, rows] if show
+  puts "%*d total (all %d)" % [wide, tots, uniq]
+end
+
+# ==[ Let 'er rip! ]==
+
+conn = Extralite::Database.new(dbas)
+resu = conn.load_extension(regx)
+cols = conn.columns("select * from `#{tabl}` limit 0").map(&:to_s)
+want = want.empty? ? cols : want & cols
+
+if opts[:columns]
+  puts cols
+  exit
+end
+
+want.each do |name|
+  sort = abcd ? "" : "cnt desc,"
+  stmt = show ? "limit #{show}" : ""
+  data = conn.sql(<<~"" + stmt).to_a
+    select
+      count(*) as cnt,
+      `#{name}` as val
+    from
+      `#{tabl}`
+    #{filt}
+    group by
+      val
+    order by #{sort}
+      -iif(regexp_like(`#{name}`, '^[-+]?((0|([1-9]\\d*)(\\.\\d*)?)|((0|([1-9]\\d*))\\.\\d+))$'), `#{name}` + 0, null) desc,
+      -iif(regexp_like(`#{name}`, '^0\\d+$'), length(`#{name}`), null) desc,
+      -iif(regexp_like(`#{name}`, '^\\d'), length(regexp_substr(`#{name}`, '^\\d+')), null) desc,
+      `#{name}` is null, `#{name}`
+    collate nocase
+
+  uniq = conn.sql(<<~"").to_a[0][0]
+    select
+      count(distinct(ifnull(`#{name}`,0)))
+    from
+      `#{tabl}`
+    #{filt}
+
+  tots = conn.sql(<<~"").to_a[0][0]
+    select
+      count(ifnull(`#{name}`,0))
+    from
+      `#{tabl}`
+    #{filt}
+
+  display(name, data, show, uniq, tots)
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: slyce
 version: !ruby/object:Gem::Version
-  version: 0.9.2
+  version: 0.9.5
 platform: ruby
 authors:
 - Steve Shreeve
@@ -28,6 +28,7 @@ description: Ruby utility to show data statistics for MySQL databases
 email: steve.shreeve@gmail.com
 executables:
 - slyce
+- slyce3
 extensions: []
 extra_rdoc_files: []
 files:
@@ -35,6 +36,7 @@ files:
 - LICENSE
 - README.md
 - bin/slyce
+- bin/slyce3
 - slyce.gemspec
 homepage: https://github.com/shreeve/slyce
 licenses: