slyce 0.9.2 → 0.9.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 73484428602b9a69afae319a88b9b0045cb13b3d17e3f24a9532b73a35c53a28
-  data.tar.gz: 243242d2a638ad262b6e34c0b7c5d3541eac62048ed24a81d9c1d93a6d91b55c
+  metadata.gz: 380c2147a52bd30761850468c1a06b6f041523d66ed513912a0756a51d80d7d5
+  data.tar.gz: 1f306e010169260bc76a5bfb7200d2c9c0ca87ca76fc27b143b9e61e6310ef14
 SHA512:
-  metadata.gz: 1f636b19580ca0797aa86325d5b0d24e23caa9c6e92d3a35716882a1d0c69b9708fbb5554c982d8f1f096801248e2ce9f79562b11b46eac50b76fd93747fdd69
-  data.tar.gz: eb0ffa3c6b948a0d0d6c0bb05b16881f4c628eebbf9de63c5bc052df80e0b661a91cb195a1ff1449afcf004a006b19e76e43a0ee279e4993615fd45d2d48bae3
+  metadata.gz: 33369805c3929785f1709b567484d35ceaeb2d0502c5db8db8c1a26ea50e31f43dd39d48f6ac605e4cf294e8ea727fa3f9c5977091c3c48e25c68a4080c6e444
+  data.tar.gz: ef9ca1f35c4f6c172f231b9609fc72968e393ffbf45005973a4918e293af59ca53d82dbd8d7788f829a783213c70a020b88640939c64fbc1db5395659272507e

data/bin/slyce

@@ -1,8 +1,8 @@
 #!/usr/bin/env ruby
 
-STDOUT.sync = true
+VERSION="0.9.7"
 
-VERSION="0.9.2"
+STDOUT.sync = true
 
 require "mysql2"
 require "optparse"
@@ -27,19 +27,23 @@ OptionParser.new.instance_eval do
 end.parse!(into: opts={}) rescue abort($!.message)
 
 abcd = opts[:alpha]
+filt = opts[:where] and filt = "where\n  #{filt}"
 show = opts[:show]
 want = opts[:extract].to_s.downcase.split(",")
-filt = opts[:where] and filt = "where\n  #{filt}"
 
-dbas ||= ARGV.shift or Kernel.abort "no database given"
-tabl ||= ARGV.shift or Kernel.abort "no table given"
+dbas ||= ARGV.shift or abort "no database given"
+tabl ||= ARGV.shift or abort "no table given"
 
 # ==[ Helpers ]==
 
 class Mysql2::Client
-  def query!(stmt, *args, **, &)
+  def sql(...)
+    query(...)
+  end
+
+  def sql!(stmt, *args, **, &)
     puts "\n==[ SQL statement ]==\n\n", stmt.strip, ";"
-    query(stmt, *args, **, &)
+    sql(stmt, *args, **, &)
   end
 end
 
@@ -69,10 +73,14 @@ if opts[:columns]
   exit
 end
 
+if want.empty?
+  abort "no columns are selected"
+end
+
 want.each do |name|
   sort = abcd ? "" : "cnt desc,"
   stmt = show ? "limit #{show}" : ""
-  data = conn.query(<<~"" + stmt).to_a
+  data = conn.sql(<<~"" + stmt).to_a
     select
       count(*) as cnt,
       `#{name}` as val
@@ -87,14 +95,14 @@ want.each do |name|
       -if(regexp_like(`#{name}`, '^\\\\d'), regexp_instr(`#{name}`, '[^\\\\d]'), null) desc,
       `#{name}` is null, `#{name}`
 
-  uniq = conn.query(<<~"").to_a[0][0]
+  uniq = conn.sql(<<~"").to_a[0][0]
     select
       count(distinct(ifnull(`#{name}`,0)))
     from
       `#{tabl}`
     #{filt}
 
-  tots = conn.query(<<~"").to_a[0][0]
+  tots = conn.sql(<<~"").to_a[0][0]
     select
       count(ifnull(`#{name}`,0))
     from

data/bin/slyce3

@@ -0,0 +1,127 @@
+#!/usr/bin/env ruby
+
+# NOTE: Requires the 'regexp' sqlite3 extension from https://github.com/nalgeon/sqlean
+#
+# Downloads from https://github.com/nalgeon/sqlean/releases/latest
+#
+# For example, on Apple Silicon with macOS with an M1 you can use:
+#
+#   wget https://github.com/nalgeon/sqlean/releases/download/0.19.3/sqlean-macos-arm64.zip
+#   unzip sqlean-macos-arm64.zip regexp.dylib
+
+VERSION="0.9.7"
+
+STDOUT.sync = true
+
+require "extralite"
+require "optparse"
+
+trap("INT" ) { abort "\n" }
+
+dbas = nil
+tabl = nil
+
+OptionParser.new.instance_eval do
+  @banner  = "usage: #{program_name} [options] <database> <table>"
+
+  on "-a", "--alpha"                  , "Sort alphabetically, not numerically"
+  on "-c", "--columns"                , "Display column names and quit"
+  on "-h", "--help"                   , "Show help and command usage" do Kernel.abort to_s; end
+  on "-r", "--regexp <path>"          , "Path to the sqlean/regexp extension"
+  on "-s", "--show <count>"           , "Show this many values", Integer
+  on "-v", "--version"                , "Show version number" do Kernel.abort "#{program_name} #{VERSION}"; end
+  on "-w", "--where <cond>"           , "Filter rows (eg - 'age=33,Name=/[BW]ill/i,color=\"\"'"
+  on "-x", "--extract <col1,col2,...>", "Comma separated list of columns to extract"
+
+  self
+end.parse!(into: opts={}) rescue abort($!.message)
+
+abcd = opts[:alpha]
+filt = opts[:where] and filt = "where\n  #{filt}"
+regx = opts[:regexp] || Dir["{,sqlean}/regexp.{dll,dylib,so}"].first
+show = opts[:show]
+want = opts[:extract].to_s.downcase.split(",")
+
+dbas ||= ARGV.shift or abort "no database given"
+tabl ||= ARGV.shift or abort "no table given"
+
+regx &&  File.exist?(regx) or abort "no regexp extension found#{regx ? " at '#{regx}'" : ''}"
+
+# ==[ Helpers ]==
+
+class Extralite::Database
+  def sql(...)
+    query_ary(...)
+  end
+
+  def sql!(stmt, *args, **, &)
+    puts "\n==[ SQL statement ]==\n\n", stmt.strip, ";"
+    sql(stmt, *args, **, &)
+  end
+end
+
+def display(name, data, show, uniq, tots)
+  seen = data.inject(0) {|seen, coun| seen += coun[0] }
+  rows = [data.size, seen].min
+  wide = tots.to_s.size
+  fill = " " * wide
+  line = "=" * name.size
+
+  puts "\n#{fill} #{name}\n#{fill} #{line}\n"
+  data.each {|cnt, val| puts "%*d %s" % [wide, cnt, val || "NULL"] }
+  puts "#{fill} -----\n"
+  puts "%*d shown (top %d)" % [wide, rows, rows] if show
+  puts "%*d total (all %d)" % [wide, tots, uniq]
+end
+
+# ==[ Let 'er rip! ]==
+
+conn = Extralite::Database.new(dbas)
+resu = conn.load_extension(regx) rescue abort("unable to load regexp extension '#{regx}'")
+cols = conn.columns("select * from `#{tabl}` limit 0").map(&:to_s)
+want = want.empty? ? cols : want & cols
+
+if opts[:columns]
+  puts cols
+  exit
+end
+
+if want.empty?
+  abort "no columns are selected"
+end
+
+want.each do |name|
+  sort = abcd ? "" : "cnt desc,"
+  stmt = show ? "limit #{show}" : ""
+  data = conn.sql(<<~"" + stmt).to_a
+    select
+      count(*) as cnt,
+      `#{name}` as val
+    from
+      `#{tabl}`
+    #{filt}
+    group by
+      val
+    order by #{sort}
+      -iif(regexp_like(`#{name}`, '^[-+]?((0|([1-9]\\d*)(\\.\\d*)?)|((0|([1-9]\\d*))\\.\\d+))$'), `#{name}` + 0, null) desc,
+      -iif(regexp_like(`#{name}`, '^0\\d+$'), length(`#{name}`), null) desc,
+      -iif(regexp_like(`#{name}`, '^\\d'), length(regexp_substr(`#{name}`, '^\\d+')), null) desc,
+      `#{name}` is null, `#{name}`
+    collate nocase
+
+  uniq = conn.sql(<<~"").to_a[0][0]
+    select
+      count(distinct(ifnull(`#{name}`,0)))
+    from
+      `#{tabl}`
+    #{filt}
+
+  tots = conn.sql(<<~"").to_a[0][0]
+    select
+      count(ifnull(`#{name}`,0))
+    from
+      `#{tabl}`
+    #{filt}
+
+  display(name, data, show, uniq, tots)
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: slyce
 version: !ruby/object:Gem::Version
-  version: 0.9.2
+  version: 0.9.7
 platform: ruby
 authors:
 - Steve Shreeve
@@ -28,6 +28,7 @@ description: Ruby utility to show data statistics for MySQL databases
 email: steve.shreeve@gmail.com
 executables:
 - slyce
+- slyce3
 extensions: []
 extra_rdoc_files: []
 files:
@@ -35,6 +36,7 @@ files:
 - LICENSE
 - README.md
 - bin/slyce
+- bin/slyce3
 - slyce.gemspec
 homepage: https://github.com/shreeve/slyce
 licenses: