arql 0.3.3 → 0.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9d10b12fd753e5e8970108008da89ed6dc25b0fd0a920e5a4d4ca52e1bfeed41
-  data.tar.gz: 0b47045c868b4897b0fd0f4efbb59bc66257f572b04295f3d25a90fe3f633f0d
+  metadata.gz: 3a74b566a319ba4437d0f30010fe958105d8dd0d2c129aa4f8546ca4855ec15e
+  data.tar.gz: 97f1813e455787ccd8ef9394cde51cc4a2459769427cae004f89386db77ba528
 SHA512:
-  metadata.gz: 5e7833f356b11d0b3840f5afddb4a6582173b67e4033a428cdb82c7933648921c090922a1168e01b4675d4cf49c4011de4b78bfe27cb0f93a98934527676538d
-  data.tar.gz: b198b84d7b3cd9767bfb5f7a55f57e5bbed39a387fa080536c7c9ccfc65db16efa3d8b5bac51cb1d0801d04c14e102b723bd871f6ddff9872b27e62fedb1dd9b
+  metadata.gz: a6016fbb6da3857724030da6ce875e0a5889f50207026e71af1a9cc12a867165afaf6b9c4f6465750c91b01a0bbbae7f439507bfb9b02d7f1b854227793e7ffb
+  data.tar.gz: d4995846d815847ad229ca4bef01ebc722fcf0c9b4575c42f77229e0480b76e78df6a47518e14b10a2ff06c6616dae9e1aa8e962060ab40ee8eaa923e22c056c

data/.gitignore

@@ -6,3 +6,4 @@
 /pkg/
 /spec/reports/
 /tmp/
+/.idea/

data/.solargraph.yml

@@ -0,0 +1,10 @@
+require:
+- actioncable
+- actionmailer
+- actionpack
+- actionview
+- activejob
+- activemodel
+- activerecord
+- activestorage
+- activesupport

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    arql (0.3.3)
+    arql (0.3.7)
       activerecord (>= 6.0.3, < 6.2.0)
       activesupport (~> 6.0.3)
       caxlsx (~> 3.0.2)
@@ -40,7 +40,7 @@ GEM
     coderay (1.1.3)
     composite_primary_keys (12.0.10)
       activerecord (~> 6.0.0)
-    concurrent-ruby (1.1.9)
+    concurrent-ruby (1.1.10)
     htmlentities (4.3.4)
     i18n (1.8.11)
       concurrent-ruby (~> 1.0)
@@ -53,7 +53,7 @@ GEM
     net-ssh (6.1.0)
     net-ssh-gateway (2.0.0)
       net-ssh (>= 4.0.0)
-    nokogiri (1.13.0-x86_64-darwin)
+    nokogiri (1.13.4-x86_64-darwin)
       racc (~> 1.4)
     pry (0.13.1)
       coderay (~> 1.1)
@@ -82,7 +82,7 @@ GEM
     webrick (1.7.0)
     yard (0.9.27)
       webrick (~> 1.7.0)
-    zeitwerk (2.5.3)
+    zeitwerk (2.5.4)
 
 PLATFORMS
   ruby

data/lib/arql/app.rb

@@ -29,8 +29,14 @@ module Arql
       App.env = @options.env
       App.connect_options = connect_options
       Connection.open(App.connect_options)
+      print "Defining models..."
       @definition = Definition.new(effective_config)
+      print "\u001b[2K"
+      puts "\rModels defined"
+      print "Running initializers..."
       load_initializer!
+      print "\u001b[2K"
+      puts "\rInitializers loaded"
       App.instance = self
     end
 

data/lib/arql/commands/sandbox.rb

@@ -0,0 +1,33 @@
+module Arql::Commands
+  module Sandbox
+    class << self
+      attr_accessor :enabled
+
+      @sandbox_callback = proc do
+        begin_transaction(joinable: false)
+      end
+
+      def enter
+        ActiveRecord::ConnectionAdapters::AbstractAdapter.set_callback(:checkout, :after, &@sandbox_callback)
+        ActiveRecord::Base.connection.begin_transaction(joinable: false)
+        @enabled = true
+      end
+
+      def quit
+        ActiveRecord::ConnectionAdapters::AbstractAdapter.skip_callback(:checkout, :after, &@sandbox_callback)
+        @enabled = false
+
+        puts "begin_transaction callbacks removed."
+        puts "You still have open %d transactions open, don't forget commit or rollback them." % ActiveRecord::Base.connection.open_transactions if ActiveRecord::Base.connection.open_transactions > 0
+      end
+    end
+
+    Pry.commands.block_command 'sandbox-enter' do
+      Sandbox.enter
+    end
+
+    Pry.commands.block_command 'sandbox-quit' do
+      Sandbox.quit
+    end
+  end
+end

data/lib/arql/commands/vd.rb

@@ -0,0 +1,46 @@
+require 'arql/vd'
+
+module Arql::Commands
+  module VD
+    class << self
+      def get_table_name(name)
+        name = name.to_s
+        return name if name =~ /^[a-z]/
+        if Object.const_defined?(name)
+          klass = Object.const_get(name)
+          return klass.table_name if klass < ActiveRecord::Base
+        end
+        name
+      end
+
+      def table_info_vd(table_name)
+        Arql::VD.new do |vd|
+          table_info(table_name).each { |row| vd << row }
+        end
+      end
+
+      def table_info(table_name)
+        t = []
+        t << ['PK', 'Name', 'SQL Type', 'Ruby Type', 'Limit', 'Precision', 'Scale', 'Default', 'Nullable', 'Comment']
+        connection = ::ActiveRecord::Base.connection
+        connection.columns(table_name).each do |column|
+          pk = if [connection.primary_key(table_name)].flatten.include?(column.name)
+                 'Y'
+               else
+                 ''
+               end
+          t << [pk, column.name, column.sql_type,
+                column.sql_type_metadata.type, column.sql_type_metadata.limit || '',
+                column.sql_type_metadata.precision || '', column.sql_type_metadata.scale || '', column.default || '',
+                column.null, column.comment || '']
+        end
+        t
+      end
+    end
+
+    Pry.commands.block_command 'vd' do |name|
+      table_name = VD::get_table_name(name)
+      VD::table_info_vd(table_name)
+    end
+  end
+end

data/lib/arql/commands.rb

@@ -4,6 +4,8 @@ require 'arql/commands/table'
 require 'arql/commands/reconnect'
 require 'arql/commands/redefine'
 require 'arql/commands/show_sql'
+require 'arql/commands/sandbox'
+require 'arql/commands/vd'
 
 module Arql::Commands
 end

data/lib/arql/connection.rb

@@ -2,7 +2,10 @@ module Arql
   class Connection
     class << self
       def open(options)
+        print "Establishing DB connection to #{options[:host]}:#{options[:port]}"
         ActiveRecord::Base.establish_connection(options)
+        print "\u001b[2K"
+        puts "\rDB connection to #{options[:host]}:#{options[:port]} established\n"
         $C = ActiveRecord::Base.connection
         $C.define_singleton_method(:dump) do |filename, no_create_db=false|
           Arql::Mysqldump.new.dump_database(filename, no_create_db)

data/lib/arql/definition.rb

@@ -1,4 +1,6 @@
 require 'arql/concerns'
+require 'arql/vd'
+
 module Arql
   module Extension
     extend ActiveSupport::Concern
@@ -9,6 +11,15 @@ module Arql
       }
     end
 
+    def vd
+      VD.new do |vd|
+        vd << ['Attribute Name', 'Attribute Value', 'SQL Type', 'Comment']
+        self.class.connection.columns(self.class.table_name).each do |column|
+          vd << [column.name, read_attribute(column.name), column.sql_type, column.comment || '']
+        end
+      end
+    end
+
     def v
       t = []
       t << ['Attribute Name', 'Attribute Value', 'SQL Type', 'Comment']
@@ -49,6 +60,12 @@ module Arql
         puts Commands::Table::table_info_table(table_name)
       end
 
+      def vd
+        table_name = Commands::Table::get_table_name(name)
+        Commands::VD::table_info_vd(table_name)
+        nil
+      end
+
       def v
         table_name = Commands::Table::get_table_name(name)
         Commands::Table::table_info(table_name)
@@ -91,18 +108,21 @@ module Arql
         end
         @@models = []
         ActiveRecord::Base.connection.tap do |conn|
-          conn.tables.each do |table_name|
-            table_comment = conn.table_comment(table_name)
-            conn.primary_key(table_name).tap do |pkey|
+          tables = conn.tables
+          comments = conn.table_comment_of_tables(tables)
+          primary_keys = conn.primary_keys_of_tables(tables)
+          tables.each do |table_name|
+            table_comment = comments[table_name]
+            primary_keys[table_name].tap do |pkey|
               table_name.camelize.tap do |const_name|
                 const_name = 'Modul' if const_name == 'Module'
                 const_name = 'Clazz' if const_name == 'Class'
                 Class.new(::ArqlModel) do
                   include Arql::Extension
-                  if pkey.is_a?(Array)
+                  if pkey.is_a?(Array) && pkey.size > 1
                     self.primary_keys = pkey
                   else
-                    self.primary_key = pkey
+                    self.primary_key = pkey&.first
                   end
                   self.table_name = table_name
                   self.inheritance_column = nil
@@ -169,18 +189,29 @@ module Arql
                              end.t
                            end
                          end)
-        conn.tables.each do |table_name|
-          table_comment = conn.table_comment(table_name)
-          conn.primary_key(table_name).tap do |pkey|
+
+        tables = conn.tables
+        if conn.adapter_name == 'Mysql2'
+          require 'arql/ext/active_record/connection_adapters/abstract_mysql_adapter'
+          comments = conn.table_comment_of_tables(tables)
+          primary_keys = conn.primary_keys_of_tables(tables)
+        else
+          comments = tables.map { |t| [t, conn.table_comment(t)] }.to_h
+          primary_keys = tables.map { |t| [t, conn.primary_keys(t)] }.to_h
+        end
+
+        tables.each do |table_name|
+          table_comment = comments[table_name]
+          primary_keys[table_name].tap do |pkey|
             table_name.camelize.tap do |const_name|
               const_name = 'Modul' if const_name == 'Module'
               const_name = 'Clazz' if const_name == 'Class'
               Class.new(::ArqlModel) do
                 include Arql::Extension
-                if pkey.is_a?(Array)
+                if pkey.is_a?(Array) && pkey.size > 1
                   self.primary_keys = pkey
                 else
-                  self.primary_key = pkey
+                  self.primary_key = pkey&.first
                 end
                 self.table_name = table_name
                 self.inheritance_column = nil
@@ -229,6 +260,10 @@ module Arql
         records.t(*attrs, **options)
       end
 
+      def vd(*attrs, **options)
+        records.vd(*attrs, **options)
+      end
+
       def v
         records.v
       end

data/lib/arql/ext/active_record/connection_adapters/abstract_mysql_adapter.rb

@@ -0,0 +1,53 @@
+require 'active_record/connection_adapters/abstract_mysql_adapter'
+
+module ActiveRecord
+  module ConnectionAdapters
+    class AbstractMysqlAdapter
+
+      def extract_schema_qualified_name_of_tables(table_names)
+        table_names.map do |string|
+          schema, name = string.to_s.scan(/[^`.\s]+|`[^`]*`/)
+          schema, name = nil, schema unless name
+          [schema, name]
+        end
+      end
+
+      def quoted_scope_of_tables(names = nil)
+        extract_schema_qualified_name_of_tables(names).map do |(schema, name)|
+          scope = {}
+          scope[:schema] = schema ? quote(schema) : "database()"
+          scope[:name] = quote(name) if name
+          scope
+        end
+      end
+
+      def primary_keys_of_tables(table_names) # :nodoc:
+        raise ArgumentError unless table_names.present?
+
+        scopes = quoted_scope_of_tables(table_names)
+
+        res = query(<<~SQL, "SCHEMA")
+        SELECT table_name, column_name
+        FROM information_schema.statistics
+        WHERE index_name = 'PRIMARY'
+        AND (table_schema, table_name) in
+        (#{scopes.map { |scope| "(#{scope[:schema]}, #{scope[:name]})" }.join(', ')})
+          ORDER BY seq_in_index
+        SQL
+
+        res.group_by(&:first).map { |table, vlaues| [table, vlaues.map(&:last)] }.to_h
+      end
+
+      def table_comment_of_tables(table_names) # :nodoc:
+        scopes = quoted_scope_of_tables(table_names)
+
+        query(<<~SQL, "SCHEMA").presence.try(&:to_h)
+        SELECT table_name, table_comment
+        FROM information_schema.tables
+        WHERE (table_schema, table_name) in
+        (#{scopes.map { |scope| "(#{scope[:schema]}, #{scope[:name]})" }.join(', ')})
+        SQL
+      end
+    end
+  end
+end

data/lib/arql/ext/active_record/connection_adapters/postgresql/schema_statements.rb

@@ -0,0 +1,8 @@
+module ActiveRecord
+  module ConnectionAdapters
+    module PostgreSQL
+      module SchemaStatements
+      end
+    end
+  end
+end

data/lib/arql/ext/array.rb

@@ -1,3 +1,5 @@
+require 'arql/vd'
+
 class Array
   def to_insert_sql(batch_size=500)
     raise 'All element should be an ActiveRecord instance object' unless all? { |e| e.is_a?(ActiveRecord::Base) }
@@ -48,6 +50,33 @@ class Array
     end
   end
 
+  def vd(*attrs, **options)
+    if (attrs.present? || options.present? && options[:except]) && present? && first.is_a?(ActiveRecord::Base)
+      column_names = first.attribute_names.map(&:to_sym)
+      attrs = attrs.flat_map { |e| e.is_a?(Regexp) ? column_names.grep(e) : e }.uniq
+      if options.present? && options[:except]
+        attrs = column_names if attrs.empty?
+        if options[:except].is_a?(Regexp)
+          attrs.reject! { |e| e =~ options[:except] }
+        else
+          attrs -= [options[:except]].flatten
+        end
+      end
+
+      Arql::VD.new do |vd|
+        vd << attrs
+        each do |e|
+          vd << e.attributes.values_at(*attrs.map(&:to_s))
+        end
+      end
+    else
+      Arql::VD.new do |vd|
+        v.each { |row| vd << row if row }
+      end
+    end
+    nil
+  end
+
   def v
     return self unless present?
     t = []

data/lib/arql/multi_io.rb

@@ -5,7 +5,14 @@ module Arql
     end
 
     def write(*args)
-      @targets.each {|t| t.write(*args)}
+      @targets.each do |t|
+        if t.isatty
+          t.write(*args)
+        else
+          t.write(*(args.map { |str| str.gsub(/\e\[(\d+)m/, '')}))
+        end
+        t.flush
+      end
     end
 
     def close

data/lib/arql/repl.rb

@@ -35,7 +35,12 @@ module Arql
                                  "(#{obj}:#{nest_level})"
                                end
          end
-         "%s#{Rainbow('@').green}%s#{nest_level_prompt} [%d] %s " % [Rainbow('ARQL').red, Rainbow(App.prompt).yellow, pry_instance.input_ring.count, Rainbow('❯').green]
+          if Arql::Commands::Sandbox.enabled
+            sandbox_indicator = ' [%s] ' % Rainbow('sandbox').green.bright
+          else
+            sandbox_indicator = ''
+          end
+         "%s#{Rainbow('@').green}%s%s#{nest_level_prompt} [%d] %s " % [Rainbow('ARQL').red, Rainbow(App.prompt).yellow, sandbox_indicator, pry_instance.input_ring.count, Rainbow('❯').green]
        end]
     end
   end

data/lib/arql/ssh_proxy.rb

@@ -8,9 +8,13 @@ module Arql
       attr_accessor :config, :ssh_gateway, :local_ssh_proxy_port
 
       def connect(config)
+        print "Establishing SSH connection to #{config[:host]}:#{config[:port]}"
         @config = config
         @ssh_gateway = Net::SSH::Gateway.new(config[:host], config[:user], config.slice(:port, :password).symbolize_keys.merge(keepalive: true, keepalive_interval: 30, loop_wait: 1))
         @local_ssh_proxy_port = @ssh_gateway.open(config[:forward_host], config[:forward_port], config[:local_port])
+        print "\u001b[2K"
+        puts "\rSSH connection to #{config[:host]}:#{config[:port]} established"
+        @local_ssh_proxy_port
       end
 
       def reconnect

data/lib/arql/vd.rb

@@ -0,0 +1,41 @@
+require 'csv'
+
+module Arql
+  class VD
+    COMMAND = 'vd'
+
+    attr_accessor :rows
+
+    def initialize
+      return unless check_command_installation
+      @rows = []
+      yield self
+      command = "#{COMMAND} -f csv"
+      IO.popen(command, 'w+') do |io|
+        io.puts(csv)
+        io.close_write
+      end
+    end
+
+    def <<(row)
+      rows << row
+    end
+
+    def csv
+      CSV.generate do |csv|
+        rows.each do |row|
+          csv << row
+        end
+      end
+    end
+
+    def check_command_installation
+      `which #{COMMAND}`
+      if $?.exitstatus != 0
+        puts "Please install vd (visidata) command, see: https://www.visidata.org/"
+      else
+        true
+      end
+    end
+  end
+end

data/lib/arql/version.rb

@@ -1,3 +1,3 @@
 module Arql
-  VERSION = "0.3.3"
+  VERSION = "0.3.7"
 end

data/lib/arql.rb

@@ -11,6 +11,7 @@ require "arql/ssh_proxy"
 require "arql/app"
 require "arql/cli"
 require "arql/mysqldump"
+require "arql/vd"
 
 module Arql
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: arql
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.7
 platform: ruby
 authors:
 - Liu Xiang
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-01-13 00:00:00.000000000 Z
+date: 2022-05-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mysql2
@@ -222,6 +222,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".solargraph.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
 - Gemfile.lock
@@ -241,14 +242,18 @@ files:
 - lib/arql/commands/models.rb
 - lib/arql/commands/reconnect.rb
 - lib/arql/commands/redefine.rb
+- lib/arql/commands/sandbox.rb
 - lib/arql/commands/show_sql.rb
 - lib/arql/commands/table.rb
+- lib/arql/commands/vd.rb
 - lib/arql/concerns.rb
 - lib/arql/concerns/global_data_definition.rb
 - lib/arql/concerns/table_data_definition.rb
 - lib/arql/connection.rb
 - lib/arql/definition.rb
 - lib/arql/ext.rb
+- lib/arql/ext/active_record/connection_adapters/abstract_mysql_adapter.rb
+- lib/arql/ext/active_record/connection_adapters/postgresql/schema_statements.rb
 - lib/arql/ext/array.rb
 - lib/arql/ext/hash.rb
 - lib/arql/ext/kernel.rb
@@ -261,6 +266,7 @@ files:
 - lib/arql/repl.rb
 - lib/arql/ssh_proxy.rb
 - lib/arql/ssh_proxy_patch.rb
+- lib/arql/vd.rb
 - lib/arql/version.rb
 homepage: https://github.com/lululau/arql
 licenses: