arql 0.3.28 → 0.3.30

data/oss-files-zh_CN.org

@@ -0,0 +1,161 @@
+* OSS 数据下载和查看
+
+  有的系统使用云存储服务来存储系统中的文件数据，并在数据库中存储文件在 OSS 上的 Key。我们希望可以在 Arql 中直接下载和查看这些文件。
+
+** 首先需要安装和配置 =rclone= 工具
+
+   macOS 示例:
+
+   #+BEGIN_EXAMPLE
+    brew install rclone
+   #+END_EXAMPLE
+
+   
+** 配置 rclone
+
+   在 =~/.config/rclone/rclone.conf= 文件中添加系统所使用的 OSS 配置，例如：
+
+   #+BEGIN_EXAMPLE
+     [my_system]
+     type = s3
+     provider = Alibaba
+     env_auth = false
+     access_key_id = LTAxuiwqsayuuyea
+     secret_access_key = sauiqwYUwqhjsdayuwehjkwehjwehj
+     endpoint = oss-cn-beijing.aliyuncs.com
+     acl = private
+     storage_class = STANDARD
+   #+END_EXAMPLE
+
+   
+** 在 =~/.arql.d/init.yaml= 中添加配置
+
+   #+BEGIN_SRC yaml
+     dev:
+       created_at: ["create_time", "gmt_created"]
+       updated_at: ["update_time", "gmt_modified"]
+       host: db.dev.com
+       port: 3306
+       username: admin
+       password: 123456
+       database: dev_db
+       rclone_name: "my_system"
+       oss_bucket: "my_system_dev_bucket"
+     
+     prod:
+       created_at: ["create_time", "gmt_created"]
+       updated_at: ["update_time", "gmt_modified"]
+       host: db.prod.com
+       port: 3306
+       username: admin
+       password: 123456
+       database: prod_db
+       rclone_name: "my_system"
+       oss_bucket: "my_system_prod_bucket"
+   #+END_SRC
+
+   
+** 创建一个文件 =~/.arql.d/oss.rb= 
+
+   #+BEGIN_SRC ruby
+     class OSS
+       def pry_source_location; end
+     
+       attr_accessor :path, :bucket
+     
+       def initialize(path, bucket: nil)
+         @path = path
+         unless bucket
+           bucket = Arql::App.config['oss_bucket']
+         end
+         @bucket = bucket
+       end
+     
+       def rclone_name
+         Arql::App.config['rclone_name']
+       end
+     
+       def info
+         `rclone lsl #{rclone_name}:#{bucket}/#{path}`
+       end
+     
+       def download(dir = nil, keep_structure = false)
+         dir = File.expand_path(dir) if dir
+         dir ||= Dir.mktmpdir('arql-attachment-')
+         if keep_structure
+           dest_dir = dir + '/' + File.dirname(path)
+           FileUtils.mkdir_p(dest_dir)
+           system <<~EOF
+           rclone copy #{rclone_name}:#{bucket}/#{path} #{dest_dir}/
+           EOF
+           dest_dir + '/' + File.basename(path)
+         else
+           system <<~EOF
+           rclone copy #{rclone_name}:#{bucket}/#{path} #{dir}/
+           EOF
+           dir + '/' + File.basename(path)
+         end
+       end
+     
+       def copy(dest_name, dest_bucket)
+         path_prefix = File.dirname(path)
+         system "rclone copy -P #{rclone_name}:#{bucket}/#{path} #{dest_name}:#{dest_bucket}/#{path_prefix}/"
+       end
+     
+       def cat
+         `rclone cat #{rclone_name}:#{bucket}/#{path}`
+       end
+     
+       def to_rclone_url
+         "#{rclone_name}:#{bucket}/#{path}"
+       end
+     
+       def open
+         file = download
+         system <<~EOF
+         open #{file}
+         EOF
+         file
+       end
+     
+       def preview
+         file = download
+         system <<~EOF
+         qlmanage -p #{file} &> /dev/null
+         EOF
+         file
+       end
+     
+       def emacs_open
+         file = download
+         system <<~EOF
+         emacsclient -q --eval "(switch-to-buffer-other-window (current-buffer))" &> /dev/null
+         emacsclient -n '#{file}'
+         EOF
+         file
+       end
+     end
+     
+     class String
+       def oss(bucket: nil)
+         OSS.new(self, bucket: bucket)
+       end
+     end
+   #+END_SRC
+
+** 在 =~/.arql.d/init.rb= 中引入这个文件
+
+    #+BEGIN_SRC ruby
+     load(File.absolute_path(File.dirname(__FILE__) + "/oss.rb"))
+    #+END_SRC
+
+** 用法
+
+   假设 user 表中有一个 avatar 字段存储了用户头像在 OSS 上的 Key，我们可以这样查看和下载头像：
+
+    #+BEGIN_SRC ruby
+      User.first.avatar.oss.preview  # 使用 macOS Quick Look 预览
+      User.first.avatar.oss.download  # 下载到临时目录，并返回文件路径
+      User.first.avatar.oss.open  # 下载到临时目录，并使用系统（macOS）默认程序打开
+      User.first.avatar.oss.cat  # 直接输出文件内容
+    #+END_SRC

data/oss-files.org

@@ -0,0 +1,163 @@
+* Download and Preview Files in OSS
+
+  Some systems use cloud storage services to store file data in the system and store the key of the file on OSS in the database. We hope to be able to download and view these files directly in Arql.
+
+** First you need to install and configure =rclone= tool
+
+   macOS example:
+
+   #+BEGIN_EXAMPLE
+    brew install rclone
+   #+END_EXAMPLE
+
+
+** Configure rclone
+   
+   Add the OSS configuration used by the system to the =~/.config/rclone/rclone.conf= file, for example:
+
+   #+BEGIN_EXAMPLE
+     [my_system]
+     type = s3
+     provider = Alibaba
+     env_auth = false
+     access_key_id = LTAxuiwqsayuuyea
+     secret_access_key = sauiqwYUwqhjsdayuwehjkwehjwehj
+     endpoint = oss-cn-beijing.aliyuncs.com
+     acl = private
+     storage_class = STANDARD
+   #+END_EXAMPLE
+
+
+** Add configuration in =~/.arql.d/init.yaml=
+
+    #+BEGIN_SRC yaml
+      dev:
+        created_at: ["create_time", "gmt_created"]
+        updated_at: ["update_time", "gmt_modified"]
+        host: db.dev.com
+        port: 3306
+        username: admin
+        password: 123456
+        database: dev_db
+        rclone_name: "my_system"
+        oss_bucket: "my_system_dev_bucket"
+      
+      prod:
+        created_at: ["create_time", "gmt_created"]
+        updated_at: ["update_time", "gmt_modified"]
+        host: db.prod.com
+        port: 3306
+        username: admin
+        password: 123456
+        database: prod_db
+        rclone_name: "my_system"
+        oss_bucket: "my_system_prod_bucket"
+    #+END_SRC
+
+
+** Create a file =~/.arql.d/oss.rb=
+
+       #+BEGIN_SRC ruby
+     class OSS
+       def pry_source_location; end
+     
+       attr_accessor :path, :bucket
+     
+       def initialize(path, bucket: nil)
+         @path = path
+         unless bucket
+           bucket = Arql::App.config['oss_bucket']
+         end
+         @bucket = bucket
+       end
+     
+       def rclone_name
+         Arql::App.config['rclone_name']
+       end
+     
+       def info
+         `rclone lsl #{rclone_name}:#{bucket}/#{path}`
+       end
+     
+       def download(dir = nil, keep_structure = false)
+         dir = File.expand_path(dir) if dir
+         dir ||= Dir.mktmpdir('arql-attachment-')
+         if keep_structure
+           dest_dir = dir + '/' + File.dirname(path)
+           FileUtils.mkdir_p(dest_dir)
+           system <<~EOF
+           rclone copy #{rclone_name}:#{bucket}/#{path} #{dest_dir}/
+           EOF
+           dest_dir + '/' + File.basename(path)
+         else
+           system <<~EOF
+           rclone copy #{rclone_name}:#{bucket}/#{path} #{dir}/
+           EOF
+           dir + '/' + File.basename(path)
+         end
+       end
+     
+       def copy(dest_name, dest_bucket)
+         path_prefix = File.dirname(path)
+         system "rclone copy -P #{rclone_name}:#{bucket}/#{path} #{dest_name}:#{dest_bucket}/#{path_prefix}/"
+       end
+     
+       def cat
+         `rclone cat #{rclone_name}:#{bucket}/#{path}`
+       end
+     
+       def to_rclone_url
+         "#{rclone_name}:#{bucket}/#{path}"
+       end
+     
+       def open
+         file = download
+         system <<~EOF
+         open #{file}
+         EOF
+         file
+       end
+     
+       def preview
+         file = download
+         system <<~EOF
+         qlmanage -p #{file} &> /dev/null
+         EOF
+         file
+       end
+     
+       def emacs_open
+         file = download
+         system <<~EOF
+         emacsclient -q --eval "(switch-to-buffer-other-window (current-buffer))" &> /dev/null
+         emacsclient -n '#{file}'
+         EOF
+         file
+       end
+     end
+     
+     class String
+       def oss(bucket: nil)
+         OSS.new(self, bucket: bucket)
+       end
+     end
+   #+END_SRC
+
+
+** Import this file in =~/.arql.d/init.rb=
+
+    #+BEGIN_SRC ruby
+      load(File.absolute_path(File.dirname(__FILE__) + "/oss.rb"))
+    #+END_SRC
+
+** Usage
+
+
+    Assuming that the user table has an avatar field that stores the key of the user's avatar on OSS, we can view and download the avatar like this:
+  
+      #+BEGIN_SRC ruby
+        User.first.avatar.oss.preview  # Preview using macOS Quick Look
+        User.first.avatar.oss.download  # Download to a temporary directory and return the file path
+        User.first.avatar.oss.open  # Download to a temporary directory and open with the system (macOS) default program
+        User.first.avatar.oss.cat  # Output file content directly
+      #+END_SRC

data/sql-log-zh_CN.org

@@ -0,0 +1,55 @@
+* 自动记录 SQL 日志和 REPL 输入历史
+
+  如果希望 Arql 可以自动记录 SQL 日志和 REPL 输入历史，可以:
+
+  创建目录 =~/.arql.d/logs=
+  
+  创建一个文件 =~/.arql.d/sql_log.rb= ，内容如下：
+
+  #+BEGIN_SRC ruby
+    unless Arql::App.config[:append_sql]
+      log_root_dir = File.expand_path('~/.arql.d/logs')
+      log_dir = "#{log_root_dir}/%s" % Arql::App.env
+      FileUtils.mkdir_p(log_dir)
+      now = Time.now
+      log_file = "#{log_dir}/%s.%s.%s.log" % [Time.now.strftime('%Y_%m%d_%H%M%S'), `hostname -s`.chomp.downcase, Process.pid]
+      Arql::App.config[:append_sql] = log_file
+    
+      lfile = File.new(log_file, 'a')
+      lfile.sync = true
+      InputLogger = Logger.new(lfile)
+    
+      module Readline
+        class << self
+          alias_method :original_readline, :readline
+          def readline(*args)
+            Readline.original_readline(*args).tap do |user_input|
+              InputLogger.info(user_input)
+            end
+          end
+        end
+      end
+    end
+  #+END_SRC
+
+
+   然后在 =~/.arql.d/init.rb= 中引入这个文件:
+
+   #+BEGIN_SRC ruby
+     load(File.absolute_path(File.dirname(__FILE__) + "/sql_log.rb"))
+   #+END_SRC
+
+   这样就可以在 =~/.arql.d/logs= 目录下看到 SQL 日志和 REPL 输入历史了。
+
+   示例：
+
+   #+BEGIN_EXAMPLE
+     I, [2024-04-07T17:12:00.530341 #20440]  INFO -- : P.count
+     D, [2024-04-07T17:12:00.577305 #20440] DEBUG -- :   Post Count (22.6ms)  SELECT COUNT(*) FROM `post`
+     I, [2024-04-07T17:12:02.879312 #20440]  INFO -- : P.all.t
+     D, [2024-04-07T17:12:02.960014 #20440] DEBUG -- :   Post Load (64.1ms)  SELECT `post`.* FROM `post`
+     I, [2024-04-07T17:12:54.721861 #20440]  INFO -- : P.pluck(:gender)
+     D, [2024-04-07T17:12:54.756435 #20440] DEBUG -- :   Post Pluck (28.0ms)  SELECT `post`.`gender` FROM `post`
+   #+END_EXAMPLE
+
+

data/sql-log.org

@@ -0,0 +1,55 @@
+* Save SQL logs and REPL history automatically
+
+  If you want Arql to automatically save SQL logs and REPL history, you can:
+
+  Create a directory =~/.arql.d/logs=
+
+  Create a file =~/.arql.d/sql_log.rb= with the following content:
+
+  #+BEGIN_SRC ruby
+    unless Arql::App.config[:append_sql]
+      log_root_dir = File.expand_path('~/.arql.d/logs')
+      log_dir = "#{log_root_dir}/%s" % Arql::App.env
+      FileUtils.mkdir_p(log_dir)
+      now = Time.now
+      log_file = "#{log_dir}/%s.%s.%s.log" % [Time.now.strftime('%Y_%m%d_%H%M%S'), `hostname -s`.chomp.downcase, Process.pid]
+      Arql::App.config[:append_sql] = log_file
+    
+      lfile = File.new(log_file, 'a')
+      lfile.sync = true
+      InputLogger = Logger.new(lfile)
+    
+      module Readline
+        class << self
+          alias_method :original_readline, :readline
+          def readline(*args)
+            Readline.original_readline(*args).tap do |user_input|
+              InputLogger.info(user_input)
+            end
+          end
+        end
+      end
+    end
+  #+END_SRC
+
+  Then include this file in =~/.arql.d/init.rb=:
+
+  #+BEGIN_SRC ruby
+    load(File.absolute_path(File.dirname(__FILE__) + "/sql_log.rb"))
+  #+END_SRC
+
+  This way you can see SQL logs and REPL history in the =~/.arql.d/logs= directory.
+
+  Example:
+
+  #+BEGIN_EXAMPLE
+    I, [2024-04-07T17:12:00.530341 #20440]  INFO -- : P.count
+    D, [2024-04-07T17:12:00.577305 #20440] DEBUG -- :   Post Count (22.6ms)  SELECT COUNT(*) FROM `post`
+    I, [2024-04-07T17:12:02.879312 #20440]  INFO -- : P.all.t
+    D, [2024-04-07T17:12:02.960014 #20440] DEBUG -- :   Post Load (64.1ms)  SELECT `post`.* FROM `post`
+    I, [2024-04-07T17:12:54.721861 #20440]  INFO -- : P.pluck
+    D, [2024-04-07T17:12:54.756435 #20440] DEBUG -- :   Post Pluck (28.0ms)  SELECT `post`.`gender` FROM `post`
+  #+END_EXAMPLE
+
+  
+  

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: arql
 version: !ruby/object:Gem::Version
-  version: 0.3.28
+  version: 0.3.30
 platform: ruby
 authors:
 - Liu Xiang
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-05 00:00:00.000000000 Z
+date: 2024-04-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mysql2
@@ -304,13 +304,26 @@ files:
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
-- README.md
+- README-zh_CN.org
+- README.org
 - Rakefile
 - arql.gemspec
+- auto-set-id-before-save-zh_CN.org
+- auto-set-id-before-save.org
 - bin/console
 - bin/setup
+- custom-configurations-zh_CN.org
+- custom-configurations.org
+- define-associations-zh_CN.org
+- define-associations.org
 - exe/arql
 - exe/arql_setsid_wrapper
+- fuzzy-field-query-zh_CN.org
+- fuzzy-field-query.org
+- helper-for-datetime-range-query-zh_CN.org
+- helper-for-datetime-range-query.org
+- initializer-structure-zh_CN.org
+- initializer-structure.org
 - lib/arql.rb
 - lib/arql/app.rb
 - lib/arql/cli.rb
@@ -345,6 +358,10 @@ files:
 - lib/arql/ssh_proxy_patch.rb
 - lib/arql/vd.rb
 - lib/arql/version.rb
+- oss-files-zh_CN.org
+- oss-files.org
+- sql-log-zh_CN.org
+- sql-log.org
 homepage: https://github.com/lululau/arql
 licenses:
 - MIT