lucarecord 0.2.20 → 0.2.25

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e2644c50f67e64dfe2502400e04eddb6278a314d00f82eb5a51a6489797f0b48
-  data.tar.gz: c6d286442884c6675f18340ad2eb3322cd76515992530cbf4fc8536b66a6bbad
+  metadata.gz: 1982b60b00eddc3d201368a2f436835fa51c6ba58538de3fcd0ce962c4529246
+  data.tar.gz: 894ef1778f5a8be1f2091575ec86e84ceb61d0d158ba0cb4b8bc297c7070593a
 SHA512:
-  metadata.gz: 0122e43160066ce33dad8478fc99cd4bc639abf232788852ebce74328f664f413756ea91c73a6f6372f4dce9648a9c6776dd7f7ee1f0971930b71f0816a2841b
-  data.tar.gz: '09c51366863747bfea0cdf829d0829be6d084b79cbc729c3cb51ecea7f07196ca2c7ff0eea8b52d834d0af476de9cb953ef50d9e1b7e620de0c6f5d51c64f158'
+  metadata.gz: 396bfbd54619361753b576fdda9f715b115ab274df10dce07abb1a5f180ed161946c72bae02c4926ff05d828e20af6920c689a412c71234c5baef072f870b528
+  data.tar.gz: 633d8920f547c893b2b1ac6645bdd108439d3568cfa3ec738c70ec61f1f658374e598bce0144a5a85142a15e4353d102e35b48ea84988f4dae06b0658a3952f7

data/CHANGELOG.md

@@ -1,3 +1,26 @@
+## LucaRecord 0.2.25
+
+* Implement `dir_digest()` for data validation.
+* support defunct without effective history record
+
+## LucaRecord 0.2.24
+
+* Digit delimiter for `delimit_num` can be customized through `thousands_separator` and `decimal_separator` in config.yml.
+* Const `CONFIG` and `PJDIR` is defined at `LucaRecord::Base`.
+* add `LucaSupport::Code.keys_stringify()`
+
+## LucaRecord 0.2.23
+
+* Enhance Dictionary, supporting extensible options.
+
+## LucaRecord 0.2.22
+
+* add `LucaSupport::View.nushell()`, render nushell table directly.
+
+## LucaRecord 0.2.21
+
+* Enhance `LucaSupport::Code.delimit_num()`. Handle with BigDecimal, decimal length & delmiter customization.
+
 ## LucaRecord 0.2.20
 
 * UUID completion framework on prefix match

data/lib/luca_record/base.rb

@@ -6,6 +6,8 @@ require 'luca_support'
 
 module LucaRecord
   class Base
+    CONFIG = LucaSupport::CONFIG
+    PJDIR = LucaSupport::PJDIR
     include LucaRecord::IO
     include LucaSupport::View
   end

data/lib/luca_record/dict.rb

@@ -6,7 +6,6 @@ require 'yaml'
 require 'pathname'
 require 'luca_support'
 
-#
 # Low level API
 #
 module LucaRecord
@@ -14,66 +13,40 @@ module LucaRecord
     include LucaSupport::Code
 
     def initialize(file = @filename)
-      #@path = file
       @path = self.class.dict_path(file)
       set_driver
     end
 
-    def search(word, default_word = nil)
-      res = max_score_code(word.gsub(/[[:space:]]/, ''))
-      if res[1] > 0.4
-        res[0]
+    # Search word with n-gram.
+    # If dictionary has Hash or Array, it returns [label, options].
+    #
+    def search(word, default_word = nil, main_key: 'label', options: nil)
+      res, score = max_score_code(word.gsub(/[[:space:]]/, ''))
+      return default_word if score < 0.4
+
+      case res
+      when Hash
+        hash2multiassign(res, main_key, options: options)
+      when Array
+        res.map { |item| hash2multiassign(item, main_key, options: options) }
       else
-        default_word
+        res
       end
     end
 
+    # Separate main item from other options.
+    # If options specified as Array of string, it works as safe list filter.
     #
-    # Column number settings for CSV/TSV convert
-    #
-    # :label
-    #   for double entry data
-    # :counter_label
-    #   must be specified with label
-    # :debit_label
-    #   for double entry data
-    # * debit_value
-    # :credit_label
-    #   for double entry data
-    # * credit_value
-    # :note
-    #   can be the same column as another label
-    #
-    # :encoding
-    #   file encoding
-    #
-    def csv_config
-      {}.tap do |config|
-        if @config.dig('label')
-          config[:label] = @config['label'].to_i
-          if @config.dig('counter_label')
-            config[:counter_label] = @config['counter_label']
-            config[:type] = 'single'
-          end
-        elsif @config.dig('debit_label')
-          config[:debit_label] = @config['debit_label'].to_i
-          if @config.dig('credit_label')
-            config[:credit_label] = @config['credit_label'].to_i
-            config[:type] = 'double'
-          end
+    def hash2multiassign(obj, main_key = 'label', options: nil)
+      options = {}.tap do |opt|
+        obj.map do |k, v|
+          next if k == main_key
+          next if !options.nil? && !options.include?(k)
+
+          opt[k.to_sym] = v
         end
-        config[:type] ||= 'invalid'
-        config[:debit_value] = @config['debit_value'].to_i if @config.dig('debit_value')
-        config[:credit_value] = @config['credit_value'].to_i if @config.dig('credit_value')
-        config[:note] = @config['note'] if @config.dig('note')
-        config[:encoding] = @config['encoding'] if @config.dig('encoding')
-
-        config[:year] = @config['year'] if @config.dig('year')
-        config[:month] = @config['month'] if @config.dig('month')
-        config[:day] = @config['day'] if @config.dig('day')
-        config[:default_debit] = @config['default_debit'] if @config.dig('default_debit')
-        config[:default_credit] = @config['default_credit'] if @config.dig('default_credit')
       end
+      [obj[main_key], options.compact]
     end
 
     #
@@ -122,6 +95,17 @@ module LucaRecord
       end
     end
 
+    def self.validate(filename, target_key = :label)
+      errors = load(filename).map { |k, v| v[target_key].nil? ? k : nil }.compact
+      if errors.empty?
+        puts 'No error detected.'
+        nil
+      else
+        "Key #{errors.join(', ')} has nil #{target_key}."
+        errors.count
+      end
+    end
+
     private
 
     def set_driver
@@ -131,7 +115,7 @@ module LucaRecord
     end
 
     def self.dict_path(filename)
-      Pathname(LucaSupport::Config::Pjdir) / 'dict' / filename
+      Pathname(LucaSupport::PJDIR) / 'dict' / filename
     end
 
     def self.reverse(dict)
@@ -140,7 +124,7 @@ module LucaRecord
 
     def max_score_code(str)
       res = @definitions.map do |k, v|
-        [v, LucaSupport.match_score(str, k, 3)]
+        [v, match_score(str, k, 3)]
       end
       res.max { |x, y| x[1] <=> y[1] }
     end

data/lib/luca_record/io.rb

@@ -62,7 +62,7 @@ module LucaRecord # :nodoc:
       def term(start_year, start_month, end_year, end_month, code = nil, basedir = @dirname)
         return enum_for(:term, start_year, start_month, end_year, end_month, code, basedir) unless block_given?
 
-        LucaSupport::Code.encode_term(start_year, start_month, end_year, end_month).each do |subdir| 
+        LucaSupport::Code.encode_term(start_year, start_month, end_year, end_month).each do |subdir|
           open_records(basedir, subdir, nil, code) do |f, path|
             if @record_type == 'raw'
               yield f, path
@@ -243,7 +243,7 @@ module LucaRecord # :nodoc:
       end
 
       # test if having required dirs/files under exec path
-      def valid_project?(path = LucaSupport::Config::Pjdir)
+      def valid_project?(path = LucaSupport::PJDIR)
         project_dir = Pathname(path)
         FileTest.file?((project_dir + 'config.yml').to_s) and FileTest.directory?( (project_dir + 'data').to_s)
       end
@@ -252,6 +252,17 @@ module LucaRecord # :nodoc:
         LucaSupport::Code.encode_txid(new_record_no(basedir, date_obj))
       end
 
+      # Calculate md5sum under specific month directory.
+      #
+      def dir_digest(year, month, basedir = @dirname)
+        subdir = year.to_s + LucaSupport::Code.encode_month(month)
+        digest = String.new
+        open_records(basedir, subdir).each do |f, path|
+          digest = update_digest(digest, f.read, path[1])
+        end
+        digest
+      end
+
       private
 
       # define new transaction ID & write data at once
@@ -339,12 +350,14 @@ module LucaRecord # :nodoc:
       # If specific decode is needed, override this method in each class.
       #
       def load_data(io, path = nil)
-        case @record_type
-        when 'raw'
-          # TODO: raw may be unneeded in favor of override
-          io
-        when 'json'
-        # TODO: implement JSON parse
+        if @record_type
+          case @record_type
+          when 'raw'
+            # TODO: raw may be unneeded in favor of override
+            io
+          when 'json'
+            # TODO: implement JSON parse
+          end
         else
           LucaSupport::Code.decimalize(YAML.load(io.read)).tap { |obj| validate_keys(obj) }
         end
@@ -362,7 +375,7 @@ module LucaRecord # :nodoc:
 
       # TODO: replace with data_dir method
       def abs_path(base_dir)
-        Pathname(LucaSupport::Config::Pjdir) / 'data' / base_dir
+        Pathname(LucaSupport::PJDIR) / 'data' / base_dir
       end
 
       # true when file doesn't have record on code
@@ -420,5 +433,13 @@ module LucaRecord # :nodoc:
         {}
       end
     end
+
+    # Calculate md5sum with original digest, file content and filename(optional).
+    #
+    def update_digest(digest, str, filename = nil)
+      str = filename.nil? ? str : filename + str
+      content = Digest::MD5.new.update(str).hexdigest
+      Digest::MD5.new.update(digest + content).hexdigest
+    end
   end
 end

data/lib/luca_record/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LucaRecord
-  VERSION = '0.2.20'
+  VERSION = '0.2.25'
 end

data/lib/luca_support.rb

@@ -2,18 +2,8 @@
 
 module LucaSupport
   autoload :Code, 'luca_support/code'
+  autoload :CONFIG, 'luca_support/config'
   autoload :Config, 'luca_support/config'
   autoload :Mail, 'luca_support/mail'
   autoload :View, 'luca_support/view'
-
-  def self.match_score(a, b, n = 2)
-    v_a = to_ngram(a, n)
-    v_b = to_ngram(b, n)
-
-    v_a.map { |item| v_b.include?(item) ? 1 : 0 }.sum / v_a.length.to_f
-  end
-
-  def self.to_ngram(str, n = 2)
-    str.each_char.each_cons(n).map(&:join)
-  end
 end

data/lib/luca_support/code.rb

@@ -48,8 +48,30 @@ module LucaSupport
       '0123456789ABCDEFGHIJKLMNOPQRSTUV'.index(char)
     end
 
-    def delimit_num(num)
-      num.to_s.reverse.gsub!(/(\d{3})(?=\d)/, '\1,').reverse!
+    # Format number in 3-digit-group.
+    # Long decimal is just ommitted with floor().
+    #
+    def delimit_num(num, decimal: nil, delimiter: nil)
+      return nil if num.nil?
+
+      decimal ||= LucaSupport::CONFIG['decimal_num']
+      delimiter ||= LucaSupport::CONFIG['thousands_separator']
+      case num
+      when BigDecimal
+        if decimal == 0
+          num.floor.to_s.reverse!.gsub(/(\d{3})(?=\d)/, '\1 ').reverse!
+            .gsub(/\s/, delimiter)
+        else
+          fragments = num.floor(decimal).to_s('F').split('.')
+          fragments[0].reverse!.gsub!(/(\d{3})(?=\d)/, '\1 ')
+          fragments[0].reverse!.gsub!(/\s/, delimiter)
+          fragments[1].gsub!(/(\d{3})(?=\d)/, '\1 ')
+          fragments.join(LucaSupport::CONFIG['decimal_separator'])
+        end
+      else
+        num.to_s.reverse.gsub(/(\d{3})(?=\d)/, '\1 ').reverse!
+          .gsub(/\s/, delimiter)
+      end
     end
 
     # encode directory name from year and month.
@@ -82,7 +104,7 @@ module LucaSupport
       (start_year..end_year).to_a.map do |y|
         g1 = y == start_year ? encode_month(start_month) : encode_month(1)
         g2 = y == end_year ? encode_month(end_month) : encode_month(12)
-        "#{y}[#{g1}-#{g2}]"
+        g1 == g2 ? "#{y}#{g1}" : "#{y}[#{g1}-#{g2}]"
       end
     end
 
@@ -95,6 +117,31 @@ module LucaSupport
       Digest::SHA1.hexdigest(SecureRandom.uuid)
     end
 
+    # Convert Hash keys to string recursively.
+    # Required for YAML compatibility.
+    #
+    def keys_stringify(dat)
+      case dat
+      when Array
+        dat.map { |d| keys_stringify(d) }
+      when Hash
+        dat.map { |k, v| [k.to_s, keys_stringify(v)] }.to_h
+      else
+        dat
+      end
+    end
+
+    def match_score(a, b, n = 2)
+      v_a = to_ngram(a, n)
+      v_b = to_ngram(b, n)
+
+      v_a.map { |item| v_b.include?(item) ? 1 : 0 }.sum / v_a.length.to_f
+    end
+
+    def to_ngram(str, n = 2)
+      str.each_char.each_cons(n).map(&:join)
+    end
+
     def decimalize(obj)
       case obj.class.name
       when 'Array'
@@ -112,15 +159,19 @@ module LucaSupport
       end
     end
 
-    def readable(obj, len = LucaSupport::Config::DECIMAL_NUM)
-      case obj.class.name
-      when 'Array'
+    def readable(obj, len = LucaSupport::CONFIG['decimal_num'])
+      case obj
+      when Array
         obj.map { |i| readable(i) }
-      when 'Hash'
+      when Hash
         obj.inject({}) { |h, (k, v)| h[k] = readable(v); h }
-      when 'BigDecimal'
-        parts = obj.round(len).to_s('F').split('.')
-        len < 1 ? parts.first : "#{parts[0]}.#{parts[1][0, len]}"
+      when BigDecimal
+        if len == 0
+          obj.round # Integer is precise
+        else
+          parts = obj.round(len).to_s('F').split('.')
+          "#{parts[0]}.#{parts[1][0, len]}"
+        end
       else
         obj
       end
@@ -136,7 +187,6 @@ module LucaSupport
       end
     end
 
-    #
     # return current value with effective/defunct on target @date
     # For multiple attribues, return hash on other than 'val'. Examples are as bellows:
     #
@@ -149,18 +199,23 @@ module LucaSupport
     #     point: 1000
     #   => { 'effective' => 2020-1-1, 'rank' => 5, 'point' => 1000 }
     #
+    #   - defunct: 2020-1-1
+    #     val: 3000
+    #   => nil
+    #
     def take_current(dat, item)
-      target = dat.dig(item)
-      if target.is_a?(Array) && target.map(&:keys).flatten.include?('effective')
-        latest = target
-                 .filter { |a| Date.parse(a.dig('effective').to_s) < @date }
-                 .max { |a, b| Date.parse(a.dig('effective').to_s) <=> Date.parse(b.dig('effective').to_s) }
-        return nil if !latest.dig('defunct').nil? && Date.parse(latest.dig('defunct').to_s) < @date
-
-        latest.dig('val') || latest
-      else
-        target
-      end
+      target = dat&.dig(item)
+      return target unless target.is_a?(Array)
+
+      keys = target.map(&:keys).flatten
+      return target if !keys.include?('effective') && !keys.include?('defunct')
+
+      latest = target
+                 .reject { |a| a['defunct'] && Date.parse(a['defunct'].to_s) < @date  }
+                 .filter { |a| a['effective'] && Date.parse(a['effective'].to_s) < @date }
+                 .max { |a, b| Date.parse(a['effective'].to_s) <=> Date.parse(b['effective'].to_s) }
+
+      latest&.dig('val') || latest
     end
 
     def has_status?(dat, status)

data/lib/luca_support/config.rb

@@ -3,18 +3,20 @@
 require 'pathname'
 require 'yaml'
 
-#
 # startup config
 #
 module LucaSupport
-  module Config
-    # Project top directory.
-    Pjdir = ENV['LUCA_TEST_DIR'] || Dir.pwd.freeze
-    if File.exist?(Pathname(Pjdir) / 'config.yml')
-      # DECIMAL_NUM = YAML.load_file(Pathname(Pjdir) / 'config.yml', **{})['decimal_number']
-      COUNTRY = YAML.load_file(Pathname(Pjdir) / 'config.yml', **{})['country']
-      DECIMAL_NUM ||= 0 if COUNTRY == 'jp'
-    end
-    DECIMAL_NUM ||= 2
-  end
+  PJDIR = ENV['LUCA_TEST_DIR'] || Dir.pwd.freeze
+  CONFIG = begin
+             {
+               'decimal_separator' => '.',
+               'thousands_separator' => ','
+             }.merge(YAML.load_file(Pathname(PJDIR) / 'config.yml'))
+           rescue Errno::ENOENT
+             {
+               'decimal_separator' => '.',
+               'thousands_separator' => ','
+             }
+           end
+  CONFIG['decimal_num'] ||= CONFIG['country'] == 'jp' ? 0 : 2
 end

data/lib/luca_support/view.rb

@@ -34,13 +34,22 @@ module LucaSupport
       out
     end
 
+    # Search existing file and return path under:
+    # 1. 'templates/' in Project directory that data resides
+    # 2. 'templates/' in Library directory that calls LucaSupport::View#search_template
+    #
     def search_template(file, dir = 'templates')
       # TODO: load config
-      [@pjdir, lib_path].each do |base|
+      [LucaSupport::PJDIR, lib_path].each do |base|
         path = (Pathname(base) / dir / file)
         return path.to_path if path.file?
       end
       nil
     end
+
+    def nushell(yml)
+      require 'open3'
+      Open3.pipeline_w(%(nu -c 'cat - | from yaml')) { |stdin| stdin.puts yml }
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: lucarecord
 version: !ruby/object:Gem::Version
-  version: 0.2.20
+  version: 0.2.25
 platform: ruby
 authors:
 - Chuma Takahiro
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-11-19 00:00:00.000000000 Z
+date: 2021-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mail
@@ -109,7 +109,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.3
 signing_key: 
 specification_version: 4
 summary: ERP File operation framework