lucarecord 0.2.21 → 0.2.26

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 94f10c954f77059dc814f1aac38335ca0e1597d0db8e7e754a93f6a67714cce1
-  data.tar.gz: fd0e684124f7683e49192b231fd8f245e09c1fdd281f88fac7dcc309f92713bf
+  metadata.gz: 526cf95ca548f5f2b4617f0af76337fa1d9a05896b212a4468f2d68db4b3ab03
+  data.tar.gz: 203299e63b9835ca1da312059df927cc8d65d81bea25d299fd08cf1d5afca0fa
 SHA512:
-  metadata.gz: bfd7fdcc8f63dc889fcd51ae8e6e9d8a842a2b87ac5e7c7235e6c1ca9aa5f3886d86f8af71de0bf5e379a428b4c9fa15a2f300118427849da46124fcf4ee7532
-  data.tar.gz: 7e39c7ada92fbc48aad6492362d9f22f8cfa2c3fa109183410d5de9f64641b8d566c206d165026a92f48dd2aa6b2aa310f69a1ff1d7fefc43f48226b5d2065e5
+  metadata.gz: d53ff1db376c14b4b39f2975dc70ec0cb74a04dc25f7b17da193c532b819f76614399ad019e4101d73acde439bfdef7a0cc6773a8bacda88b0bc22dedeb8c5e8
+  data.tar.gz: 4feed97a4a7b5f7505f6aee51a71c7301606387f3ce2c1bf7086edf1c3bb5e3ceab42b43e7a5daa2576e94ba4ae8e054a3d5ec88d735b5ff47c903ee0a31290a

data/CHANGELOG.md

@@ -1,3 +1,27 @@
+## LucaRecord 0.2.26
+
+* Support #dig / #search for TSV dictionary
+* Fix: shorten n-gram split factor on search word length < specified factor
+
+## LucaRecord 0.2.25
+
+* Implement `dir_digest()` for data validation.
+* support defunct without effective history record
+
+## LucaRecord 0.2.24
+
+* Digit delimiter for `delimit_num` can be customized through `thousands_separator` and `decimal_separator` in config.yml.
+* Const `CONFIG` and `PJDIR` is defined at `LucaRecord::Base`.
+* add `LucaSupport::Code.keys_stringify()`
+
+## LucaRecord 0.2.23
+
+* Enhance Dictionary, supporting extensible options.
+
+## LucaRecord 0.2.22
+
+* add `LucaSupport::View.nushell()`, render nushell table directly.
+
 ## LucaRecord 0.2.21
 
 * Enhance `LucaSupport::Code.delimit_num()`. Handle with BigDecimal, decimal length & delmiter customization.

data/lib/luca_record/base.rb

@@ -6,6 +6,8 @@ require 'luca_support'
 
 module LucaRecord
   class Base
+    CONFIG = LucaSupport::CONFIG
+    PJDIR = LucaSupport::PJDIR
     include LucaRecord::IO
     include LucaSupport::View
   end

data/lib/luca_record/dict.rb

@@ -6,7 +6,6 @@ require 'yaml'
 require 'pathname'
 require 'luca_support'
 
-#
 # Low level API
 #
 module LucaRecord
@@ -14,69 +13,49 @@ module LucaRecord
     include LucaSupport::Code
 
     def initialize(file = @filename)
-      #@path = file
       @path = self.class.dict_path(file)
       set_driver
     end
 
-    def search(word, default_word = nil)
-      res = max_score_code(word.gsub(/[[:space:]]/, ''))
-      if res[1] > 0.4
-        res[0]
+    # Search code with n-gram word.
+    # If dictionary has Hash or Array, it returns [label, options].
+    #
+    def search(word, default_word = nil, main_key: 'label', options: nil)
+      definitions_lazyload
+      res, score = max_score_code(word.gsub(/[[:space:]]/, ''))
+      return default_word if score < 0.4
+
+      case res
+      when Hash
+        hash2multiassign(res, main_key, options: options)
+      when Array
+        res.map { |item| hash2multiassign(item, main_key, options: options) }
       else
-        default_word
+        res
       end
     end
 
+    # Search with unique code.
     #
-    # Column number settings for CSV/TSV convert
-    #
-    # :label
-    #   for double entry data
-    # :counter_label
-    #   must be specified with label
-    # :debit_label
-    #   for double entry data
-    # * debit_value
-    # :credit_label
-    #   for double entry data
-    # * credit_value
-    # :note
-    #   can be the same column as another label
-    #
-    # :encoding
-    #   file encoding
+    def dig(*args)
+      @data.dig(*args)
+    end
+
+    # Separate main item from other options.
+    # If options specified as Array of string, it works as safe list filter.
     #
-    def csv_config
-      {}.tap do |config|
-        if @config.dig('label')
-          config[:label] = @config['label'].to_i
-          if @config.dig('counter_label')
-            config[:counter_label] = @config['counter_label']
-            config[:type] = 'single'
-          end
-        elsif @config.dig('debit_label')
-          config[:debit_label] = @config['debit_label'].to_i
-          if @config.dig('credit_label')
-            config[:credit_label] = @config['credit_label'].to_i
-            config[:type] = 'double'
-          end
+    def hash2multiassign(obj, main_key = 'label', options: nil)
+      options = {}.tap do |opt|
+        obj.map do |k, v|
+          next if k == main_key
+          next if !options.nil? && !options.include?(k)
+
+          opt[k.to_sym] = v
         end
-        config[:type] ||= 'invalid'
-        config[:debit_value] = @config['debit_value'].to_i if @config.dig('debit_value')
-        config[:credit_value] = @config['credit_value'].to_i if @config.dig('credit_value')
-        config[:note] = @config['note'] if @config.dig('note')
-        config[:encoding] = @config['encoding'] if @config.dig('encoding')
-
-        config[:year] = @config['year'] if @config.dig('year')
-        config[:month] = @config['month'] if @config.dig('month')
-        config[:day] = @config['day'] if @config.dig('day')
-        config[:default_debit] = @config['default_debit'] if @config.dig('default_debit')
-        config[:default_credit] = @config['default_credit'] if @config.dig('default_credit')
       end
+      [obj[main_key], options.compact]
     end
 
-    #
     # Load CSV with config options
     #
     def load_csv(path)
@@ -85,7 +64,6 @@ module LucaRecord
       end
     end
 
-    #
     # load dictionary data
     #
     def self.load(file = @filename)
@@ -99,7 +77,6 @@ module LucaRecord
       end
     end
 
-    #
     # generate dictionary from TSV file. Minimum assumption is as bellows:
     # 1st row is converted symbol.
     #
@@ -122,16 +99,33 @@ module LucaRecord
       end
     end
 
+    def self.validate(filename, target_key = :label)
+      errors = load(filename).map { |k, v| v[target_key].nil? ? k : nil }.compact
+      if errors.empty?
+        puts 'No error detected.'
+        nil
+      else
+        puts "Key #{errors.join(', ')} has nil #{target_key}."
+        errors.count
+      end
+    end
+
     private
 
     def set_driver
-      input = self.class.load(@path)
-      @config = input['config']
-      @definitions = input['definitions']
+      @data = self.class.load(@path)
+      @config = @data['config']
+      @definitions = @data['definitions']
+    end
+
+    # Build Reverse dictionary for TSV data
+    #
+    def definitions_lazyload
+      @definitions ||= @data.each_with_object({}) { |(k, entry), h| h[entry[:label]] = k if entry[:label] }
     end
 
     def self.dict_path(filename)
-      Pathname(LucaSupport::Config::Pjdir) / 'dict' / filename
+      Pathname(LucaSupport::PJDIR) / 'dict' / filename
     end
 
     def self.reverse(dict)
@@ -140,7 +134,7 @@ module LucaRecord
 
     def max_score_code(str)
       res = @definitions.map do |k, v|
-        [v, LucaSupport.match_score(str, k, 3)]
+        [v, match_score(str, k, 2)]
       end
       res.max { |x, y| x[1] <=> y[1] }
     end

data/lib/luca_record/io.rb

@@ -62,7 +62,7 @@ module LucaRecord # :nodoc:
       def term(start_year, start_month, end_year, end_month, code = nil, basedir = @dirname)
         return enum_for(:term, start_year, start_month, end_year, end_month, code, basedir) unless block_given?
 
-        LucaSupport::Code.encode_term(start_year, start_month, end_year, end_month).each do |subdir| 
+        LucaSupport::Code.encode_term(start_year, start_month, end_year, end_month).each do |subdir|
           open_records(basedir, subdir, nil, code) do |f, path|
             if @record_type == 'raw'
               yield f, path
@@ -243,7 +243,7 @@ module LucaRecord # :nodoc:
       end
 
       # test if having required dirs/files under exec path
-      def valid_project?(path = LucaSupport::Config::Pjdir)
+      def valid_project?(path = LucaSupport::PJDIR)
         project_dir = Pathname(path)
         FileTest.file?((project_dir + 'config.yml').to_s) and FileTest.directory?( (project_dir + 'data').to_s)
       end
@@ -252,6 +252,17 @@ module LucaRecord # :nodoc:
         LucaSupport::Code.encode_txid(new_record_no(basedir, date_obj))
       end
 
+      # Calculate md5sum under specific month directory.
+      #
+      def dir_digest(year, month, basedir = @dirname)
+        subdir = year.to_s + LucaSupport::Code.encode_month(month)
+        digest = String.new
+        open_records(basedir, subdir).each do |f, path|
+          digest = update_digest(digest, f.read, path[1])
+        end
+        digest
+      end
+
       private
 
       # define new transaction ID & write data at once
@@ -300,6 +311,14 @@ module LucaRecord # :nodoc:
             File.open(subpath, mode) { |f| yield(f, id_set) }
           end
         end
+
+        # Calculate md5sum with original digest, file content and filename(optional).
+        #
+        def update_digest(digest, str, filename = nil)
+          str = filename.nil? ? str : filename + str
+          content = Digest::MD5.new.update(str).hexdigest
+          Digest::MD5.new.update(digest + content).hexdigest
+        end
       end
 
       # git object like structure
@@ -339,12 +358,14 @@ module LucaRecord # :nodoc:
       # If specific decode is needed, override this method in each class.
       #
       def load_data(io, path = nil)
-        case @record_type
-        when 'raw'
-          # TODO: raw may be unneeded in favor of override
-          io
-        when 'json'
-        # TODO: implement JSON parse
+        if @record_type
+          case @record_type
+          when 'raw'
+            # TODO: raw may be unneeded in favor of override
+            io
+          when 'json'
+            # TODO: implement JSON parse
+          end
         else
           LucaSupport::Code.decimalize(YAML.load(io.read)).tap { |obj| validate_keys(obj) }
         end
@@ -362,7 +383,7 @@ module LucaRecord # :nodoc:
 
       # TODO: replace with data_dir method
       def abs_path(base_dir)
-        Pathname(LucaSupport::Config::Pjdir) / 'data' / base_dir
+        Pathname(LucaSupport::PJDIR) / 'data' / base_dir
       end
 
       # true when file doesn't have record on code

data/lib/luca_record/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LucaRecord
-  VERSION = '0.2.21'
+  VERSION = '0.2.26'
 end

data/lib/luca_support.rb

@@ -6,15 +6,4 @@ module LucaSupport
   autoload :Config, 'luca_support/config'
   autoload :Mail, 'luca_support/mail'
   autoload :View, 'luca_support/view'
-
-  def self.match_score(a, b, n = 2)
-    v_a = to_ngram(a, n)
-    v_b = to_ngram(b, n)
-
-    v_a.map { |item| v_b.include?(item) ? 1 : 0 }.sum / v_a.length.to_f
-  end
-
-  def self.to_ngram(str, n = 2)
-    str.each_char.each_cons(n).map(&:join)
-  end
 end

data/lib/luca_support/code.rb

@@ -54,21 +54,24 @@ module LucaSupport
     def delimit_num(num, decimal: nil, delimiter: nil)
       return nil if num.nil?
 
-      decimal ||= LucaSupport::Config::DECIMAL_NUM
-      str = case num
-            when BigDecimal
-              if decimal == 0
-                num.floor.to_s.reverse.gsub!(/(\d{3})(?=\d)/, '\1 ').reverse!
-              else
-                fragments = num.floor(decimal).to_s('F').split('.')
-                fragments[0].reverse!.gsub!(/(\d{3})(?=\d)/, '\1 ').reverse!
-                fragments[1].gsub!(/(\d{3})(?=\d)/, '\1 ')
-                fragments.join('.')
-              end
-            else
-              num.to_s.reverse.gsub!(/(\d{3})(?=\d)/, '\1 ').reverse!
-            end
-      delimiter.nil? ? str : str.gsub!(/\s/, delimiter)
+      decimal ||= LucaSupport::CONFIG['decimal_num']
+      delimiter ||= LucaSupport::CONFIG['thousands_separator']
+      case num
+      when BigDecimal
+        if decimal == 0
+          num.floor.to_s.reverse!.gsub(/(\d{3})(?=\d)/, '\1 ').reverse!
+            .gsub(/\s/, delimiter)
+        else
+          fragments = num.floor(decimal).to_s('F').split('.')
+          fragments[0].reverse!.gsub!(/(\d{3})(?=\d)/, '\1 ')
+          fragments[0].reverse!.gsub!(/\s/, delimiter)
+          fragments[1].gsub!(/(\d{3})(?=\d)/, '\1 ')
+          fragments.join(LucaSupport::CONFIG['decimal_separator'])
+        end
+      else
+        num.to_s.reverse.gsub(/(\d{3})(?=\d)/, '\1 ').reverse!
+          .gsub(/\s/, delimiter)
+      end
     end
 
     # encode directory name from year and month.
@@ -101,7 +104,7 @@ module LucaSupport
       (start_year..end_year).to_a.map do |y|
         g1 = y == start_year ? encode_month(start_month) : encode_month(1)
         g2 = y == end_year ? encode_month(end_month) : encode_month(12)
-        "#{y}[#{g1}-#{g2}]"
+        g1 == g2 ? "#{y}#{g1}" : "#{y}[#{g1}-#{g2}]"
       end
     end
 
@@ -114,6 +117,32 @@ module LucaSupport
       Digest::SHA1.hexdigest(SecureRandom.uuid)
     end
 
+    # Convert Hash keys to string recursively.
+    # Required for YAML compatibility.
+    #
+    def keys_stringify(dat)
+      case dat
+      when Array
+        dat.map { |d| keys_stringify(d) }
+      when Hash
+        dat.map { |k, v| [k.to_s, keys_stringify(v)] }.to_h
+      else
+        dat
+      end
+    end
+
+    def match_score(a, b, n = 2)
+      split_factor = [a.length, b.length, n].min
+      v_a = to_ngram(a, split_factor)
+      v_b = to_ngram(b, split_factor)
+
+      v_a.map { |item| v_b.include?(item) ? 1 : 0 }.sum / v_a.length.to_f
+    end
+
+    def to_ngram(str, n = 2)
+      str.each_char.each_cons(n).map(&:join)
+    end
+
     def decimalize(obj)
       case obj.class.name
       when 'Array'
@@ -131,15 +160,19 @@ module LucaSupport
       end
     end
 
-    def readable(obj, len = LucaSupport::Config::DECIMAL_NUM)
-      case obj.class.name
-      when 'Array'
+    def readable(obj, len = LucaSupport::CONFIG['decimal_num'])
+      case obj
+      when Array
         obj.map { |i| readable(i) }
-      when 'Hash'
+      when Hash
         obj.inject({}) { |h, (k, v)| h[k] = readable(v); h }
-      when 'BigDecimal'
-        parts = obj.round(len).to_s('F').split('.')
-        len < 1 ? parts.first : "#{parts[0]}.#{parts[1][0, len]}"
+      when BigDecimal
+        if len == 0
+          obj.round # Integer is precise
+        else
+          parts = obj.round(len).to_s('F').split('.')
+          "#{parts[0]}.#{parts[1][0, len]}"
+        end
       else
         obj
       end
@@ -155,7 +188,6 @@ module LucaSupport
       end
     end
 
-    #
     # return current value with effective/defunct on target @date
     # For multiple attribues, return hash on other than 'val'. Examples are as bellows:
     #
@@ -168,18 +200,23 @@ module LucaSupport
     #     point: 1000
     #   => { 'effective' => 2020-1-1, 'rank' => 5, 'point' => 1000 }
     #
+    #   - defunct: 2020-1-1
+    #     val: 3000
+    #   => nil
+    #
     def take_current(dat, item)
-      target = dat.dig(item)
-      if target.is_a?(Array) && target.map(&:keys).flatten.include?('effective')
-        latest = target
-                 .filter { |a| Date.parse(a.dig('effective').to_s) < @date }
-                 .max { |a, b| Date.parse(a.dig('effective').to_s) <=> Date.parse(b.dig('effective').to_s) }
-        return nil if !latest.dig('defunct').nil? && Date.parse(latest.dig('defunct').to_s) < @date
-
-        latest.dig('val') || latest
-      else
-        target
-      end
+      target = dat&.dig(item)
+      return target unless target.is_a?(Array)
+
+      keys = target.map(&:keys).flatten
+      return target if !keys.include?('effective') && !keys.include?('defunct')
+
+      latest = target
+                 .reject { |a| a['defunct'] && Date.parse(a['defunct'].to_s) < @date  }
+                 .filter { |a| a['effective'] && Date.parse(a['effective'].to_s) < @date }
+                 .max { |a, b| Date.parse(a['effective'].to_s) <=> Date.parse(b['effective'].to_s) }
+
+      latest&.dig('val') || latest
     end
 
     def has_status?(dat, status)

data/lib/luca_support/config.rb

@@ -8,19 +8,15 @@ require 'yaml'
 module LucaSupport
   PJDIR = ENV['LUCA_TEST_DIR'] || Dir.pwd.freeze
   CONFIG = begin
-             YAML.load_file(Pathname(PJDIR) / 'config.yml', **{})
+             {
+               'decimal_separator' => '.',
+               'thousands_separator' => ','
+             }.merge(YAML.load_file(Pathname(PJDIR) / 'config.yml'))
            rescue Errno::ENOENT
-             {}
+             {
+               'decimal_separator' => '.',
+               'thousands_separator' => ','
+             }
            end
-
-  module Config
-    # Project top directory.
-    Pjdir = ENV['LUCA_TEST_DIR'] || Dir.pwd.freeze
-    if File.exist?(Pathname(Pjdir) / 'config.yml')
-      # DECIMAL_NUM = YAML.load_file(Pathname(Pjdir) / 'config.yml', **{})['decimal_number']
-      COUNTRY = YAML.load_file(Pathname(Pjdir) / 'config.yml', **{})['country']
-      DECIMAL_NUM ||= 0 if COUNTRY == 'jp'
-    end
-    DECIMAL_NUM ||= 2
-  end
+  CONFIG['decimal_num'] ||= CONFIG['country'] == 'jp' ? 0 : 2
 end

data/lib/luca_support/view.rb

@@ -34,13 +34,22 @@ module LucaSupport
       out
     end
 
+    # Search existing file and return path under:
+    # 1. 'templates/' in Project directory that data resides
+    # 2. 'templates/' in Library directory that calls LucaSupport::View#search_template
+    #
     def search_template(file, dir = 'templates')
       # TODO: load config
-      [@pjdir, lib_path].each do |base|
+      [LucaSupport::PJDIR, lib_path].each do |base|
         path = (Pathname(base) / dir / file)
         return path.to_path if path.file?
       end
       nil
     end
+
+    def nushell(yml)
+      require 'open3'
+      Open3.pipeline_w(%(nu -c 'cat - | from yaml')) { |stdin| stdin.puts yml }
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: lucarecord
 version: !ruby/object:Gem::Version
-  version: 0.2.21
+  version: 0.2.26
 platform: ruby
 authors:
 - Chuma Takahiro
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-11-21 00:00:00.000000000 Z
+date: 2021-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mail
@@ -109,7 +109,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.3
 signing_key: 
 specification_version: 4
 summary: ERP File operation framework