lucabook 0.2.15 → 0.2.21

data/lib/luca_book/setup.rb

@@ -9,7 +9,7 @@ module LucaBook
     def self.create_project(country = nil, dir = LucaSupport::Config::Pjdir)
       FileUtils.mkdir_p(dir) unless Dir.exist?(dir)
       Dir.chdir(dir) do
-        %w[data/journals dict].each do |subdir|
+        %w[data/journals data/balance dict].each do |subdir|
           FileUtils.mkdir_p(subdir) unless Dir.exist?(subdir)
         end
         dict = if File.exist?("#{__dir__}/templates/dict-#{country}.tsv")
@@ -18,6 +18,21 @@ module LucaBook
                  'dict-en.tsv'
                end
         FileUtils.cp("#{__dir__}/templates/#{dict}", 'dict/base.tsv') unless File.exist?('dict/base.tsv')
+        prepare_starttsv(dict) unless File.exist? 'data/balance/start.tsv'
+      end
+    end
+
+    # Generate initial balance template.
+    # Codes are same as base dictionary.
+    # The previous month of start date is better for _date.
+    #
+    def self.prepare_starttsv(dict)
+      CSV.open('data/balance/start.tsv', 'w', col_sep: "\t", encoding: 'UTF-8') do |csv|
+        csv << ['code', 'label', 'balance']
+        csv << ['_date', '2020-1-1']
+        CSV.open("#{__dir__}/templates/#{dict}", 'r', col_sep: "\t", encoding: 'UTF-8').each do |row|
+          csv << row if /^[1-9]/.match(row[0])
+        end
       end
     end
   end

data/lib/luca_book/state.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 
 require 'csv'
 require 'pathname'
@@ -7,7 +8,6 @@ require 'luca_record'
 require 'luca_record/dict'
 require 'luca_book'
 
-#
 # Statement on specified term
 #
 module LucaBook
@@ -17,9 +17,12 @@ module LucaBook
 
     attr_reader :statement
 
-    def initialize(data)
+    def initialize(data, count = nil, date: nil)
       @data = data
+      @count = count
       @dict = LucaRecord::Dict.load('base.tsv')
+      @start_date = date
+      @start_balance = set_balance
     end
 
     # TODO: not compatible with LucaRecord::Base.open_records
@@ -41,106 +44,216 @@ module LucaBook
       last_date = Date.new(to_year.to_i, to_month.to_i, -1)
       raise 'invalid term specified' if date > last_date
 
+      counts = []
       reports = [].tap do |r|
         while date <= last_date do
-          r << accumulate_month(date.year, date.month)
-          date = date.next_month
+          diff, count = accumulate_month(date.year, date.month)
+          r << diff.tap { |c| c['_d'] = date.to_s }
+          counts << count.tap { |c| c['_d'] = date.to_s }
+          date = Date.new(date.next_month.year, date.next_month.month, -1)
         end
       end
-      new reports
+      new(reports, counts, date: Date.new(from_year.to_i, from_month.to_i, -1))
     end
 
-    def by_code(code, year=nil, month=nil)
-      raise 'not supported year range yet' if ! year.nil? && month.nil?
-
-      balance = @book.load_start.dig(code) || 0
-      full_term = self.class.scan_terms
-      if ! month.nil?
-        pre_term = full_term.select { |y, m| y <= year.to_i && m < month.to_i }
-        balance += pre_term.map { |y, m| self.class.net(y, m)}.inject(0){|sum, h| sum + h[code] }
-        [{ code: code, balance: balance, note: "#{code} #{dict.dig(code, :label)}" }] + records_with_balance(year, month, code, balance)
-      else
-        start = { code: code, balance: balance, note: "#{code} #{dict.dig(code, :label)}" }
-        full_term.map { |y, m| y }.uniq.map { |y|
-          records_with_balance(y, nil, code, balance)
-        }.flatten.prepend(start)
+    def self.by_code(code, from_year, from_month, to_year = from_year, to_month = from_month)
+      date = Date.new(from_year.to_i, from_month.to_i, -1)
+      last_date = Date.new(to_year.to_i, to_month.to_i, -1)
+      raise 'invalid term specified' if date > last_date
+
+      reports = [].tap do |r|
+        while date <= last_date do
+          diff = {}.tap do |h|
+            g = gross(date.year, date.month, code)
+            sum = g.dig(:debit).nil? ? BigDecimal('0') : Util.calc_diff(g[:debit], code)
+            sum -= g.dig(:credit).nil? ? BigDecimal('0') : Util.calc_diff(g[:credit], code)
+            h['code'] = code
+            h['label'] = LucaRecord::Dict.load('base.tsv').dig(code, :label)
+            h['net'] = sum
+            h['debit_amount'] = g[:debit]
+            h['debit_count'] = g[:debit_count]
+            h['credit_amount'] = g[:credit]
+            h['credit_count'] = g[:credit_count]
+            h['_d'] = date.to_s
+          end
+          r << diff
+          date = Date.new(date.next_month.year, date.next_month.month, -1)
+        end
       end
+      #YAML.dump(LucaSupport::Code.readable(reports)) #.tap{ |data| puts data }
+      #new(reports, counts, date: Date.new(from_year.to_i, from_month.to_i, -1))
+      LucaSupport::Code.readable(reports)
     end
 
     def records_with_balance(year, month, code, balance)
       @book.search(year, month, nil, code).each do |h|
-        balance += self.class.calc_diff(amount_by_code(h[:debit], code), code) - @book.calc_diff(amount_by_code(h[:credit], code), code)
+        balance += Util.calc_diff(Util.amount_by_code(h[:debit], code), code) - Util.calc_diff(Util.amount_by_code(h[:credit], code), code)
         h[:balance] = balance
       end
     end
 
-    #
-    # TODO: useless method. consider to remove
-    #
-    def accumulate_all
-      current = @book.load_start
-      target = []
-      Dir.chdir(@book.pjdir) do
-        net_records = self.class.scan_terms.map do |year, month|
-          target << [year, month]
-          accumulate_month(year, month)
-        end
-        all_keys = net_records.map{|h| h.keys}.flatten.uniq
-        net_records.each.with_index(0) do |diff, i|
-          all_keys.each {|key| diff[key] = 0 unless diff.has_key?(key)}
-          diff.each do |k,v|
-            if current[k]
-              current[k] += v
-            else
-              current[k] = v
-            end
-          end
-          f = { target: "#{target[i][0]}-#{target[i][1]}", diff: diff.sort, current: current.sort }
-          yield f
-        end
-      end
-    end
-
     def to_yaml
-      YAML.dump(code2label).tap { |data| puts data }
+      YAML.dump(readable(code2label)).tap { |data| puts data }
     end
 
     def code2label
       @statement ||= @data
       @statement.map do |report|
         {}.tap do |h|
-          report.each { |k, v| h[@dict.dig(k, :label)] = v }
+          report.each { |k, v| h[@dict.dig(k, :label) || k] = v }
         end
       end
     end
 
-    def bs
-      @statement = @data.map do |data|
-        data.select { |k, v| /^[0-9].+/.match(k) }
+    def stats(level = nil)
+      keys = @count.map(&:keys).flatten.push('_t').uniq.sort
+      @count.map! do |data|
+        sum = 0
+        keys.each do |k|
+          data[k] ||= 0
+          sum += data[k] if /^[^_]/.match(k)
+          next if level.nil? || k.length <= level
+
+          if data[k[0, level]]
+            data[k[0, level]] += data[k]
+          else
+            data[k[0, level]] = data[k]
+          end
+        end
+        data.select! { |k, _v| k.length <= level } if level
+        data['_t'] = sum
+        data.sort.to_h
+      end
+      keys.map! { |k| k[0, level] }.uniq.select! { |k| k.length <= level } if level
+      @count.prepend({}.tap { |header| keys.each { |k| header[k] = @dict.dig(k, :label) }})
+      @count
+    end
+
+    def bs(level = 3, legal: false)
+      @start_balance.keys.each { |k| @data.first[k] ||= 0 }
+      @data.map! { |data| data.select { |k, _v| k.length <= level } }
+      @data.map! { |data| code_sum(data).merge(data) } if legal
+      base = accumulate_balance(@data)
+      rows = [base[:debit].length, base[:credit].length].max
+      @statement = [].tap do |a|
+        rows.times do |i|
+          {}.tap do |res|
+            res['debit_label'] = base[:debit][i] ? @dict.dig(base[:debit][i].keys[0], :label) : ''
+            res['debit_balance'] = base[:debit][i] ? (@start_balance.dig(base[:debit][i].keys[0]) || 0) + base[:debit][i].values[0] : ''
+            res['debit_diff'] = base[:debit][i] ? base[:debit][i].values[0] : ''
+            res['credit_label'] = base[:credit][i] ? @dict.dig(base[:credit][i].keys[0], :label) : ''
+            res['credit_balance'] = base[:credit][i] ? (@start_balance.dig(base[:credit][i].keys[0]) || 0) + base[:credit][i].values[0] : ''
+            res['credit_diff'] = base[:credit][i] ? base[:credit][i].values[0] : ''
+            a << res
+          end
+        end
       end
-      self
+      readable(@statement)
     end
 
-    def pl
+    def accumulate_balance(monthly_diffs)
+      data = monthly_diffs.each_with_object({}) do |month, h|
+        month.each do |k, v|
+          h[k] = h[k].nil? ? v : h[k] + v
+        end
+      end
+      { debit: [], credit: [] }.tap do |res|
+        data.sort.to_h.each do |k, v|
+          case k
+          when /^[0-4].*/
+            res[:debit] << { k => v }
+          when /^[5-9].*/
+            res[:credit] << { k => v }
+          end
+        end
+      end
+    end
+
+    def pl(level = 2)
+      term_keys = @data.inject([]) { |a, data| a + data.keys }
+                    .compact.select { |k| /^[A-H_].+/.match(k) }
+      fy = @start_balance.select { |k, _v| /^[A-H].+/.match(k) }
+      keys = (term_keys + fy.keys).uniq.sort
+      keys.select! { |k| k.length <= level }
       @statement = @data.map do |data|
-        data.select { |k, v| /^[A-F].+/.match(k) }
+        {}.tap do |h|
+          keys.each { |k| h[k] = data[k] || BigDecimal('0') }
+        end
       end
-      self
+      term = @statement.each_with_object({}) do |item, h|
+        item.each do |k, v|
+          h[k] = h[k].nil? ? v : h[k] + v if /^[^_]/.match(k)
+        end
+      end
+      fy = {}.tap do |h|
+        keys.each do |k|
+          h[k] = BigDecimal(fy[k] || '0') + BigDecimal(term[k] || '0')
+        end
+      end
+      @statement << term.tap { |h| h['_d'] = 'Period Total' }
+      @statement << fy.tap { |h| h['_d'] = 'FY Total' }
+      readable(code2label)
     end
 
-    def self.accumulate_month(year, month)
-      monthly_record = net(year, month)
-      total_subaccount(monthly_record)
+    def self.accumulate_term(start_year, start_month, end_year, end_month)
+      date = Date.new(start_year, start_month, 1)
+      last_date = Date.new(end_year, end_month, -1)
+      return nil if date > last_date
+
+      {}.tap do |res|
+        while date <= last_date do
+          diff, _count = net(date.year, date.month)
+          diff.each do |k, v|
+            next if /^[_]/.match(k)
+
+            res[k] = res[k].nil? ? v : res[k] + v
+          end
+          date = date.next_month
+        end
+      end
     end
 
-    def amount_by_code(items, code)
-      items
-        .select{|item| item.dig(:code) == code }
-        .inject(0){|sum, item| sum + item[:amount] }
+    def self.accumulate_month(year, month)
+      monthly_record, count = net(year, month)
+      [total_subaccount(monthly_record), count]
     end
 
+    # Accumulate Level 2, 3 account.
+    #
     def self.total_subaccount(report)
-      report.dup.tap do |res|
+      {}.tap do |res|
+        res['A0'] = sum_matched(report, /^[A][0-9A-Z]{2,}/)
+        res['B0'] = sum_matched(report, /^[B][0-9A-Z]{2,}/)
+        res['BA'] = res['A0'] - res['B0']
+        res['C0'] = sum_matched(report, /^[C][0-9A-Z]{2,}/)
+        res['CA'] = res['BA'] - res['C0']
+        res['D0'] = sum_matched(report, /^[D][0-9A-Z]{2,}/)
+        res['E0'] = sum_matched(report, /^[E][0-9A-Z]{2,}/)
+        res['EA'] = res['CA'] + res['D0'] - res['E0']
+        res['F0'] = sum_matched(report, /^[F][0-9A-Z]{2,}/)
+        res['G0'] = sum_matched(report, /^[G][0-9][0-9A-Z]{1,}/)
+        res['GA'] = res['EA'] + res['F0'] - res['G0']
+        res['H0'] = sum_matched(report, /^[H][0-9][0-9A-Z]{1,}/)
+        res['HA'] = res['GA'] - res['H0']
+
+        report['9142'] = (report['9142'] || BigDecimal('0')) + res['HA']
+        res['9142'] = report['9142']
+        res['10'] = sum_matched(report, /^[123][0-9A-Z]{2,}/)
+        res['40'] = sum_matched(report, /^[4][0-9A-Z]{2,}/)
+        res['50'] = sum_matched(report, /^[56][0-9A-Z]{2,}/)
+        res['70'] = sum_matched(report, /^[78][0-9A-Z]{2,}/)
+        res['91'] = sum_matched(report, /^91[0-9A-Z]{1,}/)
+        res['8ZZ'] = res['50'] + res['70']
+        res['9ZZ'] = sum_matched(report, /^[9][0-9A-Z]{2,}/)
+
+        res['1'] = res['10'] + res['40']
+        res['5'] = res['8ZZ'] + res['9ZZ']
+        res['_d'] = report['_d']
+
+        report.each do |k, v|
+          res[k] = v if k.length == 3
+        end
+
         report.each do |k, v|
           if k.length >= 4
             if res[k[0, 3]]
@@ -150,109 +263,131 @@ module LucaBook
             end
           end
         end
-        res['10'] = sum_matched(report, /^[123].[^0]/)
-        res['40'] = sum_matched(report, /^[4].[^0]}/)
-        res['50'] = sum_matched(report, /^[56].[^0]/)
-        res['70'] = sum_matched(report, /^[78].[^0]/)
-        res['90'] = sum_matched(report, /^[9].[^0]/)
-        res['A0'] = sum_matched(report, /^[A].[^0]/)
-        res['B0'] = sum_matched(report, /^[B].[^0]/)
-        res['BA'] = res['A0'] - res['B0']
-        res['C0'] = sum_matched(report, /^[C].[^0]/)
-        res['CA'] = res['BA'] - res['C0']
-        res['D0'] = sum_matched(report, /^[D].[^0]/)
-        res['E0'] = sum_matched(report, /^[E].[^0]/)
-        res['EA'] = res['CA'] + res['D0'] - res['E0']
-        res['F0'] = sum_matched(report, /^[F].[^0]/)
-        res['G0'] = sum_matched(report, /^[G].[^0]/)
-        res['GA'] = res['EA'] + res['F0'] - res['G0']
-        res['HA'] = res['GA'] - sum_matched(report, /^[H].[^0]/)
+        res.sort.to_h
+      end
+    end
+
+    def code_sum(report)
+      legal_items.each.with_object({}) do |k, h|
+        h[k] = self.class.sum_matched(report, /^#{k}.*/)
       end
     end
 
+    def set_balance
+      pre_last = @start_date.prev_month
+      pre = if @start_date.month > LucaSupport::CONFIG['fy_start'].to_i
+              self.class.accumulate_term(pre_last.year, LucaSupport::CONFIG['fy_start'], pre_last.year, pre_last.month)
+            elsif @start_date.month < LucaSupport::CONFIG['fy_start'].to_i
+              self.class.accumulate_term(pre_last.year - 1, LucaSupport::CONFIG['fy_start'], pre_last.year, pre_last.month)
+            end
+
+      base = Dict.latest_balance.each_with_object({}) do |(k, v), h|
+        h[k] = BigDecimal(v[:balance].to_s) if v[:balance]
+      end
+      if pre
+        idx = (pre.keys + base.keys).uniq
+        base = {}.tap do |h|
+          idx.each { |k| h[k] = (base[k] || BigDecimal('0')) + (pre[k] || BigDecimal('0')) }
+        end
+      end
+      self.class.total_subaccount(base)
+    end
+
     def self.sum_matched(report, reg)
       report.select { |k, v| reg.match(k)}.values.sum
     end
 
     # for assert purpose
+    #
     def self.gross(year, month = nil, code = nil, date_range = nil, rows = 4)
       if ! date_range.nil?
         raise if date_range.class != Range
         # TODO: date based range search
       end
 
-      sum = { debit: {}, credit: {} }
+      sum = { debit: {}, credit: {}, debit_count: {}, credit_count: {} }
       idx_memo = []
-      asof(year, month) do |f, _path|
+      search(year, month, nil, code) do |f, _path|
         CSV.new(f, headers: false, col_sep: "\t", encoding: 'UTF-8')
           .each_with_index do |row, i|
           break if i >= rows
+
           case i
           when 0
             idx_memo = row.map(&:to_s)
-            idx_memo.each { |r| sum[:debit][r] ||= 0 }
+            next if code && !idx_memo.include?(code)
+
+            idx_memo.each do |r|
+              sum[:debit][r] ||= BigDecimal('0')
+              sum[:debit_count][r] ||= 0
+            end
           when 1
-            row.each_with_index { |r, i| sum[:debit][idx_memo[i]] += r.to_i } # TODO: bigdecimal support
+            next if code && !idx_memo.include?(code)
+
+            row.each_with_index do |r, j|
+              sum[:debit][idx_memo[j]] += BigDecimal(r.to_s)
+              sum[:debit_count][idx_memo[j]] += 1
+            end
           when 2
             idx_memo = row.map(&:to_s)
-            idx_memo.each { |r| sum[:credit][r] ||= 0 }
+            break if code && !idx_memo.include?(code)
+
+            idx_memo.each do |r|
+              sum[:credit][r] ||= BigDecimal('0')
+              sum[:credit_count][r] ||= 0
+            end
           when 3
-            row.each_with_index { |r, i| sum[:credit][idx_memo[i]] += r.to_i } # TODO: bigdecimal support
+            row.each_with_index do |r, j|
+              sum[:credit][idx_memo[j]] += BigDecimal(r.to_s)
+              sum[:credit_count][idx_memo[j]] += 1
+            end
           else
             puts row # for debug
           end
         end
       end
+      if code
+        sum[:debit] = sum[:debit][code] || BigDecimal('0')
+        sum[:credit] = sum[:credit][code] || BigDecimal('0')
+        sum[:debit_count] = sum[:debit_count][code] || 0
+        sum[:credit_count] = sum[:credit_count][code] || 0
+      end
       sum
     end
 
     # netting vouchers in specified term
+    #
     def self.net(year, month = nil, code = nil, date_range = nil)
       g = gross(year, month, code, date_range)
       idx = (g[:debit].keys + g[:credit].keys).uniq.sort
-      {}.tap do |sum|
+      count = {}
+      diff = {}.tap do |sum|
         idx.each do |code|
-          sum[code] = g.dig(:debit, code).nil? ? 0 : calc_diff(g[:debit][code], code)
-          sum[code] -= g.dig(:credit, code).nil? ? 0 : calc_diff(g[:credit][code], code)
+          sum[code] = g.dig(:debit, code).nil? ? BigDecimal('0') : Util.calc_diff(g[:debit][code], code)
+          sum[code] -= g.dig(:credit, code).nil? ? BigDecimal('0') : Util.calc_diff(g[:credit][code], code)
+          count[code] = (g.dig(:debit_count, code) || 0) + (g.dig(:credit_count, code) || 0)
         end
       end
+      [diff, count]
     end
 
-    # TODO: replace load_tsv -> generic load_tsv_dict
+    # TODO: obsolete in favor of Dict.latest_balance()
     def load_start
-      file = LucaSupport::Config::Pjdir + 'start.tsv'
-      {}.tap do |dic|
-        load_tsv(file) do |row|
-          dic[row[0]] = row[2].to_i if ! row[2].nil?
-        end
+      file = Pathname(LucaSupport::Config::Pjdir) / 'data' / 'balance' / 'start.tsv'
+      {}.tap do |dict|
+        LucaRecord::Dict.load_tsv_dict(file).each { |k, v| h[k] = v[:balance] if !v[:balance].nil? }
       end
     end
 
-    def load_tsv(path)
-      return enum_for(:load_tsv, path) unless block_given?
+    private
 
-      data = CSV.read(path, headers: true, col_sep: "\t", encoding: 'UTF-8')
-      data.each { |row| yield row }
-    end
-
-    def self.calc_diff(num, code)
-      amount = /\./.match(num.to_s) ? BigDecimal(num) : num.to_i
-      amount * pn_debit(code.to_s)
-    end
+    def legal_items
+      return [] unless LucaSupport::Config::COUNTRY
 
-    def self.pn_debit(code)
-      case code
-      when /^[0-4BCEGH]/
-        1
-      when /^[5-9ADF]/
-        -1
-      else
-        nil
+      case LucaSupport::Config::COUNTRY
+      when 'jp'
+        ['91', '911', '912', '913', '9131', '9132', '914', '9141', '9142', '915', '916', '92', '93']
       end
     end
-
-    def dict
-      LucaBook::Dict::Data
-    end
   end
 end