at_coder_friends 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cfcd8c547d0916bc1db5c76b5c698e410ddb3541
-  data.tar.gz: 03e06ac13b32c2d55166cf1cefa83ad9cfbe3fa2
+  metadata.gz: 54e37c0175b9736f4e99b6243af3b8970f34bef3
+  data.tar.gz: 588075eda25ca77b7f5fcef1f7b6158e97274af5
 SHA512:
-  metadata.gz: d73018f888e13b7a37a19b8945b879513caf4952ff5bdcbe9412c413a84d05c4c055fb00166e97fe3b5420637b0c87c767796f9c2835e82c879451f854b2fc9d
-  data.tar.gz: 602aa37bf5f315a9bccfbd3e676f19b0651c4687fbe351e65d670359c956b74e230ebcedade158928cd1486092947af1bfb34c1504632b7389d1029da2afb70a
+  metadata.gz: e2f1ef0a2dc869c89ff693c884fa23a61675d472cc3d3ef55f0d4f3d7faf880114584e0b9fde3207493502963a8d8b2cab4ef64aaca830dd1b580514c4bf1e6c
+  data.tar.gz: 2e707b0b63b1dedbd9df0f93bd7cd9cfaf4614cf7c731c63d2f4cd5382ad1944baed2bbac6bf829d1362c61b8761a37e6299c35e42e80b0d903edc3ce2c582c6

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    at_coder_friends (0.6.0)
+    at_coder_friends (0.6.1)
       colorize (~> 0.8.1)
       launchy (~> 2.4.3)
       mechanize (~> 2.0)

data/lib/at_coder_friends.rb

@@ -16,10 +16,12 @@ require 'at_coder_friends/scraping/submission'
 require 'at_coder_friends/scraping/tasks'
 require 'at_coder_friends/scraping/agent'
 require 'at_coder_friends/parser/section_wrapper'
+require 'at_coder_friends/parser/introduction_wrapper'
 require 'at_coder_friends/parser/sections'
 require 'at_coder_friends/parser/sample_data'
 require 'at_coder_friends/parser/input_format'
 require 'at_coder_friends/parser/constraints'
+require 'at_coder_friends/parser/modulo'
 require 'at_coder_friends/parser/interactive'
 require 'at_coder_friends/parser/binary'
 require 'at_coder_friends/parser/main'

data/lib/at_coder_friends/generator/cxx_builtin.rb

@@ -88,10 +88,24 @@ module AtCoderFriends
         cfg['interactive_template'] || INTERACTIVE_TMPL
       end
 
-      def gen_consts(constraints = pbm.constraints)
-        constraints
-          .select { |c| c.type == :max }
-          .map { |c| "const int #{c.name.upcase}_MAX = #{c.value};" }
+      def gen_consts(constants = pbm.constants)
+        constants.map { |c| gen_const(c) }
+      end
+
+      def gen_const(c)
+        v = cnv_const_value(c.value)
+        if c.type == :max
+          "const int #{c.name.upcase}_MAX = #{v};"
+        else
+          "const int MOD = #{v};"
+        end
+      end
+
+      def cnv_const_value(v)
+        v
+          .sub(/\b10\^/, '1e')
+          .sub(/\b2\^/, '1<<')
+          .gsub(',', "'")
       end
 
       def gen_decls(inpdefs = pbm.formats)

data/lib/at_coder_friends/generator/ruby_builtin.rb

@@ -25,6 +25,7 @@ module AtCoderFriends
         File
           .read(select_template)
           .gsub('### URL ###', pbm.url)
+          .gsub('### CONSTS ###', gen_consts.join("\n"))
           .gsub('### DCLS ###', gen_decls.join("\n"))
           .gsub('### OUTPUT ###', gen_output)
       end
@@ -41,6 +42,17 @@ module AtCoderFriends
         cfg['interactive_template'] || INTERACTIVE_TMPL
       end
 
+      def gen_consts(constants = pbm.constants)
+        constants
+          .select { |c| c.type == :mod }
+          .map { |c| gen_mod(c) }
+      end
+
+      def gen_mod(c)
+        v = c.value.gsub('^', '**').gsub(',', '_')
+        "MOD = #{v}"
+      end
+
       def gen_decls(inpdefs = pbm.formats)
         inpdefs.map { |inpdef| gen_decl(inpdef) }.flatten
       end

data/lib/at_coder_friends/parser/binary.rb

@@ -10,9 +10,9 @@ module AtCoderFriends
         vs = exp_values(pbm)
         return unless vs.size == 2
         return if vs.any? { |v| v.include?("\n") }
-        return if vs.any? { |v| v =~ /^[0-9\s]*$/ }
+        return if vs.any? { |v| v =~ /\A[0-9\s]*\z/ }
 
-        out_fmt = ouput_format(pbm)
+        out_fmt = output_format(pbm)
         re1, re2 = vs.map { |v| Regexp.escape(v) }
 
         pbm.options.binary_values =
@@ -31,7 +31,7 @@ module AtCoderFriends
           .uniq
       end
 
-      def ouput_format(pbm)
+      def output_format(pbm)
         pbm.sections[Problem::SECTION_OUT_FMT]&.content || ''
       end
     end

data/lib/at_coder_friends/parser/constraints.rb

@@ -7,29 +7,89 @@ module AtCoderFriends
       module_function
 
       SECTIONS = [
+        Problem::SECTION_CONSTRAINTS,
         Problem::SECTION_IN_FMT,
         Problem::SECTION_IO_FMT,
-        Problem::SECTION_CONSTRAINTS
+        Problem::SECTION_STATEMENT
       ].freeze
+      NAME_PAT = /[0-9a-z_{},]+/i.freeze
+      NAMES_PAT = /#{NAME_PAT}(?:\s*,\s*#{NAME_PAT})*/.freeze
+      NUM_PAT = /[-+*^0-9{}, ]+/.freeze
+      MAX_PATTERN = /
+        (?:
+          (#{NAMES_PAT})\s*<\s*(#{NUM_PAT})
+          |(#{NAMES_PAT})\s*は\s*#{NUM_PAT}\s*以上\s*(#{NUM_PAT})\s*以下の整数
+        )
+      /xmi.freeze
 
       def process(pbm)
-        str = SECTIONS.reduce('') do |m, key|
-          m + (pbm.sections[key]&.content || '')
+        maxs = []
+        SECTIONS.any? do |section|
+          next unless (text = pbm.sections[section]&.html)
+
+          !(maxs = parse(text)).empty?
         end
-        constraints = parse(str)
-        pbm.constraints = constraints
+        pbm.constants += maxs
       end
 
       def parse(str)
+        str = normalize_content(str)
         str
-          .gsub(/[,\\(){}|]/, '')
-          .gsub(/(≤|leq?)/i, '≦')
-          .scan(/([\da-z_]+)\s*≦\s*(\d+)(?:\^(\d+))?/i)
-          .map do |v, sz, k|
-            sz = sz.to_i
-            sz **= k.to_i if k
-            Problem::Constraint.new(v, :max, sz)
+          .scan(MAX_PATTERN)
+          .map(&:compact)
+          .map { |k, v| [normalize_names(k), normalize_value(v)] }
+          .select { |_, v| v && !v.empty? }
+          .flat_map { |ks, v| ks.map { |k| [k, v] } }
+          .uniq
+          .map { |k, v| Problem::Constant.new(k, :max, v) }
+      end
+
+      def normalize_content(s)
+        # 1) &npsp; , fill-width space -> half width space
+        # 2) {i, j}->{i,j} {N-1}->{N} shortest match
+        s
+          .tr('０-９Ａ-Ｚａ-ｚ', '0-9A-Za-z')
+          .gsub(/[[:space:]]/) { |c| c.gsub(/[^\t\r\n]/, ' ') } # 1)
+          .gsub(%r{</?var>}i, "\t")
+          .gsub(%r{<sup>([^<>]+)</sup>}i, '^\1')
+          .gsub(%r{<sub>([^<>]+)</sub>}i, '_{\1}')
+          .gsub('&amp;', '&')
+          .gsub(/<("[^"]*"|'[^']*'|[^'"<>])*>/, '')
+          .gsub(/(＜|≦|≤|&lt;|&leq?;|\\lt|\\leq?q?)(\{\})?/i, '<')
+          .gsub('\\ ', ' ')
+          .gsub('\\,', ',')
+          .gsub('\\|', '|')
+          .gsub('，', ', ')
+          .gsub('×', '*')
+          .gsub('\\lvert', '|')
+          .gsub('\\rvert', '|')
+          .gsub('\\mathit', '')
+          .gsub('\\times', '*')
+          .gsub('|', '')
+          .gsub(/\{.*?\}/) { |w| w.delete(' ()').gsub(/{(.+)-1}\z/, '\1') } # 2)
+      end
+
+      def normalize_names(s)
+        # 1) {i,j}->{ij} shortest match
+        s
+          .gsub(/\{.*?\}/) { |w| w.delete(',') } # 1)
+          .delete('{}')
+          .gsub(/\s+/, '')
+          .split(',')
+          .reject(&:empty?)
+      end
+
+      def normalize_value(s)
+        s
+          .split(', ')
+          &.map do |v|
+            v
+              .delete(' {}')
+              .gsub(/\A[+*^,]+/, '') # remove preceding symbols
+              .gsub(/[+*^,]+\z/, '') # remove trailing symbols
           end
+          &.reject(&:empty?)
+          &.first
       end
     end
   end

data/lib/at_coder_friends/parser/interactive.rb

@@ -6,15 +6,20 @@ module AtCoderFriends
     module Interactive
       module_function
 
-      INTERACTIVE_PAT = '(インタラクティブ|interactive|リアクティブ|reactive)'
-      FLUSH_PAT = 'flush'
+      INTERACTIVE_PAT = /
+        インタラクティブ
+        |interactive
+        |リアクティブ
+        |reactive
+      /xi.freeze
+      FLUSH_PAT = /flush/i.freeze
 
       def process(pbm)
         pbm.options.interactive = false
 
-        body = pbm.page_body
-        f_int = body =~ /#{INTERACTIVE_PAT}/i
-        f_flush = body =~ /#{FLUSH_PAT}/i
+        body = pbm.body_content
+        f_int = body =~ INTERACTIVE_PAT
+        f_flush = body =~ FLUSH_PAT
         f_io = pbm.sections[Problem::SECTION_IO_FMT]
         f_tbl =
           pbm

data/lib/at_coder_friends/parser/introduction_wrapper.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module AtCoderFriends
+  module Parser
+    # holds introduction of problrem page
+    class IntroductionWrapper
+      attr_reader :div
+
+      def initialize(div)
+        @div = div
+      end
+
+      def intro
+        @intro ||= begin
+          div2 = div.dup
+          extract_intro(div2)
+          div2
+        end
+      end
+
+      def extract_intro(node)
+        found = false
+        node.children.each do |cld|
+          found = true if %w[h2 h3].any? { |h| cld.name == h }
+          if found
+            cld.remove
+          else
+            found = extract_intro(cld)
+          end
+        end
+        found
+      end
+
+      def html
+        @html ||= intro.to_html.gsub("\r\n", "\n")
+      end
+    end
+  end
+end

data/lib/at_coder_friends/parser/main.rb

@@ -11,6 +11,7 @@ module AtCoderFriends
         SampleData.process(pbm)
         InputFormat.process(pbm)
         Constraints.process(pbm)
+        Modulo.process(pbm)
         Interactive.process(pbm)
         Binary.process(pbm)
       end

data/lib/at_coder_friends/parser/modulo.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+module AtCoderFriends
+  module Parser
+    # parses problem page and extract modulo values
+    module Modulo
+      module_function
+
+      # rubocop:disable Style/AsciiComments
+      SECTIONS = [
+        Problem::SECTION_OUT_FMT,
+        Problem::SECTION_STATEMENT,
+        Problem::SECTION_TASK,
+        Problem::SECTION_INTRO
+      ].freeze
+      # \(998244353\)
+      # 十億九
+      VALUE_PATTERN = %r{
+        (?:
+          <var>([^<>]+)</var>
+          |\\\(([^()]+)\\\)
+          |\$([^$]+)\$
+          |\{([^{}]+)\}
+          |([\d,]+)
+          |([一二三四五六七八九十百千万億]+)
+        )
+      }x.freeze
+      # <var>1,000,000,007</var> (素数)で割った余り
+      MOD_PATTERN = /
+        (?:
+          #{VALUE_PATTERN}\s*(?:\([^()]+\)\s*)?で割った(?:剰余|余り|あまり)
+          |(?:modulo|mod|divided\s*by|dividing\s*by)\s*#{VALUE_PATTERN}
+        )
+      /xi.freeze
+      # rubocop:enable Style/AsciiComments
+
+      def process(pbm)
+        mods = []
+        SECTIONS.any? do |section|
+          next unless (html = pbm.sections[section]&.html)
+
+          !(mods = parse(html)).empty?
+        end
+        pbm.constants += mods
+      end
+
+      def parse(str)
+        str = normalize_content(str)
+        str
+          .scan(MOD_PATTERN)
+          .map(&:compact)
+          .map { |(v)| normalize_value(v) }
+          .reject(&:empty?)
+          .uniq
+          .map { |v| Problem::Constant.new('mod', :mod, v) }
+      end
+
+      def normalize_content(s)
+        s
+          .tr('０-９Ａ-Ｚａ-ｚ', '0-9A-Za-z')
+          .gsub(/[[:space:]]/, ' ')
+          .gsub(%r{[^一-龠_ぁ-ん_ァ-ヶーa-zA-Z0-9 -/:-@\[-`\{-~]}, '')
+          .gsub(/{\\rm\s*mod\s*}\\?/i, 'mod') # {\rm mod} -> mod
+          .gsub(/\\rm\s*{\s*mod\s*}\\?/i, 'mod') # \rm{mod}\ -> mod
+          .gsub(/\\mbox\s*{\s*mod\s*}/i, 'mod') # \mbox{mod} -> mod
+          .gsub(%r{<var>\s*mod\s*</var>}i, 'mod') # <var>mod</var> -> mod
+      end
+
+      def normalize_value(s)
+        s
+          .gsub(/\A([^(=]+)[(=].*\z/, '\1') # 1000000007 (10^9+7), ... =10^9+7
+          .gsub(/[{}()=\\ ]/, '')
+      end
+    end
+  end
+end

data/lib/at_coder_friends/parser/section_wrapper.rb

@@ -2,7 +2,7 @@
 
 module AtCoderFriends
   module Parser
-    # holds section in problrem page
+    # holds a section of problrem page
     class SectionWrapper
       attr_reader :h
 
@@ -28,14 +28,20 @@ module AtCoderFriends
         end
       end
 
+      def html
+        @html ||= begin
+          siblings.reduce('') { |m, node| m + node.to_html.gsub("\r\n", "\n") }
+        end
+      end
+
       def find_element(tags)
-        siblings.each do |node|
-          tags.each do |tag|
+        elem = nil
+        siblings.any? do |node|
+          tags.any? do |tag|
             elem = node.name == tag ? node : node.search(tag)[0]
-            return elem if elem
           end
         end
-        nil
+        elem
       end
 
       def code_block

data/lib/at_coder_friends/parser/sections.rb

@@ -4,65 +4,98 @@ module AtCoderFriends
   module Parser
     module SectionsConstants
       SECTION_DEFS = [
+        {
+          key: Problem::SECTION_STATEMENT,
+          pattern: /
+            \A(
+              問題文?
+              |Problem\s*(Statement|Setting)?
+              |Statement
+              |Description
+            )\z
+          /xi
+        },
+        {
+          key: Problem::SECTION_TASK,
+          pattern: /
+            \A(
+              課題
+              |Task
+            )\z
+          /xi
+        },
         {
           key: Problem::SECTION_CONSTRAINTS,
-          patterns: [
-            '^制約$',
-            '^入力制限$',
-            '^Constraints$'
-          ]
+          pattern: /
+            \A(
+              (入力(の|に関する)?)?(制約|制限)
+              |Constraints
+            )\z
+          /xi
         },
         {
           key: Problem::SECTION_IN_FMT,
-          patterns: [
-            '^入力(形式)?$',
-            '^Inputs?\s*(Format)?$'
-          ]
+          pattern: /
+            \A(
+              入力(形式)?
+              |Inputs?\s*(Format)?
+            )\z
+          /xi
         },
         {
           key: Problem::SECTION_OUT_FMT,
-          patterns: [
-            '^出力(形式)?$',
-            '^Outputs?\s*(Format)?$'
-          ]
+          pattern: /
+            \A(
+              出力(形式)?
+              |Outputs?\s*(Format)?
+            )\z
+          /xi
         },
         {
           key: Problem::SECTION_IO_FMT,
-          patterns: [
-            '^入出力(形式)?$',
-            '^Input\s*(and)?\s*Output\s*(Format)?$'
-          ]
+          pattern: /
+            \A(
+              入出力(形式)?
+              |Input\s*(and)?\s*Output\s*(Format)?
+            )\z
+          /xi
         },
         {
           key: Problem::SECTION_IN_SMP,
-          patterns: [
-            '^入力例\s*(?<no>\d+)?$',
-            '^入力\s*(?<no>\d+)$',
-            '^Sample\s*Input\s*(?<no>\d+)?$',
-            '^Input\s*Example\s*(?<no>\d+)?$',
-            '^Input\s*(?<no>\d+)$'
-          ]
+          pattern: /
+            \A(
+              入力例\s*(?<no>\d+)?
+              |入力\s*(?<no>\d+)
+              |Sample\s*Input\s*(?<no>\d+)?
+              |Input\s*Example\s*(?<no>\d+)?
+              |Input\s*(?<no>\d+)
+            )\z
+          /xi
         },
         {
           key: Problem::SECTION_OUT_SMP,
-          patterns: [
-            '^出力例\s*(?<no>\d+)?$',
-            '^出力\s*(?<no>\d+)$',
-            '^入力例\s*(?<no>\d+)?\s*に対する出力例$',
-            '^Sample\s*Output\s*(?<no>\d+)?$',
-            '^Output\s*Example\s*(?<no>\d+)?$',
-            '^Output\s*(?<no>\d+)$',
-            '^Output\s*for\s*(the)?\s*Sample\s*Input\s*(?<no>\d+)?$'
-          ]
+          pattern: /
+            \A(
+              出力例\s*(?<no>\d+)?
+              |出力\s*(?<no>\d+)
+              |入力例\s*(?<no>\d+)?\s*に対する出力例
+              |Sample\s*Output\s*(?<no>\d+)?
+              |Output\s*Example\s*(?<no>\d+)?
+              |Output\s*(?<no>\d+)
+              |Output\s*for\s*(the)?\s*Sample\s*Input\s*(?<no>\d+)?
+            )\z
+          /xi
         },
         {
           key: Problem::SECTION_IO_SMP,
-          patterns: [
-            '^入出力の?例\s*(\d+)?$',
-            '^サンプル\s*(\d+)?$',
-            '^Sample\s*Input\s*(and)?\s*Output\s*(\d+)?$',
-            '^Samples?\s*(\d+)?$'
-          ]
+          pattern: /
+            \A(
+              入出力の?例\s*(\d+)?
+              |サンプル\s*(\d+)?
+              |Sample\s*Input\s*(and)?\s*Output\s*(\d+)?
+              |Samples?\s*(\d+)?
+            )\z
+          /xi
         }
       ].freeze
     end
@@ -75,6 +108,8 @@ module AtCoderFriends
 
       def process(pbm)
         sections = collect_sections(pbm.page)
+        div = pbm.page.search('div#task-statement')[0]
+        div && sections[Problem::SECTION_INTRO] = IntroductionWrapper.new(div)
         pbm.sections = sections
       end
 
@@ -91,20 +126,20 @@ module AtCoderFriends
 
       def find_key(h)
         title = normalize(h.content)
-        SECTION_DEFS.each do |grp|
-          grp[:patterns].each do |pat|
-            next unless (m = title.match(/#{pat}/i))
-
+        key = nil
+        SECTION_DEFS.any? do |grp|
+          if (m = title.match(grp[:pattern]))
             no = m.names.include?('no') && m['no'] || '1'
-            return format(grp[:key], no: no)
+            key = format(grp[:key], no: no)
           end
         end
-        nil
+        key
       end
 
       def normalize(s)
         s
-          .tr('　０-９Ａ-Ｚａ-ｚ', ' 0-9A-Za-z')
+          .tr('０-９Ａ-Ｚａ-ｚ', '0-9A-Za-z')
+          .gsub(/[[:space:]]/, ' ') # &npsp; full-width space
           .gsub(/[^一-龠_ぁ-ん_ァ-ヶーa-zA-Z0-9 ]/, '')
           .strip
       end

data/lib/at_coder_friends/problem.rb

@@ -3,6 +3,9 @@
 module AtCoderFriends
   # holds problem information
   class Problem
+    SECTION_INTRO = 'INTRODUCTION'
+    SECTION_STATEMENT = 'STATEMENT'
+    SECTION_TASK = 'TASK'
     SECTION_IN_FMT = 'INPUT_FORMAT'
     SECTION_OUT_FMT = 'OUTPUT_FORMAT'
     SECTION_IO_FMT = 'INOUT_FORMAT'
@@ -21,14 +24,14 @@ module AtCoderFriends
       end
     end
 
-    Constraint = Struct.new(:name, :type, :value)
+    Constant = Struct.new(:name, :type, :value)
 
     Options = Struct.new(:interactive, :binary_values)
 
     SourceCode = Struct.new(:ext, :txt)
 
     attr_reader :q, :samples, :sources, :options
-    attr_accessor :page, :sections, :formats, :constraints
+    attr_accessor :page, :sections, :formats, :constants
 
     def initialize(q, page = Mechanize::Page.new)
       @q = q
@@ -36,7 +39,7 @@ module AtCoderFriends
       @sections = {}
       @samples = []
       @formats = []
-      @constraints = []
+      @constants = []
       @options = Options.new
       @sources = []
       yield self if block_given?
@@ -46,8 +49,8 @@ module AtCoderFriends
       @url ||= page.uri.to_s
     end
 
-    def page_body
-      @page_body ||= page.body.force_encoding('utf-8')
+    def body_content
+      @body_content ||= page.search('body')[0]&.content
     end
 
     def add_smp(no, ext, txt)

data/lib/at_coder_friends/scraping/agent.rb

@@ -15,12 +15,14 @@ module AtCoderFriends
       include Submission
 
       BASE_URL = 'https://atcoder.jp/'
+      CONTACT = 'https://github.com/nejiko96/at_coder_friends'
 
       attr_reader :ctx, :agent
 
       def initialize(ctx)
         @ctx = ctx
         @agent = Mechanize.new
+        agent.user_agent = "AtCoderFriends/#{VERSION} (#{CONTACT})"
         agent.pre_connect_hooks << proc { sleep 0.1 }
         agent.log = Logger.new(STDERR) if ctx.options[:debug]
         load_session

data/lib/at_coder_friends/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AtCoderFriends
-  VERSION = '0.6.0'
+  VERSION = '0.6.1'
 end

data/tasks/regression/check_const.rake

@@ -0,0 +1,136 @@
+# frozen_string_literal: true
+
+require_relative 'regression'
+
+module AtCoderFriends
+  # tasks for regression
+  module Regression
+    module_function
+
+    CONST_PAT = {
+      mod: /
+        (.{,30}(?:
+          で割った|modulo|mod\b|divided\s+by|dividing\s+by
+        ).{,30})
+      /xmi,
+      max: /
+        (.{,30}(?:
+          ≦|≤|\\le|&leq?;
+          |＜|\\lt|<
+          |以上.{1,25}以下の整数
+        ).{,30})
+      /xmi
+    }.freeze
+
+    def collect(tgt)
+      File.open(const_log('collect', tgt), 'w') do |f|
+        local_pbm_list.each do |contest, q, url|
+          page = agent.get(url)
+          body = page.body.force_encoding('utf-8')
+          ms = body.scan(CONST_PAT[tgt.to_sym])
+          ms.each do |m|
+            s = m[0].delete("\r\n\t\"")
+            f.puts [contest, q, s].join("\t")
+          end
+        end
+      end
+    end
+
+    def check_mod
+      File.open(const_log('check', 'mod'), 'w') do |f|
+        local_pbm_list.each do |contest, q, url|
+          pbm = scraping_agent(nil, contest).fetch_problem(q, url)
+          Parser::Sections.process(pbm)
+          Parser::Modulo.process(pbm)
+          pbm.constants.each do |cnst|
+            f.puts [contest, q, cnst.value].join("\t")
+          end
+        end
+      end
+    end
+
+    def check_max
+      File.open(const_log('check', 'max'), 'w') do |f|
+        local_pbm_list.each do |contest, q, url|
+          pbm = scraping_agent(nil, contest).fetch_problem(q, url)
+          Parser::Sections.process(pbm)
+          Parser::Constraints.process(pbm)
+          pbm.constants.each do |cns|
+            f.puts [contest, q, "#{cns.name}:#{cns.value}"].join("\t")
+          end
+        end
+      end
+    end
+
+    def merge_list(tgt)
+      tbl = load_merge_list(tgt)
+      save_merge_list(tgt, tbl)
+    end
+
+    def load_merge_list(tgt)
+      tbl = {}
+      %w[collect check]
+        .map { |act| const_log(act, tgt) }
+        .each
+        .with_index(1) do |file, n|
+          list_from_file(file)
+            .group_by { |contest, q, _| "#{contest}\t#{q}" }
+            .map { |key, grp| [key, grp.map { |row| row[2] }.join("\n")] }
+            .each do |key, txt|
+              tbl[key] ||= { 'v1' => '', 'v2' => '' }
+              tbl[key]["v#{n}"] = '"' + txt + '"'
+            end
+        end
+      tbl
+    end
+
+    def save_merge_list(tgt, tbl)
+      File.open(const_log('merge', tgt), 'w') do |f|
+        tbl.sort.each do |k, h|
+          f.puts [k, h['v1'], h['v2']].join("\t")
+        end
+      end
+    end
+
+    def const_log(act, tgt)
+      log_path("#{act}_#{tgt}.txt")
+    end
+
+    def list_from_file(file)
+      Encoding.default_external = 'utf-8'
+      CSV.read(file, col_sep: "\t", headers: false)
+    end
+  end
+end
+
+namespace :regression do
+  desc 'list all mod values'
+  task :collect_mod do
+    AtCoderFriends::Regression.collect('mod')
+  end
+
+  desc 'check extracted mod values'
+  task :check_mod do
+    AtCoderFriends::Regression.check_mod
+  end
+
+  desc 'merge mod values list'
+  task :merge_mod do
+    AtCoderFriends::Regression.merge_list('mod')
+  end
+
+  desc 'list all max values'
+  task :collect_max do
+    AtCoderFriends::Regression.collect('max')
+  end
+
+  desc 'check extracted max values'
+  task :check_max do
+    AtCoderFriends::Regression.check_max
+  end
+
+  desc 'merge max values list'
+  task :merge_max do
+    AtCoderFriends::Regression.merge_list('max')
+  end
+end

data/tasks/regression/check_diff.rake

@@ -16,7 +16,8 @@ module AtCoderFriends
         pipeline(pbm)
       end
 
-      system("diff -r #{EMIT_ORG_DIR} #{emit_dir}")
+      diff_log = log_path('check_diff.txt')
+      system("diff -r --exclude=.git #{EMIT_ORG_DIR} #{emit_dir} > #{diff_log}")
     end
   end
 end

data/tasks/regression/check_parse.rake

@@ -11,7 +11,7 @@ module AtCoderFriends
     def check_parse(arg)
       arg ||= 'fmt,smp,int'
       list = local_pbm_list.map do |contest, q, url|
-        pbm = scraping_agent(REGRESSION_HOME, contest).fetch_problem(q, url)
+        pbm = scraping_agent(nil, contest).fetch_problem(q, url)
         Parser::Main.process(pbm)
         tbl = {
           'fmt' => !fmt?(pbm),

data/tasks/regression/regression.rb

@@ -13,8 +13,8 @@ module AtCoderFriends
     module_function
 
     CONTEST_LIST_URL = 'https://kenkoooo.com/atcoder/resources/contests.json'
-    REGRESSION_HOME =
-      File.expand_path(File.join(__dir__, '..', '..', 'regression'))
+    ACF_HOME = File.expand_path(File.join(__dir__, '..', '..'))
+    REGRESSION_HOME = File.join(ACF_HOME, 'regression')
     PAGES_DIR = File.join(REGRESSION_HOME, 'pages')
     EMIT_ORG_DIR = File.join(REGRESSION_HOME, 'emit_org')
     EMIT_DIR_FMT = File.join(REGRESSION_HOME, 'emit_%<now>s')
@@ -46,6 +46,7 @@ module AtCoderFriends
     end
 
     def scraping_agent(root, contest)
+      root ||= REGRESSION_HOME
       @ctx = Context.new({}, File.join(root, contest))
       @ctx.scraping_agent
     end
@@ -63,5 +64,9 @@ module AtCoderFriends
     def rmdir_force(dir)
       FileUtils.rm_r(dir) if Dir.exist?(dir)
     end
+
+    def log_path(file)
+      File.join(REGRESSION_HOME, file)
+    end
   end
 end

data/tasks/regression/section_list.rake

@@ -7,27 +7,39 @@ module AtCoderFriends
   module Regression
     module_function
 
+    SectionInfo = Struct.new(:contest, :q, :title)
+
     def section_list
-      list = local_pbm_list.flat_map do |contest, q, url|
+      list = load_section_list
+      save_section_list(list)
+    end
+
+    def load_section_list
+      local_pbm_list.flat_map do |contest, q, url|
         page = agent.get(url)
         %w[h2 h3].flat_map do |tag|
           page.search(tag).map do |h|
-            { contest: contest, q: q, text: normalize(h.content) }
+            SectionInfo.new(contest, q, normalize(h.content))
           end
         end
       end
-      list.group_by { |sec| sec[:text] }.each do |k, vs|
-        puts [k, vs.size, vs[0][:contest], vs[0][:q]].join("\t")
+    end
+
+    def save_section_list(list)
+      File.open(log_path('section_list.txt'), 'w') do |f|
+        list.group_by(&:title).each do |k, vs|
+          f.puts [k, vs.size, vs[0].contest, vs[0].q].join("\t")
+        end
       end
     end
 
     def normalize(s)
       s
-        .tr('　０-９Ａ-Ｚａ-ｚ', ' 0-9A-Za-z')
+        .tr('０-９Ａ-Ｚａ-ｚ', '0-9A-Za-z')
+        .gsub(/[[:space:]]/, '')
         .gsub(/[^一-龠_ぁ-ん_ァ-ヶーa-zA-Z0-9 ]/, '')
-        .gsub(/\d+/, '{N}')
-        .gsub(' ', '')
         .downcase
+        .gsub(/\d+/, '{N}')
         .strip
     end
   end

data/templates/ruby_builtin_default.rb

@@ -1,5 +1,7 @@
 # ### URL ###
 
+### CONSTS ###
+
 ### DCLS ###
 
 ### OUTPUT ###

data/templates/ruby_builtin_interactive.rb

@@ -13,6 +13,8 @@ end
 
 $DEBUG = true
 
+### CONSTS ###
+
 ### DCLS ###
 
 if $DEBUG

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: at_coder_friends
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - nejiko96
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-21 00:00:00.000000000 Z
+date: 2019-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize
@@ -165,7 +165,9 @@ files:
 - lib/at_coder_friends/parser/constraints.rb
 - lib/at_coder_friends/parser/input_format.rb
 - lib/at_coder_friends/parser/interactive.rb
+- lib/at_coder_friends/parser/introduction_wrapper.rb
 - lib/at_coder_friends/parser/main.rb
+- lib/at_coder_friends/parser/modulo.rb
 - lib/at_coder_friends/parser/sample_data.rb
 - lib/at_coder_friends/parser/section_wrapper.rb
 - lib/at_coder_friends/parser/sections.rb
@@ -182,6 +184,7 @@ files:
 - lib/at_coder_friends/test_runner/sample.rb
 - lib/at_coder_friends/verifier.rb
 - lib/at_coder_friends/version.rb
+- tasks/regression/check_const.rake
 - tasks/regression/check_diff.rake
 - tasks/regression/check_parse.rake
 - tasks/regression/regression.rb