at_coder_friends 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7ea93eb5e8bef9fd743ff3f5767cc906264b878b
-  data.tar.gz: 6b41067f5105e20859e2a5e5c0d120ef52e29b9a
+  metadata.gz: 24142f8aee41542925cca00a32b8bc857c012625
+  data.tar.gz: 31511f4cde2547fe046b202981888691d070231a
 SHA512:
-  metadata.gz: 963c99df359372cbc89cbe6efb4ccf8c3ffccfc50e68364dc62e7314574a1ad30cfa6e12086cb994a844f5ce71d93a1eb543fe76c50a8cf361b4f18cf7387669
-  data.tar.gz: 81468b9c45065d8c8de6ef3c6355e400ce56d784c0743ad2d44e50784c5ebc3529ab3d5f4808561feea5ec388d53697a5b5d34030360b85f8cd676627c4a7a3b
+  metadata.gz: c6eab79caf8682d95758978e90ee04bbd687a66f302e4ecec3e1dbd73ce8bb2c4b5208411b76c319b992eabc01970e3b5e8c77d6d4fda9f88eb1ff617ff00d06
+  data.tar.gz: 87a88e30c96d63452044c56e5dad00981fecbac8a956e24f99b411709dae015b3046ee5be735ca5d707907da8cb6dd38f86eec0e2285ffeee83b03ba26c75fd4

data/.gitignore

@@ -11,8 +11,11 @@
 # rspec failure tracking
 .rspec_status
 
+# rvm
+.ruby-version
+
 # at_coder_friends
 .at_coder_friends.yml
 
-# rvm
-.ruby-version
+# regression environment
+/regression

data/.rubocop.yml

@@ -3,6 +3,7 @@ inherit_from: .rubocop_todo.yml
 AllCops:
   Exclude:
     - 'spec/fixtures/**/*'
+    - 'regression/**/*'
   TargetRubyVersion: 2.3
 
 Lint/AmbiguousBlockAssociation:

data/.rubocop_todo.yml

@@ -2,7 +2,10 @@ Metrics/AbcSize:
   Max: 20
 
 Metrics/ClassLength:
-  Max: 142
+  Max: 135
+
+Metrics/ModuleLength:
+  Max: 120
 
 Metrics/MethodLength:
   Max: 15

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    at_coder_friends (0.5.0)
+    at_coder_friends (0.5.1)
+      colorize (~> 0.8.1)
       launchy (~> 2.4.3)
       mechanize (~> 2.0)
 
@@ -10,6 +11,7 @@ GEM
   specs:
     addressable (2.7.0)
       public_suffix (>= 2.0.2, < 5.0)
+    colorize (0.8.1)
     connection_pool (2.2.2)
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
@@ -32,9 +34,9 @@ GEM
       nokogiri (~> 1.6)
       ntlm-http (~> 0.1, >= 0.1.1)
       webrobots (>= 0.0.9, < 0.2)
-    mime-types (3.2.2)
+    mime-types (3.3)
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2019.0331)
+    mime-types-data (3.2019.0904)
     mini_portile2 (2.4.0)
     net-http-digest_auth (1.4.1)
     net-http-persistent (3.1.0)
@@ -44,19 +46,19 @@ GEM
     ntlm-http (0.1.1)
     public_suffix (4.0.1)
     rake (13.0.0)
-    rspec (3.8.0)
-      rspec-core (~> 3.8.0)
-      rspec-expectations (~> 3.8.0)
-      rspec-mocks (~> 3.8.0)
-    rspec-core (3.8.0)
-      rspec-support (~> 3.8.0)
-    rspec-expectations (3.8.2)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.0)
+      rspec-support (~> 3.9.0)
+    rspec-expectations (3.9.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-mocks (3.8.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-support (3.8.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.0)
     safe_yaml (1.0.5)
     simplecov (0.17.1)
       docile (~> 1.1)

data/Rakefile

@@ -5,4 +5,6 @@ require 'rspec/core/rake_task'
 
 RSpec::Core::RakeTask.new(:spec)
 
+Dir['tasks/**/*.rake'].each { |t| load t }
+
 task default: :spec

data/at_coder_friends.gemspec

@@ -30,6 +30,7 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '>= 2.3.0'
 
+  spec.add_dependency 'colorize', '~> 0.8.1'
   spec.add_dependency 'launchy', '~> 2.4.3'
   spec.add_dependency 'mechanize', '~> 2.0'
 

data/lib/at_coder_friends.rb

@@ -5,12 +5,20 @@ require 'at_coder_friends/errors'
 require 'at_coder_friends/path_util'
 require 'at_coder_friends/config_loader'
 require 'at_coder_friends/verifier'
-require 'at_coder_friends/test_runner'
-require 'at_coder_friends/sample_test_runner'
-require 'at_coder_friends/judge_test_runner'
+require 'at_coder_friends/test_runner/base'
+require 'at_coder_friends/test_runner/sample'
+require 'at_coder_friends/test_runner/judge'
 require 'at_coder_friends/problem'
-require 'at_coder_friends/scraping_agent'
-require 'at_coder_friends/format_parser'
+require 'at_coder_friends/scraping/session'
+require 'at_coder_friends/scraping/authentication'
+require 'at_coder_friends/scraping/custom_test'
+require 'at_coder_friends/scraping/submission'
+require 'at_coder_friends/scraping/tasks'
+require 'at_coder_friends/scraping/agent'
+require 'at_coder_friends/parser/page_parser'
+require 'at_coder_friends/parser/format_parser'
+require 'at_coder_friends/parser/constraints_parser'
+require 'at_coder_friends/parser/main'
 require 'at_coder_friends/ruby_generator'
 require 'at_coder_friends/cxx_generator'
 require 'at_coder_friends/emitter'

data/lib/at_coder_friends/cli.rb

@@ -92,11 +92,10 @@ module AtCoderFriends
       raise AppError, "#{path} is not empty." \
         if Dir.exist?(path) && !Dir["#{path}/*"].empty?
 
-      parser = FormatParser.new
       rb_gen = RubyGenerator.new
       cxx_gen = CxxGenerator.new
       ctx.scraping_agent.fetch_all do |pbm|
-        parser.process(pbm)
+        Parser::Main.process(pbm)
         rb_gen.process(pbm)
         cxx_gen.process(pbm)
         ctx.emitter.emit(pbm)

data/lib/at_coder_friends/config_loader.rb

@@ -43,7 +43,7 @@ module AtCoderFriends
       end
 
       def merge(base_hash, derived_hash)
-        res = base_hash.merge(derived_hash || {}) do |_, base_val, derived_val|
+        res = base_hash.merge(derived_hash) do |_, base_val, derived_val|
           if base_val.is_a?(Hash) && derived_val.is_a?(Hash)
             merge(base_val, derived_val)
           else
@@ -55,7 +55,7 @@ module AtCoderFriends
 
       def load_yaml(path)
         yaml = IO.read(path, encoding: Encoding::UTF_8)
-        YAML.safe_load(yaml, [], [], false, path)
+        YAML.safe_load(yaml, [], [], false, path) || {}
       rescue Errno::ENOENT
         raise ConfigNotFoundError,
               "Configuration file not found: #{path}"

data/lib/at_coder_friends/context.rb

@@ -19,15 +19,15 @@ module AtCoderFriends
     end
 
     def scraping_agent
-      @scraping_agent ||= ScrapingAgent.new(self)
+      @scraping_agent ||= Scraping::Agent.new(self)
     end
 
     def sample_test_runner
-      @sample_test_runner ||= SampleTestRunner.new(self)
+      @sample_test_runner ||= TestRunner::Sample.new(self)
     end
 
     def judge_test_runner
-      @judge_test_runner ||= JudgeTestRunner.new(self)
+      @judge_test_runner ||= TestRunner::Judge.new(self)
     end
 
     def verifier

data/lib/at_coder_friends/cxx_generator.rb

@@ -61,12 +61,12 @@ module AtCoderFriends
     }.freeze
 
     def process(pbm)
-      src = generate(pbm.defs, pbm.desc)
+      src = generate(pbm.defs, pbm.constraints)
       pbm.add_src(:cxx, src)
     end
 
-    def generate(defs, desc)
-      consts = gen_consts(desc)
+    def generate(defs, constraints)
+      consts = gen_consts(constraints)
       dcls = gen_decls(defs)
       reads = gen_reads(defs)
       TEMPLATE
@@ -75,16 +75,10 @@ module AtCoderFriends
         .sub('/*** READS ***/', reads.map { |s| '  ' + s }.join("\n"))
     end
 
-    def gen_consts(desc)
-      desc
-        .gsub(/[,\\\(\)\{\}\|]/, '')
-        .gsub(/(≤|leq)/i, '≦')
-        .scan(/([\da-z_]+)\s*≦\s*(\d+)(?:\^(\d+))?/i)
-        .map do |v, sz, k|
-          sz = sz.to_i
-          sz **= k.to_i if k
-          "const int #{v.upcase}_MAX = #{sz};"
-        end
+    def gen_consts(constraints)
+      constraints
+        .select { |c| c.type == :max }
+        .map { |c| "const int #{c.name.upcase}_MAX = #{c.value};" }
     end
 
     def gen_decls(defs)

data/lib/at_coder_friends/emitter.rb

@@ -35,9 +35,5 @@ module AtCoderFriends
       File.write(src_path, src.txt)
       puts src_file
     end
-
-    def makedirs_unless(dir)
-      FileUtils.makedirs(dir) unless Dir.exist?(dir)
-    end
   end
 end

data/lib/at_coder_friends/parser/constraints_parser.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module AtCoderFriends
+  module Parser
+    # parses constraints
+    module ConstraintsParser
+      module_function
+
+      def process(pbm)
+        pbm.constraints = parse(pbm.desc)
+      end
+
+      def parse(desc)
+        desc
+          .gsub(/[,\\(){}|]/, '')
+          .gsub(/(≤|leq?)/i, '≦')
+          .scan(/([\da-z_]+)\s*≦\s*(\d+)(?:\^(\d+))?/i)
+          .map do |v, sz, k|
+            sz = sz.to_i
+            sz **= k.to_i if k
+            Constraint.new(v, :max, sz)
+          end
+      end
+    end
+  end
+end

data/lib/at_coder_friends/parser/format_parser.rb

@@ -0,0 +1,154 @@
+# frozen_string_literal: true
+
+module AtCoderFriends
+  module Parser
+    # parses input data format and generates input definitons
+    module FormatParser
+      module_function
+
+      # Iterates through elements of an array
+      class Iterator
+        def initialize(array)
+          @array = array
+          @i = 0
+        end
+
+        def next?
+          @i < @array.size
+        end
+
+        def next
+          ret = @array[@i]
+          @i += 1
+          ret
+        end
+      end
+
+      PARSERS = [
+        {
+          container: :harray,
+          item: :number,
+          pat: /^(?<v>[a-z]+)[01](\s+\k<v>.)*(\s+\.+)?(\s+\k<v>.)+$/i,
+          names: ->(m) { [m[:v]] },
+          pat2: ->(_) { nil },
+          size: ->(f) { [f[-1]] }
+        },
+        {
+          container: :harray,
+          item: :char,
+          pat: /^(?<v>[a-z]+)[01](\k<v>.)*(\s*\.+\s*)?(\k<v>.)+$/i,
+          names: ->(m) { [m[:v]] },
+          pat2: ->(_) { nil },
+          size: ->(f) { [f[-1]] }
+        },
+        {
+          container: :matrix,
+          item: :number,
+          pat: /^(?<v>[a-z]+)[01][01](\s+\k<v>..)*(\s+\.+)?(\s+\k<v>..)+$/i,
+          names: ->(m) { [m[:v]] },
+          pat2: ->(v) { /(^#{v}..(\s+#{v}..)*(\s+\.+)?(\s+#{v}..)+|\.+)$/ },
+          size: ->(f) { f[-2..-1].chars.to_a }
+        },
+        {
+          container: :matrix,
+          item: :char,
+          pat: /^(?<v>[a-z]+)[01][01](\k<v>..)*(\s*\.+\s*)?(\k<v>..)+$/i,
+          names: ->(m) { [m[:v]] },
+          pat2: ->(v) { /(^#{v}..(#{v}..)*(\s*\.+\s*)?(#{v}..)+|\.+)$/ },
+          size: ->(f) { f[-2..-1].chars.to_a }
+        },
+        {
+          container: :varray,
+          item: :number,
+          pat: /^[a-z]+(?<i>[0-9])(\s+[a-z]+\k<i>)*$/i,
+          names: ->(m) { m[0].split.map { |w| w[0..-2] } },
+          pat2: lambda { |vs|
+            pat = vs.map { |v| v + '.+' }.join('\s+')
+            /^(#{pat}|\.+)$/
+          },
+          size: ->(f) { /(?<sz>\d+)$/ =~ f ? [sz] : [f[-1]] }
+        },
+        {
+          container: :single,
+          item: :number,
+          pat: /^[a-z]+(\s+[a-z]+)*$/i,
+          names: ->(m) { m[0].split },
+          pat2: ->(_) { nil },
+          size: ->(_) { [] }
+        }
+      ].freeze
+
+      def process(pbm)
+        defs = parse(pbm.fmt, pbm.smps)
+        pbm.defs = defs
+      end
+
+      def parse(fmt, smps)
+        lines = normalize(fmt)
+        defs = parse_fmt(lines)
+        smpx = max_smp(smps)
+        smpx && match_smp!(defs, smpx)
+        defs
+      end
+
+      def normalize(fmt)
+        fmt
+          .gsub(/[+*-]\d+/, '') # N-1, N+1 -> N
+          .gsub(%r{[-/　]}, ' ') # a-b, a/b -> a b
+          .gsub(/\{.*?\}/) { |w| w.delete(' ') } # {1, 1}->{1,1} shortest match
+          .gsub(/[_,'\\(){}|$]/, '')
+          .gsub(/[・:：…‥]+/, '..')
+          .gsub(/[clv]?dots/, '..')
+          .gsub(/^[.\s]+$/, '..')
+          .split("\n")
+          .map(&:strip)
+      end
+
+      # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
+      def parse_fmt(lines)
+        it = Iterator.new(lines + ['']) # sentinel
+        prv = nil
+        cur = it.next
+        Enumerator.new do |y|
+          loop do
+            unless (parser = PARSERS.find { |ps| ps[:pat] =~ cur })
+              puts "unknown format: #{cur}" unless cur.empty?
+              (cur = it.next) ? next : break
+            end
+            container, item = parser.values_at(:container, :item)
+            m = parser[:pat].match(cur)
+            names = parser[:names].call(m)
+            pat2 = parser[:pat2].call(names)
+            loop do
+              prv = cur
+              cur = it.next
+              break unless pat2 && pat2 =~ cur
+            end
+            size = parser[:size].call(prv)
+            y << InputDef.new(container, item, names, size)
+          end
+        end.to_a
+      end
+      # rubocop:enable Metrics/MethodLength, Metrics/AbcSize
+
+      def max_smp(smps)
+        smps
+          .select { |smp| smp.ext == :in }
+          .max_by { |smp| smp.txt.size }
+          &.txt
+      end
+
+      def match_smp!(inpdefs, smp)
+        lines = smp.split("\n")
+        inpdefs.each_with_index do |inpdef, i|
+          break if i >= lines.size
+          next if inpdef.item != :number
+
+          inpdef.item = :string if lines[i].split[0] =~ /[^\-0-9]/
+          break if %i[varray matrix].include?(inpdef.container)
+        end
+        inpdefs
+      end
+    end
+  end
+end

data/lib/at_coder_friends/parser/main.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module AtCoderFriends
+  module Parser
+    # entry point for parsing problem description
+    module Main
+      module_function
+
+      def process(pbm)
+        PageParser.process(pbm)
+        FormatParser.process(pbm)
+        ConstraintsParser.process(pbm)
+      end
+    end
+  end
+end