at_coder_friends 0.5.2 → 0.6.0

data/lib/at_coder_friends/problem.rb

@@ -1,45 +1,61 @@
 # frozen_string_literal: true
 
 module AtCoderFriends
-  SampleData = Struct.new(:no, :ext, :txt) do
-    def initialize(no, ext, txt)
-      super(no.to_i, ext, txt)
+  # holds problem information
+  class Problem
+    SECTION_IN_FMT = 'INPUT_FORMAT'
+    SECTION_OUT_FMT = 'OUTPUT_FORMAT'
+    SECTION_IO_FMT = 'INOUT_FORMAT'
+    SECTION_CONSTRAINTS = 'CONSTRAINTS'
+    SECTION_IN_SMP = 'INPUT_SAMPLE_%<no>s'
+    SECTION_IN_SMP_PAT = /^INPUT_SAMPLE_(?<no>\d+)$/.freeze
+    SECTION_OUT_SMP = 'OUTPUT_SAMPLE_%<no>s'
+    SECTION_OUT_SMP_PAT = /^OUTPUT_SAMPLE_(?<no>\d+)$/.freeze
+    SECTION_IO_SMP = 'INOUT_SAMPLE'
+
+    SampleData = Struct.new(:no, :ext, :txt)
+
+    InputFormat = Struct.new(:container, :item, :names, :size) do
+      def initialize(container, item, names, size = [])
+        super(container, item, names, size)
+      end
     end
-  end
 
-  InputDef = Struct.new(:container, :item, :names, :size) do
-    def initialize(container, item, names, size = [])
-      super(container, item, names, size)
-    end
-  end
+    Constraint = Struct.new(:name, :type, :value)
 
-  Constraint = Struct.new(:name, :type, :value)
+    Options = Struct.new(:interactive, :binary_values)
 
-  SourceCode = Struct.new(:ext, :txt)
+    SourceCode = Struct.new(:ext, :txt)
 
-  # holds problem information
-  class Problem
-    attr_reader :q, :smps, :srcs
-    attr_accessor :page, :desc, :fmt, :defs, :constraints
+    attr_reader :q, :samples, :sources, :options
+    attr_accessor :page, :sections, :formats, :constraints
 
-    def initialize(q)
+    def initialize(q, page = Mechanize::Page.new)
       @q = q
-      @page = nil
-      @desc = ''
-      @fmt = ''
-      @smps = []
-      @defs = []
+      @page = page
+      @sections = {}
+      @samples = []
+      @formats = []
       @constraints = []
-      @srcs = []
+      @options = Options.new
+      @sources = []
       yield self if block_given?
     end
 
+    def url
+      @url ||= page.uri.to_s
+    end
+
+    def page_body
+      @page_body ||= page.body.force_encoding('utf-8')
+    end
+
     def add_smp(no, ext, txt)
-      @smps << SampleData.new(no, ext, txt)
+      @samples << SampleData.new(no, ext, txt)
     end
 
     def add_src(ext, txt)
-      @srcs << SourceCode.new(ext, txt)
+      @sources << SourceCode.new(ext, txt)
     end
   end
 end

data/lib/at_coder_friends/scraping/agent.rb

@@ -30,10 +30,6 @@ module AtCoderFriends
         @contest ||= contest_name(ctx.path)
       end
 
-      def config
-        ctx.config
-      end
-
       def common_url(path)
         File.join(BASE_URL, path)
       end
@@ -43,7 +39,7 @@ module AtCoderFriends
       end
 
       def lang_id(ext)
-        config.dig('ext_settings', ext, 'submit_lang') || (
+        ctx.config.dig('ext_settings', ext, 'submit_lang') || (
           msg = <<~MSG
             submit_lang for .#{ext} is not specified.
             Available languages:

data/lib/at_coder_friends/scraping/authentication.rb

@@ -38,13 +38,13 @@ module AtCoderFriends
       end
 
       def read_auth
-        user = config['user'].to_s
+        user = ctx.config['user'].to_s
         if user.empty?
           print('Enter username:')
           user = STDIN.gets.chomp
         end
 
-        pass = config['password'].to_s
+        pass = ctx.config['password'].to_s
         if pass.empty?
           print("Enter password for #{user}:")
           pass = STDIN.noecho(&:gets).chomp

data/lib/at_coder_friends/scraping/session.rb

@@ -19,7 +19,7 @@ module AtCoderFriends
       end
 
       def session_store
-        @session_store ||= format(SESSION_STORE_FMT, user: config['user'])
+        @session_store ||= format(SESSION_STORE_FMT, user: ctx.config['user'])
       end
     end
   end

data/lib/at_coder_friends/scraping/tasks.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'English'
-
 module AtCoderFriends
   module Scraping
     # fetch problems from tasks page
@@ -29,10 +27,8 @@ module AtCoderFriends
       def fetch_problem(q, url)
         puts "fetch problem from #{url} ..."
         page = fetch_with_auth(url)
-        Problem.new(q) do |pbm|
-          page.search('br').each { |br| br.replace("\n") }
-          pbm.page = page
-        end
+        page.search('br').each { |br| br.replace("\n") }
+        Problem.new(q, page)
       end
     end
   end

data/lib/at_coder_friends/test_runner/base.rb

@@ -8,25 +8,26 @@ module AtCoderFriends
     # run tests for the specified program.
     class Base
       include PathUtil
+      STATUS_STR = {
+        OK: '<< OK >>'.green,
+        WA: '!!!!! WA !!!!!'.red,
+        RE: '!!!!! RE !!!!!'.red,
+        NO_EXP: ''
+      }.freeze
 
       attr_reader :ctx, :path, :dir, :prg, :base, :ext, :q
 
       def initialize(ctx)
         @ctx = ctx
         @path, @dir, @prg, @base, @ext, @q = split_prg_path(ctx.path)
-      end
-
-      def config
-        ctx.config
+        @detail = true
       end
 
       def test_cmd
         @test_cmd ||= begin
-          cmds = config.dig('ext_settings', ext, 'test_cmd')
+          cmds = ctx.config.dig('ext_settings', ext, 'test_cmd')
           cmd = cmds && (cmds[which_os.to_s] || cmds['default'])
-          return nil unless cmd
-
-          cmd.gsub('{dir}', dir).gsub('{base}', base)
+          cmd&.gsub('{dir}', dir)&.gsub('{base}', base)
         end
       end
 
@@ -39,18 +40,25 @@ module AtCoderFriends
       end
 
       def run_test(id, infile, outfile, expfile)
-        return false unless File.exist?(infile) && File.exist?(expfile)
-
         puts "==== #{id} ===="
+        return false unless check_file(infile, outfile)
 
-        makedirs_unless(File.dirname(outfile))
         is_success = send(test_mtd, infile, outfile)
-        show_result(
-          is_success,
-          File.read(infile),
-          File.read(outfile),
-          File.read(expfile)
-        )
+        input = File.read(infile)
+        result = File.read(outfile)
+        expected = File.exist?(expfile) && File.read(expfile)
+        status = check_status(is_success, result, expected)
+        print detail_str(input, result, expected) if @detail
+        puts STATUS_STR[status]
+        status == :OK
+      end
+
+      def check_file(infile, outfile)
+        unless File.exist?(infile)
+          puts "#{File.basename(infile)} not found."
+          return false
+        end
+        makedirs_unless(File.dirname(outfile))
         true
       end
 
@@ -76,9 +84,16 @@ module AtCoderFriends
         [true, res['Stdout']]
       end
 
-      def show_result(is_success, input, result, expected)
-        print detail_str(input, result, expected)
-        puts result_str(is_success, result, expected)
+      def check_status(is_success, result, expected)
+        if !is_success
+          :RE
+        elsif !expected
+          :NO_EXP
+        elsif result != expected
+          :WA
+        else
+          :OK
+        end
       end
 
       def detail_str(input, result, expected)
@@ -86,22 +101,12 @@ module AtCoderFriends
         ret += "-- input --\n"
         ret += input
         ret += "-- expected --\n"
-        ret += expected
+        ret += expected || "(no expected value)\n"
         ret += "-- result --\n"
         ret += result
         ret
       end
 
-      def result_str(is_success, result, expected)
-        if !is_success
-          '!!!!! RE !!!!!'.red
-        elsif result != expected
-          '!!!!! WA !!!!!'.red
-        else
-          '<< OK >>'.green
-        end
-      end
-
       def which_os
         @which_os ||= begin
           case RbConfig::CONFIG['host_os']

data/lib/at_coder_friends/test_runner/judge.rb

@@ -16,10 +16,11 @@ module AtCoderFriends
 
       def judge_all
         puts "***** judge_all #{prg} (#{test_loc}) *****"
-        Dir["#{data_dir}/#{q}/in/*.txt"].sort.each do |infile|
+        results = Dir["#{data_dir}/#{q}/in/*.txt"].sort.map do |infile|
           id = File.basename(infile, '.txt')
           judge(id, false)
         end
+        !results.empty? && results.all?
       end
 
       def judge_one(id)
@@ -34,11 +35,6 @@ module AtCoderFriends
         expfile = "#{data_dir}/#{q}/out/#{id}.txt"
         run_test(id, infile, outfile, expfile)
       end
-
-      def show_result(is_success, input, result, expected)
-        print detail_str(input, result, expected) if @detail
-        puts result_str(is_success, result, expected)
-      end
     end
   end
 end

data/lib/at_coder_friends/test_runner/sample.rb

@@ -15,18 +15,20 @@ module AtCoderFriends
 
       def test_all
         puts "***** test_all #{prg} (#{test_loc}) *****"
-        1.upto(999) do |i|
-          break unless test(i)
+        results = Dir["#{data_dir}/#{q}_*.in"].sort.map do |infile|
+          id = File.basename(infile, '.in').sub(/[^_]+_/, '')
+          test(id)
         end
+        !results.empty? && results.all?
       end
 
-      def test_one(n)
+      def test_one(id)
         puts "***** test_one #{prg} (#{test_loc}) *****"
-        test(n)
+        test(id)
       end
 
-      def test(n)
-        id = format('%<q>s_%<n>03d', q: q, n: n)
+      def test(id)
+        id = format('%<q>s_%<id>s', q: q, id: id)
         files = %w[in out exp].map { |ext| "#{data_dir}/#{id}.#{ext}" }
         run_test(id, *files)
       end

data/lib/at_coder_friends/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AtCoderFriends
-  VERSION = '0.5.2'
+  VERSION = '0.6.0'
 end

data/tasks/regression/check_diff.rake

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+require_relative 'regression'
+
+module AtCoderFriends
+  # tasks for regression
+  module Regression
+    module_function
+
+    def check_diff
+      emit_dir = format(EMIT_DIR_FMT, now: Time.now.strftime('%Y%m%d%H%M%S'))
+      rmdir_force(emit_dir)
+
+      local_pbm_list.each do |contest, q, url|
+        pbm = scraping_agent(emit_dir, contest).fetch_problem(q, url)
+        pipeline(pbm)
+      end
+
+      system("diff -r #{EMIT_ORG_DIR} #{emit_dir}")
+    end
+  end
+end
+
+namespace :regression do
+  desc 'run regression check'
+  task :check_diff do
+    AtCoderFriends::Regression.check_diff
+  end
+end

data/tasks/regression/check_parse.rake

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require_relative 'regression'
+require 'at_coder_friends'
+
+module AtCoderFriends
+  # tasks for regression
+  module Regression
+    module_function
+
+    def check_parse(arg)
+      arg ||= 'fmt,smp,int'
+      list = local_pbm_list.map do |contest, q, url|
+        pbm = scraping_agent(REGRESSION_HOME, contest).fetch_problem(q, url)
+        Parser::Main.process(pbm)
+        tbl = {
+          'fmt' => !fmt?(pbm),
+          'smp' => pbm.samples.all? { |smp| smp.txt.empty? },
+          'int' => pbm.options.interactive,
+          'bin' => pbm.options.binary_values
+        }
+        [contest, q, tbl.values_at(*arg.split(','))]
+      end
+      report(list)
+    end
+
+    def fmt?(pbm)
+      [Problem::SECTION_IN_FMT, Problem::SECTION_IO_FMT]
+        .any? { |key| pbm.sections[key]&.code_block&.size&.positive? }
+    end
+
+    def report(list)
+      list
+        .select { |_, _, flags| flags.any? }
+        .map { |c, q, flags| [c, q, flags.map { |f| f_to_s(f) }] }
+        .sort
+        .each { |args| puts args.flatten.join("\t") }
+    end
+
+    def f_to_s(f)
+      if f.is_a?(Array)
+        f
+      else
+        f ? '◯' : '-'
+      end
+    end
+  end
+end
+
+namespace :regression do
+  desc 'checks page parse result'
+  task :check_parse, ['flags'] do |_, args|
+    flags = args[:flags]
+    AtCoderFriends::Regression.check_parse flags
+  end
+end

data/tasks/regression/regression.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+require 'net/http'
+require 'uri'
+require 'json'
+require 'csv'
+require 'mechanize'
+require 'at_coder_friends'
+
+module AtCoderFriends
+  # tasks for regression
+  module Regression
+    module_function
+
+    CONTEST_LIST_URL = 'https://kenkoooo.com/atcoder/resources/contests.json'
+    REGRESSION_HOME =
+      File.expand_path(File.join(__dir__, '..', '..', 'regression'))
+    PAGES_DIR = File.join(REGRESSION_HOME, 'pages')
+    EMIT_ORG_DIR = File.join(REGRESSION_HOME, 'emit_org')
+    EMIT_DIR_FMT = File.join(REGRESSION_HOME, 'emit_%<now>s')
+
+    def contest_id_list
+      uri = URI.parse(CONTEST_LIST_URL)
+      json = Net::HTTP.get(uri)
+      contests = JSON.parse(json)
+      puts "Total #{contests.size} contests"
+      contests.map { |h| h['id'] }
+    end
+
+    def local_pbm_list
+      Dir.glob(PAGES_DIR + '/**/*.html').map do |pbm_path|
+        contest = File.basename(File.dirname(pbm_path))
+        q = File.basename(pbm_path, '.html')
+        url = "file://#{pbm_path}"
+        [contest, q, url]
+      end
+    end
+
+    def pbm_list_from_file(file)
+      dat = File.join(REGRESSION_HOME, file)
+      CSV.read(dat, col_sep: "\t", headers: false).map do |contest, q|
+        pbm_path = File.join(PAGES_DIR, contest, "#{q}.html")
+        url = "file://#{pbm_path}"
+        [contest, q, url]
+      end
+    end
+
+    def scraping_agent(root, contest)
+      @ctx = Context.new({}, File.join(root, contest))
+      @ctx.scraping_agent
+    end
+
+    def agent
+      @agent ||= Mechanize.new
+    end
+
+    def pipeline(pbm)
+      Parser::Main.process(pbm)
+      @ctx.generator.process(pbm)
+      @ctx.emitter.emit(pbm)
+    end
+
+    def rmdir_force(dir)
+      FileUtils.rm_r(dir) if Dir.exist?(dir)
+    end
+  end
+end