at_coder_friends 0.6.3 → 0.6.8

data/tasks/regression/check_fmt.rake

@@ -1,45 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'regression'
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    def check_fmt
-      open_report('check_fmt.txt') do |f|
-        local_pbm_list.each do |contest, q, url|
-          next unless (res = process_fmt(contest, q, url))
-
-          f.puts [
-            contest, q, *res.map { |s| tsv_escape(s) }
-          ].join("\t")
-        end
-      end
-    end
-
-    def process_fmt(contest, q, url)
-      pbm = local_scraping_agent(nil, contest).fetch_problem(q, url)
-      Parser::Sections.process(pbm)
-      Parser::SampleData.process(pbm)
-      fmt1 = Parser::InputFormat.find_fmt(pbm)
-      return unless fmt1 && !fmt1.empty?
-
-      fmt2 = Parser::InputFormat.normalize_fmt(fmt1).join("\n")
-      Parser::InputFormat.process(pbm)
-      Parser::InputType.process(pbm)
-      inpdefs = pbm.formats_src
-      fmt3 = inpdefs.map(&:to_s).join("\n")
-      fmt4 = inpdefs.any? { |inpdef| inpdef.cols.empty? } ? '○' : ''
-      [fmt1, fmt2, fmt3, fmt4]
-    end
-  end
-end
-
-namespace :regression do
-  desc 'checks input format patterns'
-  task :check_fmt do
-    AtCoderFriends::Regression.check_fmt
-  end
-end

data/tasks/regression/check_parse.rake

@@ -1,69 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'regression'
-require 'at_coder_friends'
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    def check_parse
-      list = local_pbm_list.map do |contest, q, url|
-        pbm = local_scraping_agent(nil, contest).fetch_problem(q, url)
-        Parser::Main.process(pbm)
-        flags = [
-          !fmt?(pbm),
-          pbm.samples.all? { |smp| smp.txt.empty? },
-          pbm.options.interactive
-        ]
-        [contest, q, flags]
-      end
-      report(list, 'check_parse.txt')
-    end
-
-    def check_bin
-      list = local_pbm_list.map do |contest, q, url|
-        pbm = local_scraping_agent(nil, contest).fetch_problem(q, url)
-        Parser::Main.process(pbm)
-        flags = [pbm.options.binary_values]
-        [contest, q, flags]
-      end
-      report(list, 'check_bin.txt')
-    end
-
-    def fmt?(pbm)
-      fmt = Parser::InputFormat.find_fmt(pbm)
-      fmt && !fmt.empty?
-    end
-
-    def report(list, file)
-      open_report(file) do |f|
-        list
-          .select { |_, _, flags| flags.any? }
-          .map { |c, q, flags| [c, q, flags.map { |flg| f_to_s(flg) }] }
-          .each { |args| f.puts args.flatten.join("\t") }
-      end
-    end
-
-    def f_to_s(f)
-      if f.is_a?(Array)
-        f
-      else
-        f ? '◯' : '-'
-      end
-    end
-  end
-end
-
-namespace :regression do
-  desc 'checks page parse result'
-  task :check_parse do
-    AtCoderFriends::Regression.check_parse
-  end
-
-  desc 'checks binary problem parse result'
-  task :check_bin do
-    AtCoderFriends::Regression.check_bin
-  end
-end

data/tasks/regression/list_handler.rb

@@ -1,46 +0,0 @@
-# frozen_string_literal: true
-
-require 'net/http'
-require 'uri'
-require 'json'
-require 'csv'
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    CONTEST_LIST_URL = 'https://kenkoooo.com/atcoder/resources/contests.json'
-    ACF_HOME = File.expand_path(File.join(__dir__, '..', '..'))
-    REGRESSION_HOME = File.join(ACF_HOME, 'regression')
-    PAGES_DIR = File.join(REGRESSION_HOME, 'pages')
-    EMIT_ORG_DIR = File.join(REGRESSION_HOME, 'emit_org')
-    EMIT_DIR_FMT = File.join(REGRESSION_HOME, 'emit_%<now>s')
-
-    def contest_id_list
-      uri = URI.parse(CONTEST_LIST_URL)
-      json = Net::HTTP.get(uri)
-      contests = JSON.parse(json)
-      puts "Total #{contests.size} contests"
-      contests.map { |h| h['id'] }
-    end
-
-    def local_pbm_list
-      Dir.glob(PAGES_DIR + '/**/*.html').map do |pbm_path|
-        contest = File.basename(File.dirname(pbm_path))
-        q = File.basename(pbm_path, '.html')
-        url = "file://#{pbm_path}"
-        [contest, q, url]
-      end.sort # .take(10)
-    end
-
-    def pbm_list_from_file(file)
-      dat = File.join(REGRESSION_HOME, file)
-      CSV.read(dat, col_sep: "\t", headers: false).map do |contest, q|
-        pbm_path = File.join(PAGES_DIR, contest, "#{q}.html")
-        url = "file://#{pbm_path}"
-        [contest, q, url]
-      end
-    end
-  end
-end

data/tasks/regression/regression.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-require 'mechanize'
-require 'at_coder_friends'
-require_relative 'list_handler'
-require_relative 'report_handler'
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    def scraping_agent(root, contest)
-      root ||= REGRESSION_HOME
-      @ctx = Context.new({}, File.join(root, contest))
-      @ctx.scraping_agent
-    end
-
-    def local_scraping_agent(root, contest)
-      scraping_agent(root, contest)
-        .tap { |sa| sa.agent.pre_connect_hooks.clear }
-    end
-
-    def agent
-      @agent ||= Mechanize.new
-    end
-
-    def pipeline(pbm)
-      Parser::Main.process(pbm)
-      @ctx.generator.process(pbm)
-      @ctx.emitter.emit(pbm)
-    end
-
-    def rmdir_force(dir)
-      FileUtils.rm_r(dir) if Dir.exist?(dir)
-    end
-  end
-end

data/tasks/regression/report_handler.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    def open_report(file)
-      File.open(report_path(file), 'wb') { |f| yield f }
-    end
-
-    def report_path(file)
-      File.join(REGRESSION_HOME, file)
-    end
-
-    def tsv_escape(str)
-      '"' + str.gsub('"', '""').gsub("\t", ' ') + '"'
-    end
-  end
-end

data/tasks/regression/section_list.rake

@@ -1,53 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'regression'
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    SectionInfo = Struct.new(:contest, :q, :title)
-
-    def section_list
-      list = load_section_list
-      save_section_list(list)
-    end
-
-    def load_section_list
-      local_pbm_list.flat_map do |contest, q, url|
-        page = agent.get(url)
-        %w[h2 h3].flat_map do |tag|
-          page.search(tag).map do |h|
-            SectionInfo.new(contest, q, normalize(h.content))
-          end
-        end
-      end
-    end
-
-    def save_section_list(list)
-      open_report('section_list.txt') do |f|
-        list.group_by(&:title).each do |k, vs|
-          f.puts [k, vs.size, vs[0].contest, vs[0].q].join("\t")
-        end
-      end
-    end
-
-    def normalize(s)
-      s
-        .tr('０-９Ａ-Ｚａ-ｚ', '0-9A-Za-z')
-        .gsub(/[[:space:]]/, '')
-        .gsub(/[^一-龠_ぁ-ん_ァ-ヶーa-zA-Z0-9 ]/, '')
-        .downcase
-        .gsub(/\d+/, '{N}')
-        .strip
-    end
-  end
-end
-
-namespace :regression do
-  desc 'list all section titles'
-  task :section_list do
-    AtCoderFriends::Regression.section_list
-  end
-end

data/tasks/regression/setup.rake

@@ -1,48 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'regression'
-
-module AtCoderFriends
-  # tasks for regression
-  module Regression
-    module_function
-
-    def setup
-      rmdir_force(PAGES_DIR)
-      rmdir_force(EMIT_ORG_DIR)
-      contest_id_list.each do |contest|
-        setup_by_contest(contest)
-        sleep 3
-      end
-    end
-
-    def setup_by_contest(contest)
-      scraping_agent(EMIT_ORG_DIR, contest).fetch_all do |pbm|
-        setup_by_pbm(contest, pbm)
-      end
-    rescue StandardError => e
-      p e
-    end
-
-    def setup_by_pbm(contest, pbm)
-      html_path = File.join(PAGES_DIR, contest, "#{pbm.q}.html")
-      save_file(html_path, pbm.page.body)
-      pipeline(pbm)
-    rescue StandardError => e
-      p e
-    end
-
-    def save_file(path, content)
-      dir = File.dirname(path)
-      FileUtils.makedirs(dir) unless Dir.exist?(dir)
-      File.binwrite(path, content)
-    end
-  end
-end
-
-namespace :regression do
-  desc 'setup regression environment'
-  task :setup do
-    AtCoderFriends::Regression.setup
-  end
-end