gettc 1.10 → 2.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gettc
 version: !ruby/object:Gem::Version
-  version: '1.10'
+  version: '2.0'
 platform: ruby
 authors:
 - Seri
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-14 00:00:00.000000000 Z
+date: 2016-01-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hpricot
@@ -49,20 +49,6 @@ extensions: []
 extra_rdoc_files: []
 files:
 - bin/gettc
-- core/lib/gettc.rb
-- core/lib/gettc/download.rb
-- core/lib/gettc/generate.rb
-- core/lib/gettc/parse.rb
-- core/lib/gettc/print.rb
-- core/lib/gettc/problem.rb
-- core/lib/gettc/signature.rb
-- core/lib/gettc/types.rb
-- core/lib/version.rb
-- core/test/gettc/download_test.rb
-- core/test/gettc/generate_test.rb
-- core/test/gettc/parse_test.rb
-- core/test/gettc/signature_test.rb
-- core/test/gettc/types_test.rb
 - dist/config.yml
 - dist/include/cpp/engine.rb
 - dist/include/cpp/topcoder
@@ -84,6 +70,10 @@ files:
 - dist/include/python/engine.rb
 - dist/include/python/topcoder/__init__.py
 - dist/include/python/topcoder/__init__.pyc
+- dist/include/python/topcoder/__pycache__/__init__.cpython-34.pyc
+- dist/include/python/topcoder/__pycache__/errors.cpython-34.pyc
+- dist/include/python/topcoder/__pycache__/reader.cpython-34.pyc
+- dist/include/python/topcoder/__pycache__/writer.cpython-34.pyc
 - dist/include/python/topcoder/errors.py
 - dist/include/python/topcoder/errors.pyc
 - dist/include/python/topcoder/reader.py
@@ -127,13 +117,28 @@ files:
 - dist/template/util/check/Makefile
 - dist/template/util/check/check.cpp
 - dist/usage
+- lib/gettc.rb
+- lib/gettc/account.rb
+- lib/gettc/download.rb
+- lib/gettc/generate.rb
+- lib/gettc/parse.rb
+- lib/gettc/print.rb
+- lib/gettc/problem.rb
+- lib/gettc/signature.rb
+- lib/gettc/types.rb
+- lib/version.rb
+- test/gettc/download_test.rb
+- test/gettc/generate_test.rb
+- test/gettc/parse_test.rb
+- test/gettc/signature_test.rb
+- test/gettc/types_test.rb
 homepage: http://seri.github.io/gettc
 licenses: []
 metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
-- core/lib
+- lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -146,13 +151,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: TopCoder offline arena supporting multiple languages
 test_files:
-- core/test/gettc/download_test.rb
-- core/test/gettc/generate_test.rb
-- core/test/gettc/parse_test.rb
-- core/test/gettc/signature_test.rb
-- core/test/gettc/types_test.rb
+- test/gettc/download_test.rb
+- test/gettc/generate_test.rb
+- test/gettc/parse_test.rb
+- test/gettc/signature_test.rb
+- test/gettc/types_test.rb

data/core/lib/gettc/download.rb

@@ -1,130 +0,0 @@
-require "net/https"
-require "cgi"
-require "uri" 
-require "ostruct"
-
-module Gettc
-    class Account
-        attr_accessor :username, :password
-        def initialize username, password
-            @username = username
-            @password = password
-        end
-        def to_s
-            return "#{@username}|#{@password}"
-        end
-    end
-    class DownloadError < StandardError
-    end
-    class LoginFailed < DownloadError
-        attr_accessor :account, :cookie
-        def initialize account, cookie, msg = 'Wrong username or password'
-            @account = account
-            @cookie = cookie
-            super "#{msg}\nAccount: #{@account}\nCookie: #{@cookie}\n"
-        end
-    end
-    class IDNotAvailable < DownloadError
-        attr_accessor :id
-        def initialize id, msg = 'ID not available'
-            @id = id
-            super "#{msg} (#{id})"
-        end
-    end
-    class ProxyError < DownloadError
-        attr_accessor :proxy
-        def initialize proxy, msg = 'Proxy error'
-            @proxy = proxy
-            super "#{msg}: http_proxy = #{proxy}"
-        end
-    end
-    class Downloader
-        ROOT = "http://community.topcoder.com"
-        LIMIT = 10
-        def initialize account
-            @account = account
-            @proxy = get_proxy
-            @raw = get_cookie
-        end
-        def download url
-            uri = url
-            unless uri.is_a? URI then
-                uri = url.start_with?("http") ? URI.parse(url) : URI.join(ROOT, url) 
-            end 
-
-            connect uri do |http|
-                LIMIT.times do
-                    req = Net::HTTP::Get.new uri.request_uri
-                    req["cookie"] = @raw
-                    res = http.request req   
-                    
-                    return res.body if res.is_a? Net::HTTPSuccess
-                    unless res.is_a? Net::HTTPMovedPermanently then
-                        raise DownloadError.new res.class.to_s 
-                    end
-                    uri = URI.parse res["location"]
-                end
-
-                raise DownloadError.new "Tried #{LIMIT} times without success"
-            end 
-        end
-        def download_problem id
-            url = "/stat?c=problem_statement&pm=#{id}"
-            body = download url
-            if body.match("<h3>Problem Statement</h3>").nil? then
-                raise IDNotAvailable.new id
-            end 
-            return body
-        end
-    private
-        def get_proxy
-            uri = URI.parse ENV["http_proxy"]
-            proxy = OpenStruct.new
-            proxy.host, proxy.port = uri.host, uri.port
-            if uri.userinfo then
-                proxy.user, proxy.pass = uri.userinfo.split /:/
-            else
-                proxy.user, proxy.pass = nil, nil
-            end
-            return proxy
-        rescue URI::InvalidURIError
-            return nil
-        end
-        def connect uri
-            if @proxy.nil? then
-                Net::HTTP.start(uri.host, uri.port) do |http|
-                    yield http
-                end
-            else
-                Net::HTTP.start(uri.host, uri.port, @proxy.host, @proxy.port,
-                                @proxy.user, @proxy.pass) do |http|
-                begin
-                    yield http
-                rescue Errno::ECONNRESET
-                    raise ProxyError.new @proxy
-                end
-                end
-            end 
-        end
-        def get_cookie
-            uri = URI.join(ROOT, "tc?&module=Login")
-
-            req = Net::HTTP::Post.new uri.request_uri
-            req.set_form_data({"username" => @account.username,
-                               "password" => @account.password,
-                               "rem" => "on" })
-
-            res = connect uri do |http|
-                http.request req
-            end
-            raw = res["set-cookie"]
-
-            cookie = CGI::Cookie.parse raw
-            if cookie["tcsso"].empty? then
-                raise LoginFailed.new @account, cookie
-            end
-
-            return raw
-        end 
-    end
-end

data/core/lib/gettc/generate.rb

@@ -1,145 +0,0 @@
-require "fileutils"
-require "pathname"
-require "erb" 
-
-require "gettc/problem"
-require "gettc/signature" 
-require "gettc/print"
-
-module Gettc
-    GenerateError = Class.new StandardError
-    class ProblemDirExists < GenerateError
-        attr_accessor :dir
-        def initialize dir, msg = nil
-            if msg.nil? then
-                msg = "Cannot create problem directory because it already exists"
-            end 
-            @dir = dir
-            super "#{msg} (#{dir})"
-        end
-    end
-    class SourceDirNotExist < GenerateError
-        attr_accessor :dir
-        def initialize dir, msg = "Source directory does not exist"
-            @dir = dir
-            super "#{msg} (#{dir})"
-        end
-    end
-    class TargetDirNotExist < GenerateError
-        attr_accessor :dir
-        def initialize dir, msg = "Target directory does not exist"
-            @dir = dir
-            super "#{msg} (#{dir})"
-        end
-    end
-    class TemplateError < GenerateError
-        attr_accessor :dir
-        def initialize err, source, msg = "Template error"
-            @err = err
-            @source = source
-            super "#{msg} (#{source})\n#{err}"
-        end
-    end 
-    class Generator
-        def initialize config_d, target_d
-            @source_d = File.join config_d, "template"
-            @target_d = target_d
-            raise SourceDirNotExist.new @source_d unless File.directory? @source_d 
-            raise TargetDirNotExist.new @target_d unless File.directory? @target_d
-
-            include_d = File.join config_d, "include"
-            load_engines include_d
-        end
-        def generate prob
-            @prob = prob
-            @prob_d = File.join @target_d, prob.name
-            raise ProblemDirExists.new @prob_d if File.exists? @prob_d
-            FileUtils.mkdir @prob_d
-
-            method_sig = @prob.definitions["Method signature"]
-            if method_sig.nil? then 
-                $stderr.puts "[Warning] No definition for method signature found"
-            else
-                vars = parse_method_signature method_sig
-                func = vars.shift
-            end
-            @context = binding
-
-            walk @source_d, @prob_d
-        end
-    private        
-        def gen_images images, images_d
-            images.each do |image|
-                filename = File.join images_d, image.name
-                File.open filename, "wb" do |f| f.write image.content end
-            end
-        end
-        def gen_cases cases, data_d
-            cases.each_index do |i|
-                c = cases[i]
-                File.open File.join(data_d, "#{i.to_s}.in"), "w" do |f| 
-                    f.write c.input 
-                end 
-                File.open File.join(data_d, "#{i.to_s}.out"), "w" do |f| 
-                    f.write c.output
-                end 
-            end 
-        end
-        def gen_template source, target
-            before = File.open source, "r" do |f| f.read end
-            begin
-                after = ERB.new(before).result @context
-            rescue SyntaxError, NameError => err
-                raise TemplateError.new err, source
-            end
-            File.open target, "w" do |f| f.write after end
-        end
-        def filter target_d, name
-            if name == "{images_d}" then
-                gen_images @prob.images, target_d
-            elsif name == "{examples_d}" then
-                gen_cases @prob.examples, target_d
-            elsif name == "{systests_d}" then
-                gen_cases @prob.systests, target_d
-            else
-                target_n = name.gsub /\{(\w*)\}/ do |match|
-                    @prob.name if $1 == "name"
-                end 
-                return target_n
-            end
-            return nil
-        end
-        def load_engines include_d
-            return unless File.exists? include_d
-            Dir.foreach include_d do |name|
-                child = File.join include_d, name
-                if File.directory? child then
-                    engine = File.join child, "engine.rb"
-                    if File.exists? engine then
-                        unless (Pathname.new engine).absolute? then
-                            engine = "./" + engine                          
-                        end
-                        require engine
-                    end
-                end
-            end
-        end
-        def walk source_d, target_d
-            Dir.foreach source_d do |name|
-                if name != "." and name != ".." then
-                    source_p = File.join source_d, name
-                    target_n = filter target_d, name
-                    unless target_n.nil? then
-                        target_p = File.join target_d, target_n
-                        if File.directory? source_p then
-                            FileUtils.mkdir target_p unless File.exists? target_p
-                            walk source_p, target_p
-                        elsif File.file? source_p then
-                            gen_template source_p, target_p
-                        end
-                    end 
-                end 
-            end 
-        end
-    end
-end

data/core/lib/gettc/parse.rb

@@ -1,233 +0,0 @@
-require "gettc/problem"
-require "gettc/download" 
-
-require "uri" 
-require "pathname" 
-require "hpricot"
-
-module Gettc
-    class Parser 
-        def initialize downloader
-            @downloader = downloader
-            @images = []            
-        end
-        def parse html
-            @images = []            
-            prob = Problem.new 
-            doc = Hpricot(html)
-
-            prob.name = parse_name doc.search("tr/td.statTextBig").html
-            prob.notes = nil
-            prob.constraints = nil
-            prob.examples = nil 
-
-            html = doc.search("td.problemText/table").html
-
-            _, x = indexes html, h3("Problem Statement")
-            y, z = indexes html, h3("Definition")
-            prob.statement = parse_statement html[x .. y]
-
-            x, y = indexes html, h3("Notes")
-            if x.nil? then
-                prob.notes = []
-                x, y = indexes html, h3("Constraints")
-                if x.nil? then
-                    prob.constraints = []
-                    x, y = indexes html, h3("Examples")
-                    if x.nil? then
-                        prob.examples = []
-                        x = -2
-                    end 
-                end 
-            end 
-            prob.definitions = parse_definitions html[z .. x]
-
-            if prob.notes.nil? then
-                z, x = indexes html, h3("Constraints")
-                if z.nil? then
-                    prob.constraints = []
-                    z, x = indexes html, h3("Examples") 
-                    if z.nil? then
-                        prob.examples = []
-                        z = - 2
-                    end 
-                end 
-                prob.notes = parse_notes html[y .. z]
-                x, y = z, x
-            end 
-
-            if prob.constraints.nil? then
-                z, x = indexes html, h3("Examples")
-                if z.nil? then
-                    prob.examples = []
-                    z = -2
-                end 
-                prob.constraints = parse_constraints html[y .. z]
-            end 
-
-            if prob.examples.nil? then
-                prob.examples = parse_examples html[x .. -2]
-            end 
-
-            prob.images = @images
-            prob.url, prob.source, prob.systests = parse_details doc
-
-            return prob
-        end    
-    private
-        ## @section General helpers
-
-        def indexes str, substr
-            from = str.index substr
-            return nil if from.nil?
-            to = from + substr.size
-            return from - 1, to
-        end
-        def filter html
-            html = html.force_encoding("ISO-8859-1").encode("utf-8", 
-                                                            invaid: :replace, 
-                                                            undef: :replace, 
-                                                            replace: "")
-            html.gsub! /<b>(\w*)<\/b>/ do |match| 
-                "*#{$1}*" 
-            end 
-            html.gsub! /<sup>(\w*)<\/sup>/ do |match| 
-                "^(#{$1})" 
-            end 
-            html.gsub! "&#160;", ""
-            html.gsub! "&nbsp;", " "
-            text = Hpricot(html).to_plain_text
-            text.gsub! /\[img:(http:\/\/[^\]]*)\]/ do |match|
-                url = $1
-                image = Image.new
-                image.name = Pathname.new(url).basename
-                begin
-                    image.content = @downloader.download url
-                    @images << image
-                    "![image](images/#{image.name})"
-                rescue StandardError
-                    "![image](#{url})"
-                end
-            end 
-            return text
-        end
-        def h3 tag
-            return "<h3>#{tag}</h3>"
-        end
-
-        ## @section Parse problem parts
-
-        def parse_name html
-            html.sub! "Problem Statement for", ""
-            return filter html
-        end
-        def parse_statement html
-            return filter html
-        end
-        def parse_definitions html
-            defs = { }
-            Hpricot(html).search "/tr/td.statText/table/tr" do |tr|
-                tds = tr.search "/td.statText"
-                if tds.size == 2 then
-                    key = tds[0].to_plain_text[0 .. -2]
-                    value = tds[1].to_plain_text
-                    defs[key] = value
-                end 
-            end 
-            return defs
-        end
-        def parse_notes html
-            notes = []
-            Hpricot(html).search "/tr" do |tr|
-                tds = tr.search "/td.statText"
-                notes << filter(tds[1].html) if tds.size == 2
-            end 
-            return notes
-        end
-        def parse_constraints html
-            return parse_notes html
-        end
-
-        ## @section Parse cases
-
-        def filter_inout text
-            text.gsub! "{", "["
-            text.gsub! "}", "]"
-            return text.strip
-        end
-        def parse_input html
-            text = nil
-            Hpricot(html).search "/table/tr/td.statText" do |td|
-                input = td.to_plain_text.strip
-                if text.nil? then
-                    text = input
-                else
-                    text << ",\n" << input
-                end 
-            end
-            return filter_inout text
-        end
-        def parse_output html
-            text = Hpricot(html).to_plain_text
-            text.sub! "Returns: ", ""
-            return filter_inout text
-        end
-        def parse_reason html
-            return filter html
-        end
-        def parse_examples html
-            examples = []
-            tds = Hpricot(html).search("/tr/td.statText/table/tr/td.statText")
-            i = 0
-            while i < tds.size do
-                example = Case.new
-                example.input = parse_input tds[i].html
-                example.output = parse_output tds[i += 1].html
-                example.reason = parse_reason tds[i += 1].html
-                examples << example 
-                i += 1
-            end
-            return examples
-        end
-        def parse_systests html
-            systests = []
-            _, y = indexes html, "<!-- System Testing -->"
-            z, _ = indexes html, "<!-- End System Testing -->"
-            return systests unless y and z
-            Hpricot(html[y .. z]).search "/table/tr[@valign=top]" do |tr|
-                tds = tr.search "/td.statText"    
-                if tds.size == 3 then
-                    test = Case.new
-                    test.input = filter_inout tds[0].to_plain_text
-                    test.output = filter_inout tds[1].to_plain_text
-                    systests << test 
-                end 
-            end 
-            return systests
-        end
-        def download_systests detail_url
-            detail = @downloader.download detail_url
-            Hpricot(detail).search "a[@href^=/stat?c=problem_solution]" do |url|
-                solution = @downloader.download url.attributes["href"]
-                systests = parse_systests solution
-                return systests unless systests.empty?
-            end 
-            return []
-        end
-        def parse_details doc
-            url, source, systests = "", "", []
-            doc.search "a[@href^=/tc?module=ProblemDetail]" do |elem|
-                url = URI.join(Downloader::ROOT, elem.attributes["href"]).to_s
-                source = filter elem.html
-                begin
-                    systests = download_systests url
-                    unless systests.empty? then
-                        return url, source, systests
-                    end 
-                rescue DownloadError
-                end
-            end 
-            return url, source, systests
-        end
-    end
-end