gettc 1.2.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c80f45fecd9b96df8986e44dc295099b2d3dfa04
+  data.tar.gz: 78336c74d9779a92f2c6b7121b534f5e79fe5f3c
+SHA512:
+  metadata.gz: 7962d7609c319a030aa2cfbb1cb30f05a8cfc5f0461948ed6738109dabd76473828b8c4182d7590588f2f49366c42909866edb5080903d4fb43689006d1406e0
+  data.tar.gz: e35c776a854fb551e71aa9bc87b872467b942b211fe6df7201ef17fcfee60540f6415b21be0ce79c5885439d00d8f2c2996baf6907604707d2bfec24adae8f38

data/Rakefile

@@ -0,0 +1,41 @@
+require 'rake/testtask' 
+require 'rubygems/package_task' 
+require 'rubygems/installer' 
+require 'fileutils' 
+
+Rake::TestTask.new do |t|
+    t.libs   << 'core/lib'
+    t.pattern = 'core/test/**/*_test.rb'
+end
+
+spec = Gem::Specification.new do |s| 
+    s.platform = Gem::Platform::RUBY
+    s.name = 'gettc'
+    s.summary = 'Download TopCoder problem and generate a skeleton solution'
+    s.description = 'Given a TopCoder problem ID, gettc downloads the problem specification, parses the whole thing into a Markdown file, generates inputs/outputs based on the Examples and System Tests given, and finally generates basic solution files for you to get started.'
+    s.version = '1.2.2'
+
+    s.author = 'Seri'
+    s.email = 'seritrinh@gmail.com'
+    s.homepage = 'http://seriessays.blogspot.com'
+
+    s.files  = FileList["{bin,dist,core/lib}/**/*"].to_a + ['Rakefile']
+    s.test_files = FileList["core/test/**/*_test.rb"].to_a
+    s.require_path = 'core/lib'
+    s.has_rdoc = false
+
+    s.bindir = 'bin'
+    s.executables = ['gettc']
+
+    s.add_dependency 'hpricot'
+    s.add_dependency 'bluecloth'
+end 
+Gem::PackageTask.new spec do |pkg|
+    pkg.need_tar = true
+end
+
+task :clean do
+    if File.exists? 'pkg' then
+        FileUtils.rm_rf 'pkg'
+    end
+end 

data/bin/gettc

@@ -0,0 +1,63 @@
+#! /usr/bin/ruby
+
+require 'topcoder' 
+include TopCoder
+
+require 'rubygems'
+require 'fileutils' 
+require 'yaml' 
+
+def root_d
+    gem_d = Gem.loaded_specs['gettc']
+    if gem_d.nil? then
+        return File.join(File.basename(__FILE__), '../')
+    else
+        return gem_d.full_gem_path
+    end
+end
+
+def load_config
+    config_d = File.join File.expand_path('~'), '.gettc'    
+    unless Dir.exists? config_d then
+        FileUtils.mkdir config_d
+        default_d = File.join root_d, 'dist/.'
+        FileUtils.cp_r default_d, config_d
+    end
+    config = YAML.load_file File.join(config_d, 'config.yml')
+    account = Account.new config['username'], config['password']
+    source_d = File.join config_d, 'template'
+    return account, source_d
+end 
+
+def main
+    prog = File.basename __FILE__
+    usage = "Usage: #{prog} <id>\nWhere <id> is the problem ID, eg 11138" 
+    if ARGV.empty?  
+        puts usage 
+    else
+        id = ARGV[0].to_i
+        puts "You have given ID = #{id}" 
+    begin
+        account, source_d = load_config 
+        robot = Downloader.new account
+        parser = Parser.new robot
+        generator = Generator.new source_d, Dir.getwd
+        
+        print 'Downloading problem to raw HTML ... '
+        html = robot.download_problem id
+        puts 'Done'
+        
+        print 'Parsing problem from raw HTML ... '
+        prob = parser.parse html
+        puts 'Done'
+        
+        print "Generating problem diectory for #{prob.name} ... "
+        generator.generate prob
+        puts 'Done'
+    rescue => err
+        $stderr.puts err
+        exit -1
+    end
+    end        
+end
+main

data/core/lib/topcoder.rb

@@ -0,0 +1,3 @@
+require 'topcoder/download' 
+require 'topcoder/parse' 
+require 'topcoder/generate' 

data/core/lib/topcoder/download.rb

@@ -0,0 +1,89 @@
+require 'net/https'
+require 'cgi'
+require 'uri' 
+
+module TopCoder 
+    class Account
+        attr_accessor :username, :password
+        def initialize username, password
+            @username = username
+            @password = password
+        end
+        def to_s
+            return "#{@username}|#{@password}"
+        end
+    end
+    class DownloadError < StandardError
+    end
+    class LoginFailed < DownloadError
+        attr_accessor :account, :cookie
+        def initialize account, cookie, msg = 'Wrong username or password'
+            @account = account
+            @cookie = cookie
+            super "#{msg}\nAccount: #{@account}\nCookie: #{@cookie}\n"
+        end
+    end
+    class IDNotAvailable < DownloadError
+        attr_accessor :id
+        def initialize id, msg = 'ID not available'
+            @id = id
+            super "#{msg} (#{id})"
+        end
+    end
+    class Downloader
+        ROOT = 'http://community.topcoder.com'
+        LIMIT = 10
+        def initialize account
+            @account = account
+            @raw = get_cookie
+        end
+        def get_cookie
+            uri = URI.join(ROOT, 'tc?&module=Login')
+
+            req = Net::HTTP::Post.new uri.request_uri
+            req.set_form_data({'username' => @account.username,
+                               'password' => @account.password,
+                               'rem' => 'on' })
+
+            http = Net::HTTP.new uri.host, uri.port
+            res = http.request req
+            raw = res['set-cookie']
+
+            cookie = CGI::Cookie.parse raw
+            if cookie['main_user_id_1'].empty? or 
+               cookie['main_tcsso_1'].empty? then
+                raise LoginFailed.new @account, cookie
+            end
+
+            return raw
+        end 
+        def download url
+            uri = url
+            unless uri.is_a? URI then
+                uri = url.start_with?('http') ? URI.parse(url) : URI.join(ROOT, url) 
+            end 
+            LIMIT.times do
+                req = Net::HTTP::Get.new uri.request_uri
+                req['cookie'] = @raw
+
+                http = Net::HTTP.new uri.host, uri.port
+                res = http.request req   
+                
+                return res.body if res.is_a? Net::HTTPSuccess
+                unless res.is_a? Net::HTTPMovedPermanently then
+                    raise DownloadError.new res.class.to_s 
+                end
+                uri = URI.parse res['location']
+            end
+            raise DownloadError.new "Tried #{LIMIT} times without success"
+        end
+        def download_problem id
+            url = "/stat?c=problem_statement&pm=#{id}"
+            body = download url
+            if body.match('<h3>Problem Statement</h3>').nil? then
+                raise IDNotAvailable.new id
+            end 
+            return body
+        end
+    end
+end

data/core/lib/topcoder/generate.rb

@@ -0,0 +1,131 @@
+require 'fileutils'
+require 'erb' 
+
+require 'topcoder/problem'
+require 'topcoder/signature' 
+require 'topcoder/print'
+
+module TopCoder
+    class GenerateError < StandardError
+    end
+    class ProblemDirExists < GenerateError
+        attr_accessor :dir
+        def initialize dir, msg = nil
+            if msg.nil? then
+                msg = 'Cannot create problem directory because it already exists'
+            end 
+            @dir = dir
+            super "#{msg} (#{dir})"
+        end
+    end
+    class SourceDirNotExist < GenerateError
+        attr_accessor :dir
+        def initialize dir, msg = 'Source directory does not exist'
+            @dir = dir
+            super "#{msg} (#{dir})"
+        end
+    end
+    class TargetDirNotExist < GenerateError
+        attr_accessor :dir
+        def initialize dir, msg = 'Target directory does not exist'
+            @dir = dir
+            super "#{msg} (#{dir})"
+        end
+    end
+    class Generator
+        def initialize source_d, target_d
+            raise SourceDirNotExist.new source_d if not File.directory? source_d 
+            raise TargetDirNotExist.new target_d if not File.directory? target_d
+            @source_d = source_d
+            @target_d = target_d
+        end
+        def gen_images images, images_d
+            images.each do |image|
+                filename = File.join images_d, image.name
+                File.open filename, 'wb' do |f| f.write image.content end
+            end
+        end
+        def gen_cases cases, data_d
+            cases.each_index do |i|
+                c = cases[i]
+                File.open File.join(data_d, "#{i.to_s}.in"), 'w' do |f| 
+                    f.write c.input 
+                end 
+                File.open File.join(data_d, "#{i.to_s}.out"), 'w' do |f| 
+                    f.write c.output
+                end 
+            end 
+        end
+        def gen_template source, target
+            before = File.open source, 'r' do |f| f.read end
+            begin
+                after = ERB.new(before).result @context
+            rescue StandardError => err
+                puts "Template error (#{File.expand_path source}): "
+                puts err.backtrace.join "\n"
+            end
+            File.open target, 'w' do |f| f.write after end
+        end
+        def filter target_d, name
+            if name == '{images_d}' then
+                gen_images @prob.images, target_d
+            elsif name == '{examples_d}' then
+                gen_cases @prob.examples, target_d
+            elsif name == '{systests_d}' then
+                gen_cases @prob.systests, target_d
+            else
+                target_n = name.gsub /\{(\w*)\}/ do |match|
+                    @prob.name if $1 == 'name'
+                end 
+                return target_n
+            end
+            return nil
+        end
+        def load_engines
+            include_d = File.join File.expand_path('~'), '.gettc/include'
+            return if not File.exists? include_d
+            Dir.foreach include_d do |name|
+                child = File.join include_d, name
+                if File.directory? child then
+                    engine = File.join child, 'engine.rb'
+                    require engine if File.exists? engine
+                end
+            end
+        end
+        def walk source_d, target_d
+            Dir.foreach source_d do |name|
+                if name != '.' and name != '..' then
+                    source_p = File.join source_d, name
+                    target_n = filter target_d, name
+                    if not target_n.nil? then
+                        target_p = File.join target_d, target_n
+                        if File.directory? source_p then
+                            FileUtils.mkdir target_p if not File.exists? target_p
+                            walk source_p, target_p
+                        elsif File.file? source_p then
+                            gen_template source_p, target_p
+                        end
+                    end 
+                end 
+            end 
+        end
+        def generate prob
+            @prob = prob
+            @prob_d = File.join @target_d, prob.name
+            raise ProblemDirExists.new @prob_d if File.exists? @prob_d
+            FileUtils.mkdir @prob_d
+
+            method_sig = @prob.definitions['Method signature']
+            if method_sig.nil? then 
+                $stderr.puts '[Warning] No definition for method signature found'
+            else
+                vars = parse_method_signature method_sig
+                func = vars.shift
+            end
+            @context = binding 
+
+            load_engines
+            walk @source_d, @prob_d
+        end
+    end
+end

data/core/lib/topcoder/parse.rb

@@ -0,0 +1,231 @@
+require 'topcoder/problem'
+require 'topcoder/download' 
+
+require 'uri' 
+require 'pathname' 
+require 'hpricot'
+
+module TopCoder
+    class Parser 
+        def initialize downloader
+            @downloader = downloader
+            @images = []            
+        end
+
+        ## @section Utils
+
+        def indexes str, substr
+            from = str.index substr
+            return nil if from.nil?
+            to = from + substr.size
+            return from - 1, to
+        end
+        def filter html
+            unless html.valid_encoding? then
+                html = html.encode Encoding::UTF_8, invaid: :replace, undef: :replace, replace: ''
+            end
+            html.gsub! /<b>(\w*)<\/b>/ do |match| "*#{$1}*" end 
+            html.gsub! /<sup>(\w*)<\/sup>/ do |match| "^(#{$1})" end 
+            html.gsub! '&#160;', ''
+            html.gsub! '&nbsp;', ' '
+            text = Hpricot(html).to_plain_text
+            text.gsub! /\[img:(http:\/\/[^\]]*)\]/ do |match|
+                url = $1
+                image = Image.new
+                image.name = Pathname.new(url).basename
+                begin
+                    image.content = @downloader.download url
+                    @images << image
+                    "![image](images/#{image.name})"
+                rescue StandardError
+                    "![image](#{url})"
+                end
+            end 
+            return text
+        end
+        def h3 tag
+            return "<h3>#{tag}</h3>"
+        end
+
+        ## @section Parse problem parts
+
+        def parse_name html
+            html.sub! 'Problem Statement for', ''
+            return filter html
+        end
+        def parse_statement html
+            return filter html
+        end
+        def parse_definitions html
+            defs = { }
+            Hpricot(html).search '/tr/td.statText/table/tr' do |tr|
+                tds = tr.search '/td.statText'
+                if tds.size == 2 then
+                    key = tds[0].to_plain_text[0 .. -2]
+                    value = tds[1].to_plain_text
+                    defs[key] = value
+                end 
+            end 
+            return defs
+        end
+        def parse_notes html
+            notes = []
+            Hpricot(html).search '/tr' do |tr|
+                tds = tr.search '/td.statText'
+                notes << filter(tds[1].html) if tds.size == 2
+            end 
+            return notes
+        end
+        def parse_constraints html
+            return parse_notes html
+        end
+
+        ## @section Parse cases
+
+        def filter_inout text
+            text.gsub! '{', '['
+            text.gsub! '}', ']'
+            return text.strip
+        end
+        def parse_input html
+            text = nil
+            Hpricot(html).search '/table/tr/td.statText' do |td|
+                input = td.to_plain_text.strip
+                if text.nil? then
+                    text = input
+                else
+                    text << ",\n" << input
+                end 
+            end
+            return filter_inout text
+        end
+        def parse_output html
+            text = Hpricot(html).to_plain_text
+            text.sub! 'Returns: ', ''
+            return filter_inout text
+        end
+        def parse_reason html
+            return filter html
+        end
+        def parse_examples html
+            examples = []
+            tds = Hpricot(html).search('/tr/td.statText/table/tr/td.statText')
+            i = 0
+            while i < tds.size do
+                example = Case.new
+                example.input = parse_input tds[i].html
+                example.output = parse_output tds[i += 1].html
+                example.reason = parse_reason tds[i += 1].html
+                examples << example 
+                i += 1
+            end
+            return examples
+        end
+        def parse_systests html
+            systests = []
+            _, y = indexes html, '<!-- System Testing -->'
+            z, _ = indexes html, '<!-- End System Testing -->'
+            return systests if not y or not z
+            Hpricot(html[y .. z]).search '/table/tr[@valign=top]' do |tr|
+                tds = tr.search '/td.statText'    
+                if tds.size == 3 then
+                    test = Case.new
+                    test.input = filter_inout tds[0].to_plain_text
+                    test.output = filter_inout tds[1].to_plain_text
+                    systests << test 
+                end 
+            end 
+            return systests
+        end
+        def download_systests detail_url
+            detail = @downloader.download detail_url
+            Hpricot(detail).search 'a[@href^=/stat?c=problem_solution]' do |url|
+                solution = @downloader.download url.attributes['href']
+                systests = parse_systests solution
+                return systests if not systests.empty?
+            end 
+            return []
+        end
+        def parse_details doc
+            url, source, systests = '', '', []
+            doc.search 'a[@href^=/tc?module=ProblemDetail]' do |elem|
+                url = URI.join(Downloader::ROOT, elem.attributes['href']).to_s
+                source = filter elem.html
+                begin
+                    systests = download_systests url
+                    unless systests.empty? then
+                        return url, source, systests
+                    end 
+                rescue DownloadError
+                end
+            end 
+            return url, source, systests
+        end
+
+        ## @section Main method
+
+        def parse html
+            @images = []            
+            prob = Problem.new 
+            doc = Hpricot(html)
+
+            prob.name = parse_name doc.search('tr/td.statTextBig').html
+            prob.notes = nil
+            prob.constraints = nil
+            prob.examples = nil 
+
+            html = doc.search('td.problemText/table').html
+
+            _, x = indexes html, h3('Problem Statement')
+            y, z = indexes html, h3('Definition')
+            prob.statement = parse_statement html[x .. y]
+
+            x, y = indexes html, h3('Notes')
+            if x.nil? then
+                prob.notes = []
+                x, y = indexes html, h3('Constraints')
+                if x.nil? then
+                    prob.constraints = []
+                    x, y = indexes html, h3('Examples')
+                    if x.nil? then
+                        prob.examples = []
+                        x = -2
+                    end 
+                end 
+            end 
+            prob.definitions = parse_definitions html[z .. x]
+
+            if prob.notes.nil? then
+                z, x = indexes html, h3('Constraints')
+                if z.nil? then
+                    prob.constraints = []
+                    z, x = indexes html, h3('Examples') 
+                    if z.nil? then
+                        prob.examples = []
+                        z = - 2
+                    end 
+                end 
+                prob.notes = parse_notes html[y .. z]
+                x, y = z, x
+            end 
+
+            if prob.constraints.nil? then
+                z, x = indexes html, h3('Examples')
+                if z.nil? then
+                    prob.examples = []
+                    z = -2
+                end 
+                prob.constraints = parse_constraints html[y .. z]
+            end 
+
+            if prob.examples.nil? then
+                prob.examples = parse_examples html[x .. -2]
+            end 
+
+            prob.images = @images
+            prob.url, prob.source, prob.systests = parse_details doc
+
+            return prob
+        end    
+    end
+end