gettc 1.5 → 1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ce198ab839b5f78ae035a774c6294bd1d8378807
-  data.tar.gz: 5d0295e172711215ef34efa74b95a03701b9e308
+  metadata.gz: 20faeb1bc318f83ee20890b3c36a1722711ade15
+  data.tar.gz: f86143dc3392702f57f8b7eba0f5b6d4b9c042dd
 SHA512:
-  metadata.gz: bdee525b1578930dc32be932897b8cbf29cb9bdcbf2463a748772d4aef35b1420ebd0e87964105980b3d80aedb0151898b957b9cbbb67a31997a2ec668b1a127
-  data.tar.gz: 6675ce735256bf4b6d9ae8485fb6d9b35fda904e36198a31d11a9a47f84b6b4564cca507216907f31c07df55316d94c35160aa4600a45aa5692ecc78515cd505
+  metadata.gz: 45124af073a77ce2ca421da0fdc1d03cc24ed0ca75abe080d29ca0e813857644c8d4832d9160e400516d0499c3e0bee0da71485060cdcf97dc9e76d8633f16ef
+  data.tar.gz: d4b0ea56988becb5ed1d7fe91bd0b92d2902ad02ae2d39f9724594c277c7eb2974ec1a10044fce9c755de26c4a2a717dfcb009054bc7e0ca0e800dad5768abc5

data/bin/gettc

@@ -1,32 +1,44 @@
 #! /usr/bin/ruby
 
-require 'topcoder' 
-include TopCoder
+require "gettc" 
+include Gettc
 
-require 'rubygems'
-require 'fileutils' 
-require 'yaml' 
+require "rubygems"
+require "fileutils" 
+require "yaml" 
 
-def root_d
-    gem_d = Gem.loaded_specs['gettc']
+def init
+    $config_d = ENV.fetch "GETTC_HOME", File.expand_path("~/.gettc")
+    gem_d = Gem.loaded_specs["gettc"]
     if gem_d.nil? then
-        return File.join(File.basename(__FILE__), '../')
+        $root_d = File.join File.basename(__FILE__), "../"
     else
-        return gem_d.full_gem_path
+        $root_d = gem_d.full_gem_path
     end
 end
 
+def replace_config
+    FileUtils.mkdir $config_d
+    default_d = File.join $root_d, "dist/."
+    FileUtils.cp_r default_d, $config_d        
+end
+
 def load_config
-    config_d = File.join File.expand_path('~'), '.gettc'    
-    unless Dir.exists? config_d then
-        FileUtils.mkdir config_d
-        default_d = File.join root_d, 'dist/.'
-        FileUtils.cp_r default_d, config_d
+    replace_config unless Dir.exists? $config_d
+    config = YAML.load_file File.join($config_d, 'config.yml')
+
+    version = config["version"]
+    unless version.nil? then
+        version = Gem::Version.new version
+    end
+
+    if version.nil? or version < Gem::Version.new(VERSION) then
+        FileUtils.rm_rf $config_d
+        replace_config
     end
-    config = YAML.load_file File.join(config_d, 'config.yml')
-    account = Account.new config['username'], config['password']
-    source_d = File.join config_d, 'template'
-    return account, source_d
+
+    account = Account.new config["username"], config["password"]
+    return account
 end 
 
 def main
@@ -38,26 +50,30 @@ def main
         id = ARGV[0].to_i
         puts "You have given ID = #{id}" 
     begin
-        account, source_d = load_config 
+        account = load_config 
         robot = Downloader.new account
         parser = Parser.new robot
-        generator = Generator.new source_d, Dir.getwd
+        generator = Generator.new $config_d, Dir.getwd
         
-        print 'Downloading problem to raw HTML ... '
+        print "Downloading problem to raw HTML ... "
         html = robot.download_problem id
-        puts 'Done'
+        puts "Done"
         
-        print 'Parsing problem from raw HTML ... '
+        print "Parsing problem from raw HTML ... "
         prob = parser.parse html
-        puts 'Done'
+        puts "Done"
         
         print "Generating problem diectory for #{prob.name} ... "
         generator.generate prob
-        puts 'Done'
-    rescue => err
-        $stderr.puts err
+        puts "Done"
+    rescue TemplateError => terr
+        puts terr
+    rescue StandardError => err
+        puts err
         exit -1
-    end
     end        
+    end
 end
-main
+
+init
+main

data/core/lib/gettc.rb

@@ -0,0 +1,7 @@
+module Gettc
+    VERSION = "1.6"
+end
+
+require "gettc/download" 
+require "gettc/parse" 
+require "gettc/generate"

data/core/lib/{topcoder → gettc}/download.rb

@@ -1,9 +1,9 @@
-require 'net/https'
-require 'cgi'
-require 'uri' 
-require 'ostruct'
+require "net/https"
+require "cgi"
+require "uri" 
+require "ostruct"
 
-module TopCoder 
+module Gettc
     class Account
         attr_accessor :username, :password
         def initialize username, password
@@ -31,16 +31,54 @@ module TopCoder
             super "#{msg} (#{id})"
         end
     end
+    class ProxyError < DownloadError
+        attr_accessor :proxy
+        def initialize proxy, msg = 'Proxy error'
+            @proxy = proxy
+            super "#{msg}: http_proxy = #{proxy}"
+        end
+    end
     class Downloader
-        ROOT = 'http://community.topcoder.com'
+        ROOT = "http://community.topcoder.com"
         LIMIT = 10
         def initialize account
             @account = account
             @proxy = get_proxy
             @raw = get_cookie
         end
+        def download url
+            uri = url
+            unless uri.is_a? URI then
+                uri = url.start_with?("http") ? URI.parse(url) : URI.join(ROOT, url) 
+            end 
+
+            connect uri do |http|
+                LIMIT.times do
+                    req = Net::HTTP::Get.new uri.request_uri
+                    req["cookie"] = @raw
+                    res = http.request req   
+                    
+                    return res.body if res.is_a? Net::HTTPSuccess
+                    unless res.is_a? Net::HTTPMovedPermanently then
+                        raise DownloadError.new res.class.to_s 
+                    end
+                    uri = URI.parse res["location"]
+                end
+
+                raise DownloadError.new "Tried #{LIMIT} times without success"
+            end 
+        end
+        def download_problem id
+            url = "/stat?c=problem_statement&pm=#{id}"
+            body = download url
+            if body.match("<h3>Problem Statement</h3>").nil? then
+                raise IDNotAvailable.new id
+            end 
+            return body
+        end
+    private
         def get_proxy
-            uri = URI.parse ENV['http_proxy']
+            uri = URI.parse ENV["http_proxy"]
             proxy = OpenStruct.new
             proxy.host, proxy.port = uri.host, uri.port
             if uri.userinfo then
@@ -63,60 +101,30 @@ module TopCoder
                 begin
                     yield http
                 rescue Errno::ECONNRESET
-                    raise DownloadError.new "Check the http_proxy environmental variable"
+                    raise ProxyError.new @proxy
                 end
                 end
             end 
         end
         def get_cookie
-            uri = URI.join(ROOT, 'tc?&module=Login')
+            uri = URI.join(ROOT, "tc?&module=Login")
 
             req = Net::HTTP::Post.new uri.request_uri
-            req.set_form_data({'username' => @account.username,
-                               'password' => @account.password,
-                               'rem' => 'on' })
+            req.set_form_data({"username" => @account.username,
+                               "password" => @account.password,
+                               "rem" => "on" })
 
             res = connect uri do |http|
                 http.request req
             end
-            raw = res['set-cookie']
+            raw = res["set-cookie"]
 
             cookie = CGI::Cookie.parse raw
-            if cookie['tcsso'].empty? then
+            if cookie["tcsso"].empty? then
                 raise LoginFailed.new @account, cookie
             end
 
             return raw
         end 
-        def download url
-            uri = url
-            unless uri.is_a? URI then
-                uri = url.start_with?('http') ? URI.parse(url) : URI.join(ROOT, url) 
-            end 
-
-            connect uri do |http|
-                LIMIT.times do
-                    req = Net::HTTP::Get.new uri.request_uri
-                    req['cookie'] = @raw
-                    res = http.request req   
-                    
-                    return res.body if res.is_a? Net::HTTPSuccess
-                    unless res.is_a? Net::HTTPMovedPermanently then
-                        raise DownloadError.new res.class.to_s 
-                    end
-                    uri = URI.parse res['location']
-                end
-
-                raise DownloadError.new "Tried #{LIMIT} times without success"
-            end 
-        end
-        def download_problem id
-            url = "/stat?c=problem_statement&pm=#{id}"
-            body = download url
-            if body.match('<h3>Problem Statement</h3>').nil? then
-                raise IDNotAvailable.new id
-            end 
-            return body
-        end
     end
-end
+end

data/core/lib/gettc/generate.rb

@@ -0,0 +1,145 @@
+require "fileutils"
+require "pathname"
+require "erb" 
+
+require "gettc/problem"
+require "gettc/signature" 
+require "gettc/print"
+
+module Gettc
+	GenerateError = Class.new StandardError
+	class ProblemDirExists < GenerateError
+		attr_accessor :dir
+		def initialize dir, msg = nil
+			if msg.nil? then
+				msg = "Cannot create problem directory because it already exists"
+			end 
+			@dir = dir
+			super "#{msg} (#{dir})"
+		end
+	end
+	class SourceDirNotExist < GenerateError
+		attr_accessor :dir
+		def initialize dir, msg = "Source directory does not exist"
+			@dir = dir
+			super "#{msg} (#{dir})"
+		end
+	end
+	class TargetDirNotExist < GenerateError
+		attr_accessor :dir
+		def initialize dir, msg = "Target directory does not exist"
+			@dir = dir
+			super "#{msg} (#{dir})"
+		end
+	end
+	class TemplateError < GenerateError
+		attr_accessor :dir
+		def initialize err, source, msg = "Template error"
+			@err = err
+			@source = source
+			super "#{msg} (#{source})\n#{err}"
+		end
+	end	
+	class Generator
+		def initialize config_d, target_d
+			@source_d = File.join config_d, "template"
+			@target_d = target_d
+			raise SourceDirNotExist.new @source_d unless File.directory? @source_d 
+			raise TargetDirNotExist.new @target_d unless File.directory? @target_d
+
+			include_d = File.join config_d, "include"
+			load_engines include_d
+		end
+		def generate prob
+			@prob = prob
+			@prob_d = File.join @target_d, prob.name
+			raise ProblemDirExists.new @prob_d if File.exists? @prob_d
+			FileUtils.mkdir @prob_d
+
+			method_sig = @prob.definitions["Method signature"]
+			if method_sig.nil? then 
+				$stderr.puts "[Warning] No definition for method signature found"
+			else
+				vars = parse_method_signature method_sig
+				func = vars.shift
+			end
+			@context = binding
+
+			walk @source_d, @prob_d
+		end
+	private        
+		def gen_images images, images_d
+			images.each do |image|
+				filename = File.join images_d, image.name
+				File.open filename, "wb" do |f| f.write image.content end
+			end
+		end
+		def gen_cases cases, data_d
+			cases.each_index do |i|
+				c = cases[i]
+				File.open File.join(data_d, "#{i.to_s}.in"), "w" do |f| 
+					f.write c.input 
+				end 
+				File.open File.join(data_d, "#{i.to_s}.out"), "w" do |f| 
+					f.write c.output
+				end 
+			end 
+		end
+		def gen_template source, target
+			before = File.open source, "r" do |f| f.read end
+			begin
+				after = ERB.new(before).result @context
+			rescue SyntaxError, NameError => err
+				raise TemplateError.new err, source
+			end
+			File.open target, "w" do |f| f.write after end
+		end
+		def filter target_d, name
+			if name == "{images_d}" then
+				gen_images @prob.images, target_d
+			elsif name == "{examples_d}" then
+				gen_cases @prob.examples, target_d
+			elsif name == "{systests_d}" then
+				gen_cases @prob.systests, target_d
+			else
+				target_n = name.gsub /\{(\w*)\}/ do |match|
+					@prob.name if $1 == "name"
+				end 
+				return target_n
+			end
+			return nil
+		end
+		def load_engines include_d
+			return unless File.exists? include_d
+			Dir.foreach include_d do |name|
+				child = File.join include_d, name
+				if File.directory? child then
+					engine = File.join child, "engine.rb"
+					if File.exists? engine then
+						unless (Pathname.new engine).absolute? then
+							engine = "./" + engine							
+						end
+						require engine
+					end
+				end
+			end
+		end
+		def walk source_d, target_d
+			Dir.foreach source_d do |name|
+				if name != "." and name != ".." then
+					source_p = File.join source_d, name
+					target_n = filter target_d, name
+					unless target_n.nil? then
+						target_p = File.join target_d, target_n
+						if File.directory? source_p then
+							FileUtils.mkdir target_p unless File.exists? target_p
+							walk source_p, target_p
+						elsif File.file? source_p then
+							gen_template source_p, target_p
+						end
+					end 
+				end 
+			end 
+		end
+	end
+end

data/core/lib/{topcoder → gettc}/parse.rb

@@ -1,18 +1,81 @@
-require 'topcoder/problem'
-require 'topcoder/download' 
+require "gettc/problem"
+require "gettc/download" 
 
-require 'uri' 
-require 'pathname' 
-require 'hpricot'
+require "uri" 
+require "pathname" 
+require "hpricot"
 
-module TopCoder
+module Gettc
     class Parser 
         def initialize downloader
             @downloader = downloader
             @images = []            
         end
+        def parse html
+            @images = []            
+            prob = Problem.new 
+            doc = Hpricot(html)
+
+            prob.name = parse_name doc.search("tr/td.statTextBig").html
+            prob.notes = nil
+            prob.constraints = nil
+            prob.examples = nil 
+
+            html = doc.search("td.problemText/table").html
+
+            _, x = indexes html, h3("Problem Statement")
+            y, z = indexes html, h3("Definition")
+            prob.statement = parse_statement html[x .. y]
 
-        ## @section Utils
+            x, y = indexes html, h3("Notes")
+            if x.nil? then
+                prob.notes = []
+                x, y = indexes html, h3("Constraints")
+                if x.nil? then
+                    prob.constraints = []
+                    x, y = indexes html, h3("Examples")
+                    if x.nil? then
+                        prob.examples = []
+                        x = -2
+                    end 
+                end 
+            end 
+            prob.definitions = parse_definitions html[z .. x]
+
+            if prob.notes.nil? then
+                z, x = indexes html, h3("Constraints")
+                if z.nil? then
+                    prob.constraints = []
+                    z, x = indexes html, h3("Examples") 
+                    if z.nil? then
+                        prob.examples = []
+                        z = - 2
+                    end 
+                end 
+                prob.notes = parse_notes html[y .. z]
+                x, y = z, x
+            end 
+
+            if prob.constraints.nil? then
+                z, x = indexes html, h3("Examples")
+                if z.nil? then
+                    prob.examples = []
+                    z = -2
+                end 
+                prob.constraints = parse_constraints html[y .. z]
+            end 
+
+            if prob.examples.nil? then
+                prob.examples = parse_examples html[x .. -2]
+            end 
+
+            prob.images = @images
+            prob.url, prob.source, prob.systests = parse_details doc
+
+            return prob
+        end    
+    private
+        ## @section General helpers
 
         def indexes str, substr
             from = str.index substr
@@ -21,13 +84,18 @@ module TopCoder
             return from - 1, to
         end
         def filter html
-            unless html.valid_encoding? then
-                html = html.encode Encoding::UTF_8, invaid: :replace, undef: :replace, replace: ''
-            end
-            html.gsub! /<b>(\w*)<\/b>/ do |match| "*#{$1}*" end 
-            html.gsub! /<sup>(\w*)<\/sup>/ do |match| "^(#{$1})" end 
-            html.gsub! '&#160;', ''
-            html.gsub! '&nbsp;', ' '
+            html = html.force_encoding("ISO-8859-1").encode("utf-8", 
+                                                            invaid: :replace, 
+                                                            undef: :replace, 
+                                                            replace: "")
+            html.gsub! /<b>(\w*)<\/b>/ do |match| 
+                "*#{$1}*" 
+            end 
+            html.gsub! /<sup>(\w*)<\/sup>/ do |match| 
+                "^(#{$1})" 
+            end 
+            html.gsub! "&#160;", ""
+            html.gsub! "&nbsp;", " "
             text = Hpricot(html).to_plain_text
             text.gsub! /\[img:(http:\/\/[^\]]*)\]/ do |match|
                 url = $1
@@ -50,7 +118,7 @@ module TopCoder
         ## @section Parse problem parts
 
         def parse_name html
-            html.sub! 'Problem Statement for', ''
+            html.sub! "Problem Statement for", ""
             return filter html
         end
         def parse_statement html
@@ -58,8 +126,8 @@ module TopCoder
         end
         def parse_definitions html
             defs = { }
-            Hpricot(html).search '/tr/td.statText/table/tr' do |tr|
-                tds = tr.search '/td.statText'
+            Hpricot(html).search "/tr/td.statText/table/tr" do |tr|
+                tds = tr.search "/td.statText"
                 if tds.size == 2 then
                     key = tds[0].to_plain_text[0 .. -2]
                     value = tds[1].to_plain_text
@@ -70,8 +138,8 @@ module TopCoder
         end
         def parse_notes html
             notes = []
-            Hpricot(html).search '/tr' do |tr|
-                tds = tr.search '/td.statText'
+            Hpricot(html).search "/tr" do |tr|
+                tds = tr.search "/td.statText"
                 notes << filter(tds[1].html) if tds.size == 2
             end 
             return notes
@@ -83,13 +151,13 @@ module TopCoder
         ## @section Parse cases
 
         def filter_inout text
-            text.gsub! '{', '['
-            text.gsub! '}', ']'
+            text.gsub! "{", "["
+            text.gsub! "}", "]"
             return text.strip
         end
         def parse_input html
             text = nil
-            Hpricot(html).search '/table/tr/td.statText' do |td|
+            Hpricot(html).search "/table/tr/td.statText" do |td|
                 input = td.to_plain_text.strip
                 if text.nil? then
                     text = input
@@ -101,7 +169,7 @@ module TopCoder
         end
         def parse_output html
             text = Hpricot(html).to_plain_text
-            text.sub! 'Returns: ', ''
+            text.sub! "Returns: ", ""
             return filter_inout text
         end
         def parse_reason html
@@ -109,7 +177,7 @@ module TopCoder
         end
         def parse_examples html
             examples = []
-            tds = Hpricot(html).search('/tr/td.statText/table/tr/td.statText')
+            tds = Hpricot(html).search("/tr/td.statText/table/tr/td.statText")
             i = 0
             while i < tds.size do
                 example = Case.new
@@ -123,11 +191,11 @@ module TopCoder
         end
         def parse_systests html
             systests = []
-            _, y = indexes html, '<!-- System Testing -->'
-            z, _ = indexes html, '<!-- End System Testing -->'
-            return systests if not y or not z
-            Hpricot(html[y .. z]).search '/table/tr[@valign=top]' do |tr|
-                tds = tr.search '/td.statText'    
+            _, y = indexes html, "<!-- System Testing -->"
+            z, _ = indexes html, "<!-- End System Testing -->"
+            return systests unless y and z
+            Hpricot(html[y .. z]).search "/table/tr[@valign=top]" do |tr|
+                tds = tr.search "/td.statText"    
                 if tds.size == 3 then
                     test = Case.new
                     test.input = filter_inout tds[0].to_plain_text
@@ -139,17 +207,17 @@ module TopCoder
         end
         def download_systests detail_url
             detail = @downloader.download detail_url
-            Hpricot(detail).search 'a[@href^=/stat?c=problem_solution]' do |url|
-                solution = @downloader.download url.attributes['href']
+            Hpricot(detail).search "a[@href^=/stat?c=problem_solution]" do |url|
+                solution = @downloader.download url.attributes["href"]
                 systests = parse_systests solution
-                return systests if not systests.empty?
+                return systests unless systests.empty?
             end 
             return []
         end
         def parse_details doc
-            url, source, systests = '', '', []
-            doc.search 'a[@href^=/tc?module=ProblemDetail]' do |elem|
-                url = URI.join(Downloader::ROOT, elem.attributes['href']).to_s
+            url, source, systests = "", "", []
+            doc.search "a[@href^=/tc?module=ProblemDetail]" do |elem|
+                url = URI.join(Downloader::ROOT, elem.attributes["href"]).to_s
                 source = filter elem.html
                 begin
                     systests = download_systests url
@@ -161,71 +229,5 @@ module TopCoder
             end 
             return url, source, systests
         end
-
-        ## @section Main method
-
-        def parse html
-            @images = []            
-            prob = Problem.new 
-            doc = Hpricot(html)
-
-            prob.name = parse_name doc.search('tr/td.statTextBig').html
-            prob.notes = nil
-            prob.constraints = nil
-            prob.examples = nil 
-
-            html = doc.search('td.problemText/table').html
-
-            _, x = indexes html, h3('Problem Statement')
-            y, z = indexes html, h3('Definition')
-            prob.statement = parse_statement html[x .. y]
-
-            x, y = indexes html, h3('Notes')
-            if x.nil? then
-                prob.notes = []
-                x, y = indexes html, h3('Constraints')
-                if x.nil? then
-                    prob.constraints = []
-                    x, y = indexes html, h3('Examples')
-                    if x.nil? then
-                        prob.examples = []
-                        x = -2
-                    end 
-                end 
-            end 
-            prob.definitions = parse_definitions html[z .. x]
-
-            if prob.notes.nil? then
-                z, x = indexes html, h3('Constraints')
-                if z.nil? then
-                    prob.constraints = []
-                    z, x = indexes html, h3('Examples') 
-                    if z.nil? then
-                        prob.examples = []
-                        z = - 2
-                    end 
-                end 
-                prob.notes = parse_notes html[y .. z]
-                x, y = z, x
-            end 
-
-            if prob.constraints.nil? then
-                z, x = indexes html, h3('Examples')
-                if z.nil? then
-                    prob.examples = []
-                    z = -2
-                end 
-                prob.constraints = parse_constraints html[y .. z]
-            end 
-
-            if prob.examples.nil? then
-                prob.examples = parse_examples html[x .. -2]
-            end 
-
-            prob.images = @images
-            prob.url, prob.source, prob.systests = parse_details doc
-
-            return prob
-        end    
     end
-end
+end