brand2csv 0.1.7 → 0.1.8

data/History.txt

@@ -1,3 +1,7 @@
+=== 0.1.8 01.06.2013
+
+* Save partial results and wait 1 seconds between fetching each detail
+
 === 0.1.7 27.05.2013
 
 * Avoid force_encoding if ruby version 1.8.*

data/README.md

@@ -1,6 +1,21 @@
 # brand2csv
 
-brand2csv
-=========
+brand2csv using swissreg.ch to get addresses.
 
-brand2csv using swissreg.ch
+## Usage
+brand2csv 01.01.2013 "b*"
+
+## Help
+```
+~> brand2csv --help
+/usr/local/bin/brand2csv ver.0.1.7
+Usage:
+ brand2csv timespan
+  Find all brands registered in switzerland during the given timespan.
+  The following examples valid timespan periods:
+    1.10.2005
+    1.10.2005-31.10.2005
+    1.10.2005, 5.10.2005-31.10.2005
+  The results are stored in the file ausgabe.csv.
+  The trademark name is either a real brand name or a link to an image.
+```

data/lib/brand2csv.rb

@@ -546,9 +546,9 @@ module Brand2csv
             @agent.page.forms.first.submit
             break
           rescue
-            puts "Rescue in submit. nrTries is #{nrTries}"
+            puts "Rescue in submit. nrTries is #{nrTries}. Retry after a few seconds"
             nrTries += 1
-            sleep 1
+            sleep 10
             exit 1 if nrTries > 3
           end
         end
@@ -562,6 +562,7 @@ module Brand2csv
         end
         @results << Swissreg::getMarkenInfoFromDetail(Nokogiri::Slop(@agent.page.body))
         @agent.back
+        sleep 1      
       }
       filename = "#{LogDir}/vereinfachte_#{pageNr}_back.html"
       writeResponse(filename)
@@ -600,8 +601,12 @@ module Brand2csv
 
   def Brand2csv::run(timespan, marke = 'a*')
     session = Swissreg.new(timespan, marke)
-    session.parse_swissreg
-    session.fetchresult
+    begin
+      session.parse_swissreg
+      session.fetchresult
+    rescue Interrupt, Net::HTTP::Persistent::Error
+      puts "Unterbrochen. Vesuche #{session.results.size} Resultate zu speichern"
+    end
     Swissreg::emitCsv(session.results, "#{timespan}.csv")
   end
   

data/lib/brand2csv/version.rb

@@ -1,3 +1,3 @@
 module Brand2csv
-  VERSION = "0.1.7"
+  VERSION = "0.1.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: brand2csv
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-27 00:00:00.000000000 Z
+date: 2013-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize