blz 0.2.0.20181203 → 0.2.0.20190603

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 14a7cdfb274ff2c30e35b413785ecb8030332e34
-  data.tar.gz: 48fe40a29f5ae6bb7bf06531938fcbadba64f608
+  metadata.gz: b10c9a3ddad85875050f3f6aed75714a09692a95
+  data.tar.gz: 971d1fa6f38e48ec43fc90a7571f8f473383ef45
 SHA512:
-  metadata.gz: f062375007f31493bf55be7c84e09882e26cb25cb5a1c5d8fabd067feb53478287ff0d2a47a9fd61922391050b3cb13d23249eea1f462d02a3ffe126eecded56
-  data.tar.gz: 7848454bc30130b6a855e598a93bb61c6ae73a8d4822a7d8364b7bffdf92cc3e45657c2ae67235064954d85df20ce4da6443866d1a04aacf59d32c45834798f8
+  metadata.gz: 14a2e5ffcbddf0c97d0431517a82effa37e9bc824be630cfb84f23ee82b1459b4c08ff9aac740a529a4327afd3c5f007259c2f892b6fdc95a44d3ad8e0486b78
+  data.tar.gz: 5cb61246b47a9903f788b175da47233474e9e2ac82f025098cd1aadc93e72817d743e271787a266e9e678164607a0f393fd12c0436a82175b704d9e2c82e7b9e

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+# 0.2.0.20190603, releases 2019-05-03
+
+* BLZ data file updated
+* the previous cycle (20190304) did not contain updates
+
 # 0.2.0.20181203, released 2018-11-01
 
 * BLZ data file updated

data/Gemfile

@@ -9,4 +9,5 @@ end
 group :development do
   gem "mechanize"
   gem "nokogiri"
+  gem "rubyzip", "~> 1.2"
 end

data/blz.gemspec

@@ -4,7 +4,7 @@ extra_rdoc_files = ['CHANGELOG.md', 'LICENSE', 'README.md']
 
 Gem::Specification.new do |s|
   s.name            = 'blz'
-  s.version         = '0.2.0.20181203'
+  s.version         = '0.2.0.20190603'
   s.platform        = Gem::Platform::RUBY
   s.summary         = "BLZ (Bankleitzahlen) for Ruby"
 

data/scripts/fetch.rb

@@ -3,6 +3,7 @@
 require "mechanize"
 require "logger"
 require "zlib"
+require "zip"
 
 if (f = File.expand_path("~/.extranet")) && File.exist?(f)
   username, password = File.read(f).strip.split(":", 2)
@@ -44,9 +45,10 @@ begin
   sleep 1
   page = agent.get NAVIGATION[:table]
 
-  target_link = page.links.find do |link|
-    !!(link.text.strip =~ /BLZ_\d{8}.txt/)
-  end
+  target_link = page.links
+    .select  {|link| !!(link.text.strip =~ /BLZ_\d{8}.zip/) }
+    .sort_by {|link| link.text.strip }
+    .last
 
   if !target_link
     logger.info("no new download found")
@@ -54,7 +56,7 @@ begin
   end
 
   name = target_link.text.strip
-  if name == format("BLZ_%4d%02d%02d.txt", last_match[:y].to_i, last_match[:m].to_i, last_match[:d].to_i)
+  if name == format("BLZ_%4d%02d%02d.zip", last_match[:y].to_i, last_match[:m].to_i, last_match[:d].to_i)
     logger.info("no matching link found")
     exit 0
   end
@@ -63,21 +65,29 @@ begin
   sleep 1
   blz = agent.get(target_link.href)
 
-  name_match = name.match(/BLZ_(?<y>\d{4})(?<m>\d\d)(?<d>\d\d)\.txt$/)
+  name_match = name.match(/BLZ_(?<y>\d{4})(?<m>\d\d)(?<d>\d\d)\.zip$/)
   target_name = format("../data/%4d_%02d_%02d.tsv.gz", name_match[:y].to_i, name_match[:m].to_i, name_match[:d].to_i)
   target_file = File.expand_path(target_name, __dir__)
 
-  logger.info("reformatting, saving as #{target_file}")
-  Zlib::GzipWriter.open(target_file, Zlib::BEST_COMPRESSION) do |gz|
-    while line = blz.body_io.gets
-      line = line.encode(Encoding::UTF_8, Encoding::ISO_8859_15).chomp!
-      if line.length != METRIC_LEN
-        logger.error("expected line length #{METRIC_LEN}, got #{line.length} in '#{line}'")
-        next
+  logger.info("extracting ZIP file")
+  Zip::File.open_buffer(blz.body).each do |entry|
+    next unless entry.name == "BLZ.txt"
+    logger.info("found BLZ data")
+
+    entry.get_input_stream do |stream|
+      logger.info("reformatting, saving as #{target_file}")
+      Zlib::GzipWriter.open(target_file, Zlib::BEST_COMPRESSION) do |gz|
+        while line = stream.gets
+          line = line.encode(Encoding::UTF_8, Encoding::ISO_8859_15).chomp!
+          if line.length != METRIC_LEN
+            logger.error("expected line length #{METRIC_LEN}, got #{line.length} in '#{line}'")
+            next
+          end
+
+          i = 0
+          gz.puts METRIC.inject([]) {|s, m| s << line[i ... (i+=m)].strip }.join("\t")
+        end
       end
-
-      i = 0
-      gz.puts METRIC.inject([]) {|s, m| s << line[i ... (i+=m)].strip }.join("\t")
     end
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: blz
 version: !ruby/object:Gem::Version
-  version: 0.2.0.20181203
+  version: 0.2.0.20190603
 platform: ruby
 authors:
 - Oliver Eilhard
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-11-01 00:00:00.000000000 Z
+date: 2019-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -87,6 +87,7 @@ files:
 - data/2018_06_04.tsv.gz
 - data/2018_09_03.tsv.gz
 - data/2018_12_03.tsv.gz
+- data/2019_06_03.tsv.gz
 - lib/blz.rb
 - lib/blz/bank.rb
 - scripts/Makefile