avira_update_mirrors 0.1.0

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+.rvmrc

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in avira_update_mirrors.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 vkill
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,44 @@
+# AviraUpdateMirrors
+
+ Avira update mirrors
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'avira_update_mirrors'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install avira_update_mirrors
+
+## Usage
+
+see `examples`
+
+### about configure
+
+see your update log, like this
+
+    16:43:57 [UPD] [INFO]       Checking whether newer files are available.
+    16:43:57 [UPD] [INFO]       Select update server 'http://119.97.137.178/update'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/master.idx' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/wks_avira12-win32-en-pecl.idx' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/wks_avira12-win32-en-pecl.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/webcat-common-int.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/vdf.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/rdf-common-int.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/ave2-win32-int.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/wks_avira12-win32-en-pecl-info.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/peclkey-common-int.info.gz' to 'xx'.
+    16:43:57 [UPD] [INFO]       Downloading of 'http://119.97.137.178/update/idx/scanner-win32-int.info.gz' to 'xx'.
+
+"http://119.97.137.178/update" is your update_servers
+
+"idx/master.idx" is your idx_master
+
+"idx/wks_avira12-win32-en-pecl.idx" and more is your idxes

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/avira_update_mirrors.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/avira_update_mirrors/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["vkill"]
+  gem.email         = ["vkill.net@gmail.com"]
+  gem.description   = "Avira update mirrors"
+  gem.summary       = "Avira update mirrors"
+  gem.homepage      = "https://github.com/vkill/avira_update_mirrors"
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "avira_update_mirrors"
+  gem.require_paths = ["lib"]
+  gem.version       = AviraUpdateMirrors::VERSION
+
+  gem.add_dependency('httparty', '~> 0.8.1')
+end

data/examples/mirror_v12f_zhcn.rb

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+require 'avira_update_mirrors'
+
+AviraUpdateMirrors.configure do |config|
+  config.wwwroot_dir = "wwwroot"
+  config.products = [
+              "v12f_zhcn" => {
+                "update_servers" => %w`
+                  http://80.190.143.227/update
+                `,
+                "idx_master" => %q`/idx/master.idx`,
+                "idxes" => %w`
+                  /idx/wks_avira12-win32-zhcn-pecl.idx
+                  /idx/wks_avira12-win32-zhcn-pecl.info.gz
+                  /idx/webcat-common-int.info.gz
+                  /idx/vdf.info.gz
+                  /idx/rdf-common-int.info.gz
+                  /idx/ave2-win32-int.info.gz
+                  /idx/wks_avira12-win32-zhcn-pecl-info.info.gz
+                  /idx/peclkey-common-int.info.gz
+                  /idx/scanner-win32-int.info.gz
+                `
+              }
+            ]
+end
+
+AviraUpdateMirrors.mirror

data/examples/mirror_v12f_zhcn_and_v12p_en.rb

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+
+require 'avira_update_mirrors'
+
+AviraUpdateMirrors.configure do |config|
+  config.wwwroot_dir = "wwwroot"
+  config.products = [
+              "v12f_zhcn" => {
+                "update_servers" => %w`
+                  http://80.190.143.227/update
+                `,
+                "idx_master" => %q`/idx/master.idx`,
+                "idxes" => %w`
+                  /idx/wks_avira12-win32-zhcn-pecl.idx
+                  /idx/wks_avira12-win32-zhcn-pecl.info.gz
+                  /idx/webcat-common-int.info.gz
+                  /idx/vdf.info.gz
+                  /idx/rdf-common-int.info.gz
+                  /idx/ave2-win32-int.info.gz
+                  /idx/wks_avira12-win32-zhcn-pecl-info.info.gz
+                  /idx/peclkey-common-int.info.gz
+                  /idx/scanner-win32-int.info.gz
+                `
+              },
+              "v12p_en" => {
+                "update_servers" => %w`
+                  http://80.190.130.226/update
+                `,
+                "idx_master" => %q`/idx/master.idx`,
+                "idxes" => %w`
+                  /idx/wks_avira12-win32-en-pepr.idx
+                  /idx/wks_avira12-win32-en-pepr.info.gz
+                  /idx/webcat-common-int.info.gz
+                  /idx/vdf.info.gz
+                  /idx/rdf-common-int.info.gz
+                  /idx/ave2-win32-int.info.gz
+                  /idx/wks_avira12-win32-en-pepr-info.info.gz
+                  /idx/scanner-win32-int.info.gz
+                `
+              }
+            ]
+end
+
+AviraUpdateMirrors.mirror

data/examples/mirror_v12p_en.rb

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+
+require 'avira_update_mirrors'
+
+AviraUpdateMirrors.configure do |config|
+  config.wwwroot_dir = "wwwroot"
+  config.products = [
+              "v12p_en" => {
+                "update_servers" => %w`
+                  http://80.190.130.226/update
+                `,
+                "idx_master" => %q`/idx/master.idx`,
+                "idxes" => %w`
+                  /idx/wks_avira12-win32-en-pepr.idx
+                  /idx/wks_avira12-win32-en-pepr.info.gz
+                  /idx/webcat-common-int.info.gz
+                  /idx/vdf.info.gz
+                  /idx/rdf-common-int.info.gz
+                  /idx/ave2-win32-int.info.gz
+                  /idx/wks_avira12-win32-en-pepr-info.info.gz
+                  /idx/scanner-win32-int.info.gz
+                `
+              }
+            ]
+end
+
+AviraUpdateMirrors.mirror

data/lib/avira_update_mirrors.rb

@@ -0,0 +1,79 @@
+require "httparty"
+require 'fileutils'
+require "zlib"
+require 'rexml/document'
+include REXML
+require "digest/md5"
+
+require "avira_update_mirrors/version"
+require "avira_update_mirrors/configuration"
+require "avira_update_mirrors/download"
+require "avira_update_mirrors/parse_info"
+
+module AviraUpdateMirrors
+
+  def self.configure
+    yield Configuration
+  end
+
+  def self.mirror
+    @@base_dir = Dir.pwd
+    @@wwwroot_dir = File.join(@@base_dir, Configuration.wwwroot_dir)
+    @@download = {}
+
+    FileUtils.mkdir_p @@wwwroot_dir
+
+    Configuration.products.each_with_index do |product, n|
+      product.each do |product_name, product_config|
+        puts "mirroring #{product_name}"
+
+        puts "  choice update_server"
+        product_config["update_servers"].each do |update_server|
+
+          puts "    try #{update_server}"
+          download = Download.new(update_server, :base_dir => @@base_dir)
+          download.perform(product_config["idx_master"])
+
+          if download.downloaded?
+            @@download[product_name] = download
+            puts "      use this update_server #{update_server}"
+            break
+          else
+            next
+          end
+        end
+
+        raise "all update_servers invalidation" unless @@download[product_name]
+
+        # download all idxes and parse
+        product_config["idxes"].each do |idx|
+          puts "  downloading #{idx}"
+          @@download[product_name].perform(idx)
+        end
+
+        
+        parse_info = ParseInfo.new(:wwwroot_dir => @@wwwroot_dir, :downloads_dir => @@download[product_name].downloads_dir)
+        parse_info.generate_files_list do |msg|
+          puts msg
+        end
+        parse_info.check_files_md5 do |msg|
+          puts msg
+        end
+
+        puts "  #{parse_info.need_download_files.size} files need download"
+        parse_info.need_download_files.each do |file_name, file_zip_md5|
+          puts "  downloading #{file_name}"
+          @@download[product_name].perform(file_name)
+          unless Digest::MD5.file(@@download[product_name].download_file_path) == file_zip_md5.downcase
+            raise "downloaded file md5 error!"
+          end
+        end
+
+        puts "  copy downloaded files to wwwroot_dir and destroy downloaded files"
+        FileUtils.cp_r File.join(@@download[product_name].downloads_dir, "."), @@wwwroot_dir
+        FileUtils.rm_rf @@download[product_name].downloads_dir
+      end
+    end
+  end
+
+end

data/lib/avira_update_mirrors/configuration.rb

@@ -0,0 +1,28 @@
+module AviraUpdateMirrors
+  Configuration = Struct.new(
+    :wwwroot_dir,
+    :products
+  ).new(
+    'wwwroot',
+    [
+      "v12f_zhcn" => {
+        "update_servers" => %w`
+          http://80.190.143.227/update
+        `,
+        "idx_master" => %q`/idx/master.idx`,
+        "idxes" => %w`
+          /idx/wks_avira12-win32-zhcn-pecl.idx
+          /idx/wks_avira12-win32-zhcn-pecl.info.gz
+          /idx/webcat-common-int.info.gz
+          /idx/vdf.info.gz
+          /idx/rdf-common-int.info.gz
+          /idx/ave2-win32-int.info.gz
+          /idx/wks_avira12-win32-zhcn-pecl-info.info.gz
+          /idx/peclkey-common-int.info.gz
+          /idx/scanner-win32-int.info.gz
+        `
+      }
+    ]
+  )
+
+end

data/lib/avira_update_mirrors/download.rb

@@ -0,0 +1,48 @@
+module AviraUpdateMirrors
+  class Download
+
+    include HTTParty
+    default_timeout 10
+
+    attr_reader :error, :response, :downloads_dir, :download_file_path
+
+    def initialize(base_url, options = {})
+      @base_url = base_url
+      @base_dir = options[:base_dir] || Dir.pwd
+      @downloads_dir = File.join(@base_dir, 'tmp', Time.now.strftime("%Y%m%d%H%M%S%L"))
+      FileUtils.mkdir_p @downloads_dir
+      @error = nil
+      @download_file_path = nil
+
+      self.class.base_uri @base_url
+    end
+
+    def perform(expand_url)
+      @expand_url = expand_url.gsub("\\", "/")
+      @error = nil
+      @download_file_path = File.join(@downloads_dir, @expand_url)
+      FileUtils.mkdir_p File.dirname(@download_file_path)
+      begin
+        @response = self.class.get(@expand_url)
+      rescue Timeout::Error
+        @error = 'timeout'
+      else
+        case @response.code
+        when 200
+          File.open(@download_file_path, "wb+") do |file|
+            file.write @response.body
+          end
+        when 404
+          @error = '404'
+        when 500...600
+          @error = '500'
+        end
+      end
+    end
+
+    def downloaded?
+      !@error
+    end
+
+  end
+end

data/lib/avira_update_mirrors/parse_info.rb

@@ -0,0 +1,73 @@
+module AviraUpdateMirrors
+  class ParseInfo
+
+    attr_reader :files, :need_download_files
+
+    def initialize(options)
+      @wwwroot_dir = options[:wwwroot_dir]
+      @downloads_dir = options[:downloads_dir]
+      @files = {}
+      @need_download_files = {}
+      
+    end
+
+    def generate_files_list(&block)
+      Dir[File.join(@downloads_dir, "**", "*.info.gz")].each do |info_gz|
+        yield "  reading and parsing #{info_gz}"
+        parse_xml(read_gz(info_gz))
+      end
+    end
+
+    def check_files_md5(&block)
+      yield "  checking #{@files.size} files md5"
+      @files.each do |fname, fzipmd5|
+        fpath = File.join(@wwwroot_dir, fname)
+        unless File.exist?(fpath)
+          @need_download_files[fname] = fzipmd5
+        else
+          unless Digest::MD5.file(fpath) == fzipmd5.downcase
+            @need_download_files[fname] = fzipmd5
+          end
+        end
+      end
+    end
+
+    private
+      def read_gz(gzip_file)
+        Zlib::GzipReader.open(gzip_file) do |gz|
+          gz_body = gz.read rescue ""
+          gz.close
+          return gz_body
+        end
+      end
+
+      def parse_xml(xmlstr)
+        xml = Document.new(xmlstr)
+        moduleType = []
+        xpathquery = "//MODULE"
+        XPath.each(xml,xpathquery) do |element|
+          moduleType << element.attribute('NAME').to_s
+        end
+        moduleType.uniq
+
+        fname = []
+        fzipmd5 = []
+
+        moduleType.each do |m|
+          d = XPath.first(xml,"//MODULE[@NAME='#{m}']")
+          fp = XPath.first(d,"SOURCE").attribute('value').to_s.gsub(/\\/,"/").gsub(/\.\//,"/")
+          next if XPath.first(d,"FILE/NAME") == nil
+          XPath.each(d,"FILE/NAME") do |f|
+            fname << f.attribute('value').to_s
+          end
+          XPath.each(d,"FILE/ZIPMD5") do |sum|
+            fzipmd5 << sum.attribute('value').to_s
+          end
+          (0..fname.length-1).each do |n|
+            @files[fp.to_s + fname[n].to_s + ".gz"] = fzipmd5[n]
+          end
+        end
+      end
+
+  end
+end

data/lib/avira_update_mirrors/version.rb

@@ -0,0 +1,3 @@
+module AviraUpdateMirrors
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: avira_update_mirrors
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- vkill
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-02-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: &14659900 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *14659900
+description: Avira update mirrors
+email:
+- vkill.net@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- avira_update_mirrors.gemspec
+- examples/mirror_v12f_zhcn.rb
+- examples/mirror_v12f_zhcn_and_v12p_en.rb
+- examples/mirror_v12p_en.rb
+- lib/avira_update_mirrors.rb
+- lib/avira_update_mirrors/configuration.rb
+- lib/avira_update_mirrors/download.rb
+- lib/avira_update_mirrors/parse_info.rb
+- lib/avira_update_mirrors/version.rb
+homepage: https://github.com/vkill/avira_update_mirrors
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Avira update mirrors
+test_files: []