picsolve_rabbitmq_uploader 0.0.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 360cc18137fa90503565ddfa0b8d5faba63476ff
+  data.tar.gz: 7b712b1cbca765073f6ab7f170fddab3751b73df
+SHA512:
+  metadata.gz: 7a5301aa9312c76c121eef5b8149db8c334e3447ac7cadbab8557e3c1aa772046176d292c8e104338bf7d692678e5d64a53b273cc31574dda7d7dfe80a40b6b7
+  data.tar.gz: 190b9652fe2546264c79e36f1a276e0a4e59bb2811a2492d09ac6177c3c63fcfca1bff7378f685cf6864b6f8db33a0499dc4bd01689df8ecab793a892e244045

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.1.5

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in picsolve_rabbitmq_uploader.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Christian Simon
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# PicsolveRabbitmqUploader
+
+Script to retry sending web upload messages to rabbitmq. It takes full path and
+file name of the psi error log. Typically this script should be run with all
+the error logs generated while rabbitmq service was down.
+
+## Usage
+
+```sh
+# Install gem
+gem install picsolve_rabbitmq_uploader-0.0.1.gem
+
+## Create a upload.xml config file in CWD (cf. upload.dist.xml)
+
+# Send failed uploads to rabbitmq
+picsolve_rabbitmq_uploader C:/logfile.txt
+```
+
+## Development
+
+```sh
+# Clone repo
+
+# Install all ruby dependencies
+bundle install
+
+## Do development
+
+# Run tests
+bundle exec rake test
+
+# Build package
+bundle exec rake build
+```

data/Rakefile

@@ -0,0 +1,24 @@
+begin
+  require 'bundler/gem_tasks'
+rescue LoadError
+  task :gem
+end
+
+begin
+  require 'rspec/core/rake_task'
+  RSpec::Core::RakeTask.new(:spec)
+rescue LoadError
+  task :spec
+end
+
+begin
+  require 'rubocop/rake_task'
+  RuboCop::RakeTask.new
+rescue LoadError
+  task :rubocop
+end
+
+desc 'Run all tests'
+task test: [:spec, :rubocop]
+
+task default: :test

data/bin/picsolve_rabbitmq_uploader

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require 'picsolve_rabbitmq_uploader'
+
+begin
+  PicsolveRabbitmqUploader::RabbitUploader.new.run
+rescue => e
+  PicsolveRabbitmqUploader.logger.fatal "uncatched exception: #{e}"
+  e.backtrace.each do |line|
+    PicsolveRabbitmqUploader.logger.debug line
+  end
+  exit 1
+end

data/lib/picsolve_rabbitmq_uploader.rb

@@ -0,0 +1,171 @@
+require 'picsolve_rabbitmq_uploader/version'
+require 'nokogiri'
+require 'bunny'
+
+# Parse logs and upload failed messaged to rabbitmq
+module PicsolveRabbitmqUploader
+  def self.logger
+    @logger ||= create_logger
+  end
+
+  def self.create_logger
+    l = Logger.new(STDOUT)
+    l.level = Logger::DEBUG
+    l
+  end
+
+  # reads a psi config xml
+  class RabbitSettings
+    attr_reader :config
+
+    def log
+      PicsolveRabbitmqUploader.logger
+    end
+
+    def initialize
+      c = {}
+      read.xpath('//rabbitmq').children.each do |child|
+        next if child.name == 'text'
+        c[child.name] = child.text
+      end
+      @config = c
+    end
+
+    def read
+      log.info "Parsing config file '#{config_file}'"
+      f = File.open(config_file)
+      doc = Nokogiri::HTML(f)
+      f.close
+      doc
+    end
+
+    def config_file
+      @config_file ||= create_config_file
+    end
+
+    def create_config_file
+      paths = [
+        'upload.xml',
+        'PsiConfig.xml'
+      ]
+      paths.each do |f|
+        log.debug "Testing for config file '#{f}'"
+        return f if File.exist? f
+      end
+
+      fail "No config file found: #{paths}"
+    end
+  end
+
+  # uploads missing uploads to rabbitmq
+  class RabbitUploader
+    def log
+      PicsolveRabbitmqUploader.logger
+    end
+
+    def run(argv = ARGV)
+      @argv = argv
+
+      @config = RabbitSettings.new.config
+
+      msgs = messages
+
+      # stop here if no messages to upload
+      return unless msgs.length > 0
+
+      upload_rmq(msgs)
+    end
+
+    def publish_msgs_rmq(msgs)
+      # send all messages to exchange
+      msgs.each do |msg|
+        log.info "Publish on exchange=#{@config['exchange']} " \
+          "to to queue=#{@config['queueupload']} data=#{msg}"
+        @exchange.publish(
+          msg,
+          mandatory: true,
+          routing_key: @config['queueupload']
+        )
+      end
+    end
+
+    def ensure_queue
+      return if conn_rmq.queue_exists?(@config['queueupload'])
+
+      # create a queue
+      @channel.queue(
+        @config['queueupload'],
+        durable: true
+      )
+    end
+
+    def upload_rmq(msgs)
+      log.info 'connect to RabbitMQ'
+
+      conn_rmq.start
+
+      @channel = conn_rmq.create_channel
+
+      ensure_queue
+
+      # get exchange
+      @exchange = @channel.topic(@config['exchange'], durable: true)
+
+      publish_msgs_rmq msgs
+
+      log.info 'disconnect from RabbitMQ'
+      conn_rmq.stop
+    end
+
+    def conn_rmq
+      @conn_rmq ||= create_conn_rmq
+    end
+
+    def create_conn_rmq
+      Bunny.new(
+        host: @config['host'],
+        port: @config['port'],
+        user: @config['username'],
+        password: @config['password']
+      )
+    end
+
+    def filter_line(line)
+      m = line.match(
+        /Failed to send upload message to RabbitMQ psi\.uploads:(.*)$/
+      )
+
+      # return nil if regex fails
+      return nil unless m
+
+      m[1]
+    end
+
+    def messages
+      m = log_files.map do |file|
+        File.open(file).map do |line|
+          filter_line line
+        end
+      end
+
+      m.flatten.select do |d|
+        !d.nil?
+      end
+    end
+
+    def log_files
+      @log_files ||= existing_log_files
+    end
+
+    def existing_log_files
+      paths = @argv.select do |f|
+        log.debug "Testing for existence and readability of log file '#{f}'"
+        File.exist?(f) && File.readable?(f)
+      end
+
+      return paths if paths.length > 0
+
+      fail "No log file found, please specify it as parameter: #{paths}"
+    end
+  end
+end

data/lib/picsolve_rabbitmq_uploader/version.rb

@@ -0,0 +1,4 @@
+# verison number
+module PicsolveRabbitmqUploader
+  VERSION = '0.0.5'
+end

data/picsolve_rabbitmq_uploader.gemspec

@@ -0,0 +1,39 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'picsolve_rabbitmq_uploader/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'picsolve_rabbitmq_uploader'
+  spec.version       = PicsolveRabbitmqUploader::VERSION
+  spec.authors       = ['Christian Simon', 'Juan Morales']
+  spec.email         = ['christian.simon@picsolve.com','juan.morales@picsolve.com']
+
+  spec.summary       = 'Script to retry sending web upload messages to rabbitmq'
+
+  spec.description   = '
+Script to retry sending web upload messages to rabbitmq
+This script depends on python3-pika package.
+It takes full path and file name of the psi error log. Typically this script
+should be run with all the error logs generated while rabbitmq service
+was down
+    '
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = spec.files.grep(%r{^bin/}) do |f|
+    File.basename(f)
+  end
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.9'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'rubocop'
+  spec.add_dependency 'nokogiri'
+  # depeding on the ruby version installed, we need one or another version of bunny
+  spec.add_dependency 'bunny', '<= 1.7.0' if RUBY_VERSION[0].to_i < 2 
+  spec.add_dependency 'bunny', '~> 2.0' if RUBY_VERSION[0].to_i >= 2 
+end

data/upload.dist.xml

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+
+<RabbitMQ>
+  <host>host1</host>
+  <port>port1</port>
+  <exchange>exchange1</exchange>
+  <username>username1</username>
+  <password>password1</password>
+  <queueUpload>queueUpload1</queueUpload>
+</RabbitMQ>

metadata

@@ -0,0 +1,144 @@
+--- !ruby/object:Gem::Specification
+name: picsolve_rabbitmq_uploader
+version: !ruby/object:Gem::Version
+  version: 0.0.5
+platform: ruby
+authors:
+- Christian Simon
+- Juan Morales
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-09-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: "\nScript to retry sending web upload messages to rabbitmq\nThis script
+  depends on python3-pika package.\nIt takes full path and file name of the psi error
+  log. Typically this script\nshould be run with all the error logs generated while
+  rabbitmq service\nwas down\n    "
+email:
+- christian.simon@picsolve.com
+- juan.morales@picsolve.com
+executables:
+- picsolve_rabbitmq_uploader
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/picsolve_rabbitmq_uploader
+- lib/picsolve_rabbitmq_uploader.rb
+- lib/picsolve_rabbitmq_uploader/version.rb
+- picsolve_rabbitmq_uploader.gemspec
+- upload.dist.xml
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Script to retry sending web upload messages to rabbitmq
+test_files: []