tail_f_rabbitmq 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 987baab2c19e3419f7ed92bf39a4eb2c9e9db095
+  data.tar.gz: 50051eee353e6937fef99e2d449a151078569157
+SHA512:
+  metadata.gz: f9ad1f598fc87e77bde6168f9763579785b7971efa3558057b50fffca9bbfedfc58179f87e24773907048ff22223889cac3086f143392f41918c9aaaa84c9be1
+  data.tar.gz: 63b519bc7aa8cb4b0ccc6d878e62a556a89db81f3a21b994085614834913c44229fb2f62dfef04cea49e377dbbafe742a54c9b40c8d0c356c392bbb558488142

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://ruby.taobao.org'
+
+# Specify your gem's dependencies in tail_f_rabbitmq.gemspec
+gemspec

data/README.md

@@ -0,0 +1,36 @@
+# TailFRabbitmq
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/tail_f_rabbitmq`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'tail_f_rabbitmq'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install tail_f_rabbitmq
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/tail_f_rabbitmq.
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "tail_f_rabbitmq"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/fir_tail_f

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+require_relative '../lib/tail_f_rabbitmq'
+
+begin
+  OS.set_locale
+  FIR::CLI.start ARGV
+rescue Exception => e
+  STDERR.puts e.message
+  STDERR.puts e.backtrace.join("\n")
+  exit 1
+end
+

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/tail_f_rabbitmq/cli.rb

@@ -0,0 +1,19 @@
+module FIR
+  class CLI < Thor
+    desc 'monitor', 'monitor directoy'
+    def monitor(*args)
+      TailFRabbitmq.monitor(args.first)
+    end
+
+    desc "reset", "reset config"
+    def reset
+      TailFRabbitmq.reset_config
+    end
+
+    desc 'help', 'Describe available commands or one specific command (aliases: `h`).'
+    map Thor::HELP_MAPPINGS => :help
+    def help(command = nil, subcommand = false)
+      super
+    end
+  end
+end

data/lib/tail_f_rabbitmq/patches/concern.rb

@@ -0,0 +1,148 @@
+# encoding: utf-8
+
+module ActiveSupport
+  # A typical module looks like this:
+  #
+  #   module M
+  #     def self.included(base)
+  #       base.extend ClassMethods
+  #       base.class_eval do
+  #         scope :disabled, -> { where(disabled: true) }
+  #       end
+  #     end
+  #
+  #     module ClassMethods
+  #       ...
+  #     end
+  #   end
+  #
+  # By using <tt>ActiveSupport::Concern</tt> the above module could instead be
+  # written as:
+  #
+  #   require 'active_support/concern'
+  #
+  #   module M
+  #     extend ActiveSupport::Concern
+  #
+  #     included do
+  #       scope :disabled, -> { where(disabled: true) }
+  #     end
+  #
+  #     class_methods do
+  #       ...
+  #     end
+  #   end
+  #
+  # Moreover, it gracefully handles module dependencies. Given a +Foo+ module
+  # and a +Bar+ module which depends on the former, we would typically write the
+  # following:
+  #
+  #   module Foo
+  #     def self.included(base)
+  #       base.class_eval do
+  #         def self.method_injected_by_foo
+  #           ...
+  #         end
+  #       end
+  #     end
+  #   end
+  #
+  #   module Bar
+  #     def self.included(base)
+  #       base.method_injected_by_foo
+  #     end
+  #   end
+  #
+  #   class Host
+  #     include Foo # We need to include this dependency for Bar
+  #     include Bar # Bar is the module that Host really needs
+  #   end
+  #
+  # But why should +Host+ care about +Bar+'s dependencies, namely +Foo+? We
+  # could try to hide these from +Host+ directly including +Foo+ in +Bar+:
+  #
+  #   module Bar
+  #     include Foo
+  #     def self.included(base)
+  #       base.method_injected_by_foo
+  #     end
+  #   end
+  #
+  #   class Host
+  #     include Bar
+  #   end
+  #
+  # Unfortunately this won't work, since when +Foo+ is included, its <tt>base</tt>
+  # is the +Bar+ module, not the +Host+ class. With <tt>ActiveSupport::Concern</tt>,
+  # module dependencies are properly resolved:
+  #
+  #   require 'active_support/concern'
+  #
+  #   module Foo
+  #     extend ActiveSupport::Concern
+  #     included do
+  #       def self.method_injected_by_foo
+  #         ...
+  #       end
+  #     end
+  #   end
+  #
+  #   module Bar
+  #     extend ActiveSupport::Concern
+  #     include Foo
+  #
+  #     included do
+  #       self.method_injected_by_foo
+  #     end
+  #   end
+  #
+  #   class Host
+  #     include Bar # It works, now Bar takes care of its dependencies
+  #   end
+  module Concern
+    class MultipleIncludedBlocks < StandardError #:nodoc:
+      def initialize
+        super "Cannot define multiple 'included' blocks for a Concern"
+      end
+    end
+
+    def self.extended(base) #:nodoc:
+      base.instance_variable_set(:@_dependencies, [])
+    end
+
+    def append_features(base)
+      if base.instance_variable_defined?(:@_dependencies)
+        base.instance_variable_get(:@_dependencies) << self
+        return false
+      else
+        return false if base < self
+        @_dependencies.each { |dep| base.send(:include, dep) }
+        super
+        base.extend const_get(:ClassMethods) if const_defined?(:ClassMethods)
+        base.class_eval(&@_included_block) if instance_variable_defined?(:@_included_block)
+      end
+    end
+
+    def included(base = nil, &block)
+      if base.nil?
+        fail MultipleIncludedBlocks if instance_variable_defined?(:@_included_block)
+
+        @_included_block = block
+      else
+        super
+      end
+    end
+
+    def class_methods(&class_methods_module_definition)
+      if const_defined?(:ClassMethods, false)
+        mod = const_get(:ClassMethods)
+      else
+        mod = const_set(:ClassMethods, Module.new)
+      end
+
+      mod.module_eval(&class_methods_module_definition)
+    end
+  end
+end
+
+

data/lib/tail_f_rabbitmq/patches/native_patch.rb

@@ -0,0 +1,227 @@
+# encoding: utf-8
+
+class Object
+  # An object is blank if it's false, empty, or a whitespace string.
+  # For example, '', '   ', +nil+, [], and {} are all blank.
+  #
+  # This simplifies
+  #
+  #   address.nil? || address.empty?
+  #
+  # to
+  #
+  #   address.blank?
+  #
+  # @return [true, false]
+  def blank?
+    respond_to?(:empty?) ? empty? : !self
+  end
+
+  # An object is present if it's not blank.
+  #
+  # @return [true, false]
+  def present?
+    !blank?
+  end
+
+  # Returns the receiver if it's present otherwise returns +nil+.
+  # <tt>object.presence</tt> is equivalent to
+  #
+  #    object.present? ? object : nil
+  #
+  # For example, something like
+  #
+  #   state   = params[:state]   if params[:state].present?
+  #   country = params[:country] if params[:country].present?
+  #   region  = state || country || 'US'
+  #
+  # becomes
+  #
+  #   region = params[:state].presence || params[:country].presence || 'US'
+  #
+  # @return [Object]
+  def presence
+    self if present?
+  end
+end
+
+class NilClass
+  # +nil+ is blank:
+  #
+  #   nil.blank? # => true
+  #
+  # @return [true]
+  def blank?
+    true
+  end
+end
+
+class FalseClass
+  # +false+ is blank:
+  #
+  #   false.blank? # => true
+  #
+  # @return [true]
+  def blank?
+    true
+  end
+end
+
+class TrueClass
+  # +true+ is not blank:
+  #
+  #   true.blank? # => false
+  #
+  # @return [false]
+  def blank?
+    false
+  end
+end
+
+class Array
+  # An array is blank if it's empty:
+  #
+  #   [].blank?      # => true
+  #   [1,2,3].blank? # => false
+  #
+  # @return [true, false]
+  alias_method :blank?, :empty?
+end
+
+class Hash
+  # A hash is blank if it's empty:
+  #
+  #   {}.blank?                # => true
+  #   { key: 'value' }.blank?  # => false
+  #
+  # @return [true, false]
+  alias_method :blank?, :empty?
+end
+
+class String
+  BLANK_RE = /\A[[:space:]]*\z/
+
+  # A string is blank if it's empty or contains whitespaces only:
+  #
+  #   ''.blank?       # => true
+  #   '   '.blank?    # => true
+  #   "\t\n\r".blank? # => true
+  #   ' blah '.blank? # => false
+  #
+  # Unicode whitespace is supported:
+  #
+  #   "\u00a0".blank? # => true
+  #
+  # @return [true, false]
+  def blank?
+    BLANK_RE === self
+  end
+end
+
+class Numeric #:nodoc:
+  # No number is blank:
+  #
+  #   1.blank? # => false
+  #   0.blank? # => false
+  #
+  # @return [false]
+  def blank?
+    false
+  end
+end
+
+class Hash
+  # Returns a new hash with all keys converted using the block operation.
+  #
+  #  hash = { name: 'Rob', age: '28' }
+  #
+  #  hash.transform_keys{ |key| key.to_s.upcase }
+  #  # => {"NAME"=>"Rob", "AGE"=>"28"}
+  def transform_keys
+    return enum_for(:transform_keys) unless block_given?
+    result = self.class.new
+    each_key do |key|
+      result[yield(key)] = self[key]
+    end
+    result
+  end
+
+  # Returns a new hash with all keys converted to symbols, as long as
+  # they respond to +to_sym+.
+  #
+  #   hash = { 'name' => 'Rob', 'age' => '28' }
+  #
+  #   hash.symbolize_keys
+  #   # => {:name=>"Rob", :age=>"28"}
+  def symbolize_keys
+    transform_keys { |key| key.to_sym rescue key }
+  end
+
+  # Returns a new hash with all keys converted by the block operation.
+  # This includes the keys from the root hash and from all
+  # nested hashes and arrays.
+  #
+  #  hash = { person: { name: 'Rob', age: '28' } }
+  #
+  #  hash.deep_transform_keys{ |key| key.to_s.upcase }
+  #  # => {"PERSON"=>{"NAME"=>"Rob", "AGE"=>"28"}}
+  def deep_transform_keys(&block)
+    _deep_transform_keys_in_object(self, &block)
+  end
+
+  # Returns a new hash with all keys converted to symbols, as long as
+  # they respond to +to_sym+. This includes the keys from the root hash
+  # and from all nested hashes and arrays.
+  #
+  #   hash = { 'person' => { 'name' => 'Rob', 'age' => '28' } }
+  #
+  #   hash.deep_symbolize_keys
+  #   # => {:person=>{:name=>"Rob", :age=>"28"}}
+  def deep_symbolize_keys
+    deep_transform_keys { |key| key.to_sym rescue key }
+  end
+
+  private
+
+    # support methods for deep transforming nested hashes and arrays
+    def _deep_transform_keys_in_object(object, &block)
+      case object
+      when Hash
+        object.each_with_object({}) do |(key, value), result|
+          result[yield(key)] = _deep_transform_keys_in_object(value, &block)
+        end
+      when Array
+        object.map { |e| _deep_transform_keys_in_object(e, &block) }
+      else
+        object
+      end
+    end
+end
+
+class File
+  class << self
+    # A binary file is Mach-O dSYM
+    #
+    # @return [true, false]
+    def dsym?(file_path)
+      !(`file -b #{file_path}` =~ /dSYM/).nil?
+    end
+
+    # A file is ASCII text
+    #
+    # @return [true, false]
+    def text?(file_path)
+      !(`file -b #{file_path}` =~ /text/).nil?
+    end
+  end
+end
+
+class String
+  # Convert String encoding to UTF-8
+  #
+  # @return string
+  def to_utf8
+    encode(Encoding.find('UTF-8'), invalid: :replace, undef: :replace, replace: '')
+  end
+end
+

data/lib/tail_f_rabbitmq/patches/os_patch.rb

@@ -0,0 +1,29 @@
+# encoding: utf-8
+
+module OS
+  class << self
+
+    def windows?
+      !(/cygwin|mswin|mingw|bccwin|wince|emx/ =~ RUBY_PLATFORM).nil?
+    end
+
+    def mac?
+      !(/darwin/ =~ RUBY_PLATFORM).nil?
+    end
+
+    def unix?
+      !OS.windows?
+    end
+
+    def linux?
+      OS.unix? && !OS.mac?
+    end
+
+    def set_locale
+      system 'export LC_ALL=en_US.UTF-8'
+      system 'export LC_CTYPE=en_US.UTF-8'
+      system 'export LANG=en_US.UTF-8'
+    end
+  end
+end
+

data/lib/tail_f_rabbitmq/patches.rb

@@ -0,0 +1,3 @@
+require_relative './patches/concern'
+require_relative './patches/native_patch'
+require_relative './patches/os_patch'

data/lib/tail_f_rabbitmq/util/config.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+
+module FIR
+  module Config
+    CONFIG_PATH   = "#{ENV['HOME']}/.tail_f_rabbitmq_config"
+    def default_config
+      config = {
+        url: "amqp://guest:guest@localhost:5672",
+        queue: "log_line",
+        eof: "END"
+      }
+    end
+
+    def config
+      unless File.exist?(CONFIG_PATH)
+        @config = default_config
+        write_config @config
+      end
+      @config ||= YAML.load_file(CONFIG_PATH).deep_symbolize_keys
+    end
+
+    def reload_config
+      @config = YAML.load_file(CONFIG_PATH).deep_symbolize_keys
+    end
+
+    def write_config(hash)
+      File.open(CONFIG_PATH, 'w+') { |f| f << YAML.dump(hash) }
+    end
+
+    def reset_config
+      @config = default_config
+      write_config @config
+    end
+  end
+end
+

data/lib/tail_f_rabbitmq/util.rb

@@ -0,0 +1,50 @@
+require 'json'
+require 'rb-inotify'
+require_relative './util/config'
+module FIR
+  module Util
+    extend ActiveSupport::Concern
+
+    module ClassMethods
+      include FIR::Config
+
+      def monitor file_path
+        @conn = Bunny.new(config[:url])
+        @conn.start
+        @ch = @conn.create_channel
+        @q  = @ch.queue(config[:queue], :auto_delete => true)
+        @x  = @ch.default_exchange
+        notifier = INotify::Notifier.new
+        notifier.watch file_path, :create, :recursive do |event|
+          Thread.new do
+            tail_f event.absolute_name do |lines, queue|
+              send_msg event.name, lines
+              queue.stop if lines.include? config[:eof]
+            end
+          end
+        end
+        notifier.run
+      end
+
+      def tail_f file_path
+        queue = INotify::Notifier.new
+        open(file_path) do |file|
+          yield file.read, queue # 先处理一次（create 时候的数据）
+          queue.watch(file_path, :modify) do
+            yield file.read, queue
+          end
+          queue.run
+        end
+      end
+
+      def send_msg(name, line)
+        msg = {
+          name: name,
+          line: line
+        }
+        @x.publish(msg.to_json, :routing_key => @q.name) if line != ""
+      end
+    end
+  end
+end
+

data/lib/tail_f_rabbitmq/version.rb

@@ -0,0 +1,3 @@
+module TailFRabbitmq
+  VERSION = "0.1.0"
+end

data/lib/tail_f_rabbitmq.rb

@@ -0,0 +1,13 @@
+require_relative "./tail_f_rabbitmq/version"
+require 'yaml'
+require 'thor'
+require 'bunny'
+require_relative "./tail_f_rabbitmq/patches"
+require_relative "./tail_f_rabbitmq/util"
+require_relative "./tail_f_rabbitmq/cli"
+
+module TailFRabbitmq
+  include FIR::Util
+end
+
+FIR::CLI.start ARGV

data/tail_f_rabbitmq.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tail_f_rabbitmq/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "tail_f_rabbitmq"
+  spec.version       = TailFRabbitmq::VERSION
+  spec.authors       = ["atpking"]
+  spec.email         = ["atpking@gmail.com"]
+
+  spec.summary       = %q{tail_f directory and send to rabbitmq}
+  spec.description   = %q{like tail -f command, this gem should caputre the change of files and send it to rabbitmq}
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+#  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.executables   = ["fir_tail_f"]
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "thor"
+  spec.add_development_dependency "json"
+  spec.add_development_dependency "rb-inotify"
+  spec.add_development_dependency "bunny"
+end

metadata

@@ -0,0 +1,148 @@
+--- !ruby/object:Gem::Specification
+name: tail_f_rabbitmq
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- atpking
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-12-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rb-inotify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: like tail -f command, this gem should caputre the change of files and
+  send it to rabbitmq
+email:
+- atpking@gmail.com
+executables:
+- fir_tail_f
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/fir_tail_f
+- bin/setup
+- lib/tail_f_rabbitmq.rb
+- lib/tail_f_rabbitmq/cli.rb
+- lib/tail_f_rabbitmq/patches.rb
+- lib/tail_f_rabbitmq/patches/concern.rb
+- lib/tail_f_rabbitmq/patches/native_patch.rb
+- lib/tail_f_rabbitmq/patches/os_patch.rb
+- lib/tail_f_rabbitmq/util.rb
+- lib/tail_f_rabbitmq/util/config.rb
+- lib/tail_f_rabbitmq/version.rb
+- tail_f_rabbitmq.gemspec
+homepage: 
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: tail_f directory and send to rabbitmq
+test_files: []
+has_rdoc: