logfile_transfer 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c191ef37074b871c1e90c5fc651d0555b71ef665
-  data.tar.gz: 8dbe070c309ce9a13ce0df2d39ae1005083db6df
+  metadata.gz: 4914ab9a1824adcccd09061b5eee099adb8c3ff5
+  data.tar.gz: 8d4e300d76457bdd638f72331d6160669b9af930
 SHA512:
-  metadata.gz: 3bc2789385bea67f06efb976e4b2a57ecbe726e2592189dc78245d0363cb3d6a17bce5ff4da617e347af2d65e7bbe853c874529ae108534aea77979df13ef265
-  data.tar.gz: 777ccf8d2e186c46202e8fab4d1a1aa7e7824670e9c1804501c40a4d71a3090a065f23e2e131c6fd5e34c8e3534b406183de24f735b897b0e4bf9e0ba9e0ee2f
+  metadata.gz: 642bf372fbc1e02bf0c6f198788eec3509a38cb832cb48d8db353a5b218f4cafa4ef4845b0355564e40e9b63a1f12a4be31fbedcb920104c25f26f35cdd42eb5
+  data.tar.gz: f12ecc714799ce3e276d22d9d14fc010b66847cc79e8b379f655cfa3101303d9d8e0d0e3858add38288e1baf5004df6db9d5500f474c9d10eb05598637ae30d0

data/README.md

@@ -1,5 +1,123 @@
-logfile transfer
-================
+# Logfile Transfer
 
 Ruby monitoring and transform logfiles daemon.
 
+## Installation
+
+    gem install logfile_transfer
+    # you may need to run:
+    sudo gem install logfile_transfer
+
+## Examples
+
+### Edit example.rb
+
+    require 'logfile_transfer'
+
+    class Test < LogfileTransfer::Handler
+
+      def init
+        @test_log_file = File.new '/tmp/test.log', 'a'
+        @test_log_file.sync = true
+      end
+
+      def handle log_path, log_fn, line, line_count, pattern
+        @test_log_file.puts "#{log_path}, #{log_fn}, #{line_count}, #{pattern}"
+      end
+
+    end
+
+    # The daemon binding on port 2001, make it different in other daemon
+    LogfileTransfer.run ARGV, 2001, File.expand_path(File.dirname(__FILE__))
+
+### Edit config.yaml
+
+    ---
+    - !ruby/object:LogfileTransfer::FileMonitorObj
+      absolute_path: /data/webroot/log
+      dir_disallow: []
+      file_disallow:
+      - .*
+      file_allow:
+      - \.log\.
+      patterns:
+      - - .*
+        - - !ruby/object:Test {}
+
+## Run
+
+    # as root user, run:
+    Ruby example.rb start
+    # you may need to run:
+    sudo Ruby example.rb start
+
+## Status
+
+    Ruby example.rb status
+
+## Stop
+
+    Ruby example.rb stop
+
+## Multiple folders, different log and more Handler in a daemon process
+
+### Edit example.rb
+
+    require 'logfile_transfer'
+
+    class Test < LogfileTransfer::Handler
+
+      def init
+        @test_log_file = File.new '/tmp/test.log', 'a'
+        @test_log_file.sync = true
+      end
+
+      def handle log_path, log_fn, line, line_count, pattern
+        @test_log_file.puts "#{log_path}, #{log_fn}, #{line_count}, #{pattern}"
+      end
+
+    end
+
+    class Test1 < LogfileTransfer::Handler
+
+      def init
+        @test1_log_file = File.new '/tmp/test1.log', 'a'
+        @test1_log_file.sync = true
+      end
+
+      def handle log_path, log_fn, line, line_count, pattern
+        @test1_log_file.puts line
+      end
+
+    end
+
+    LogfileTransfer.run ARGV, 2001, File.expand_path(File.dirname(__FILE__))
+
+### Edit config.yaml
+
+    ---
+    - !ruby/object:LogfileTransfer::FileMonitorObj
+      absolute_path: /data/webroot/log
+      dir_disallow: []
+      file_disallow:
+      - .*
+      file_allow:
+      - \.log\.
+      patterns:
+      - - gamestart
+        - - !ruby/object:Test {}
+          - !ruby/object:Test1 {}
+      - - gamestop
+        - - !ruby/object:Test {}
+          - !ruby/object:Test1 {}
+    - !ruby/object:LogfileTransfer::FileMonitorObj
+      absolute_path: /data/webroot/tlog
+      dir_disallow: []
+      file_disallow:
+      - .*
+      file_allow:
+      - \.log\.
+      patterns:
+      - - gamestart
+        - - !ruby/object:Test {}
+          - !ruby/object:Test1 {}

data/example.rb

@@ -3,29 +3,32 @@
 lib_dir = File.join File.dirname(__FILE__), 'lib'
 $:.unshift lib_dir unless $:.include? lib_dir
 
-require 'scribe'
 require 'logfile_transfer.rb'
 
 class Test < LogfileTransfer::Handler
+
   def init
+    @test_log_file = File.new '/tmp/test.log', 'a'
+    @test_log_file.sync = true
   end
+
   def handle log_path, log_fn, line, line_count, pattern
-    if (line_count % 2) == 0
-      puts '+++++++++++++++++++'
-    else
-      puts '-------------------'
-    end
-    puts "#{log_path}, #{log_fn}, #{line_count}, #{pattern}"
+    @test_log_file.puts "#{log_path}, #{log_fn}, #{line_count}, #{pattern}"
   end
+
 end
 
 class Test1 < LogfileTransfer::Handler
+
   def init
-    @scribe_client = Scribe.new('127.0.0.1:1463')
+    @test1_log_file = File.new '/tmp/test1.log', 'a'
+    @test1_log_file.sync = true
   end
+
   def handle log_path, log_fn, line, line_count, pattern
-    @scribe_client.log(line, pattern)
+    @test1_log_file.puts line
   end
+
 end
 
 LogfileTransfer.run ARGV, 2001, File.expand_path(File.dirname(__FILE__))

data/lib/logfile_transfer.rb

@@ -156,6 +156,7 @@ module LogfileTransfer
   end
 
   def self.daemon
+    @monitor_paths = []
     YAML.load_file(@config_file_name).each do |obj|
       log "absolute path: #{obj.absolute_path}"
       log "dir disallow: #{obj.dir_disallow}"
@@ -169,6 +170,7 @@ module LogfileTransfer
         end
       end
 
+      @monitor_paths << obj.absolute_path
       @threads << Thread.new do
         begin
           m = FileMonitor.new(obj.absolute_path)
@@ -221,14 +223,14 @@ module LogfileTransfer
           client.puts(Prompt_exiting)
           @exit_flag = true;
 
-          YAML.load_file(@config_file_name).each do |obj|
-            system "touch #{obj.absolute_path}/#{Stop_cmd_file_name}"
+          @monitor_paths.each do |absolute_path|
+            system "touch #{absolute_path}/#{Stop_cmd_file_name}"
           end
 
           sleep 1
 
-          YAML.load_file(@config_file_name).each do |obj|
-            system "unlink #{obj.absolute_path}/#{Stop_cmd_file_name}"
+          @monitor_paths.each do |absolute_path|
+            system "unlink #{absolute_path}/#{Stop_cmd_file_name}"
           end
 
           # puts 'client.close'
@@ -296,6 +298,7 @@ module LogfileTransfer
       puts Prompt_starting
 
       daemonize_app working_directory
+
       @daemon_log_file_name = "#{working_directory}/#{@daemon_log_file_name}"
       @daemon_log_file = File.new @daemon_log_file_name, 'a'
       @daemon_log_file.sync = true

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logfile_transfer
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Cong Yan