carnivore-files 0.3.2-java → 0.5.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0b34e27ea2d128c135eb763cf09bf6a33e84dc00
-  data.tar.gz: f90e47619a405bacb036eb1de9ce10782c74a649
+  metadata.gz: 36021a5eb3149186d4a24b255aa786bb03ad8af6
+  data.tar.gz: 30c76d4a1e0db3149b0c874404b8a2a83f48b67c
 SHA512:
-  metadata.gz: 97b799f9dd19d4860dc114aa00c372479e87264c4fda069f6c13eab97937020c9d088484032cc755b4c52921ddd94a02e5f0ba2d63dc7a4ad87e1e640afde127
-  data.tar.gz: 59a8cbcd38895437341d1d99cce5bb3334cb35a3c085a52e39172ecf9adccc49623b772996c92814d4e10fbd6ef55357a726549d0489950841ebeab2d826d167
+  metadata.gz: 6a14f707b7ec20453e2bd9d1088a5de96d66ce7da628229b94587f00983d828346590e7d50282941c7f17239f1fefc9dd749513de54ee1e39b2c0ac41d771da4
+  data.tar.gz: 1ca9d397965ded62770a8019b030105e63647e0febfa21979c7fa609ab0aa3934bbb5955ba19b0435e10a44321b15498be8e5d531dd1c4b23bbdb46dab788ef2

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+# v0.5.0
+* Update to latest carnivore
+* Refactor implementations
+
 # v0.3.2
 * Reset position prior to read
 

data/carnivore-files.gemspec

@@ -10,8 +10,8 @@ spec = Gem::Specification.new do |s|
   s.description = 'Carnivore file source'
   s.license = 'Apache 2.0'
   s.require_path = 'lib'
-  s.add_runtime_dependency 'carnivore', '>= 0.1.8'
-  s.add_runtime_dependency 'sleepy_penguin'
+  s.add_runtime_dependency 'carnivore', '>= 1.0.0', '< 2.0.0'
+  s.add_runtime_dependency 'sleepy_penguin', '~> 3.4'
   s.add_development_dependency 'pry'
   s.files = Dir['{lib}/**/**/*'] + %w(carnivore-files.gemspec README.md CHANGELOG.md)
 end

data/lib/carnivore-files/carn_file.rb

@@ -9,18 +9,17 @@ module Carnivore
       attr_reader :path
       # @return [Symbol] registry name of fetcher
       attr_reader :fetcher
-
-      trap_exit :fetcher_failure
-      finalizer :fetcher_destroyer
+      # @return [Queue] queue to hold messages
+      attr_reader :message_queue
 
       # Setup source
       #
       # @param args [Hash]
       # @option args [String] :path path to file
       # @option args [Symbol] :foundation underlying file interaction library
-      # @option args [Celluloid::Actor] :notify_actor actor to notify on line receive
       def setup(*_)
         @path = ::File.expand_path(args[:path])
+        @message_queue = Queue.new
         unless(args[:foundation])
           args[:foundation] = RUBY_PLATFORM == 'java' ? :poll : :penguin
         end
@@ -28,37 +27,18 @@ module Carnivore
 
       # Start the line fetcher
       def connect
-        @fetcher_name = "log_fetcher_#{name}".to_sym
         case args[:foundation].to_sym
         when :poll
-          @fetcher = Carnivore::Files::Util::Fetcher::Poll.new(args)
+          @fetcher = Carnivore::Files::Util::Fetcher::Poll.new(args.merge(:queue => message_queue))
         else
-          @fetcher = Carnivore::Files::Util::Fetcher::Penguin.new(args)
+          @fetcher = Carnivore::Files::Util::Fetcher::Penguin.new(args.merge(:queue => message_queue))
         end
-        self.link fetcher
         fetcher.async.start_fetcher
       end
 
-      # Restart file collector if unexpectedly failed
-      #
-      # @param object [Actor] crashed actor
-      # @param reason [Exception, NilClass]
-      def fetcher_failure(object, reason)
-        if(reason && object == fetcher)
-          error "File message collector unexpectedly failed: #{reason} (restarting)"
-          connect
-        end
-      end
-
-      def fetcher_destroyer
-        if(fetcher && fetcher.alive?)
-          fetcher.terminate
-        end
-      end
-
       # @return [Array<Hash>] return messages
-      def receive(*args)
-        format_message(Celluloid::Future.new{ fetcher.messages.pop }.value)
+      def receive(*_)
+        defer{ message_queue.pop }
       end
 
       # Send payload

data/lib/carnivore-files/util/fetcher.rb

@@ -10,7 +10,8 @@ module Carnivore
         autoload :Poll, 'carnivore-files/util/poll'
         autoload :Penguin, 'carnivore-files/util/penguin'
 
-        include Celluloid
+        include Zoidberg::SoftShell
+        include Zoidberg::Supervise
         include Carnivore::Utils::Logging
 
         # @return [String] path to file
@@ -28,12 +29,11 @@ module Carnivore
         # @param args [Hash] initialization args
         # @option args [String] :path path to file
         # @option args [String] :delimiter string delimiter to break messages
-        # @option args [Celluloid::Actor] :notify_actor actor to be notified on new messages
         def initialize(args={})
           @leftover = ''
           @path = ::File.expand_path(args[:path])
           @delimiter = args.fetch(:delimiter, "\n")
-          @messages = Queue.new
+          @messages = args.fetch(:queue, Queue.new)
         end
 
         # Start the line fetcher
@@ -57,10 +57,9 @@ module Carnivore
         def retrieve_lines
           if(io)
             io.pos = @history_pos if @history_pos
-            data = io.read(4096)
+            @leftover << io.read(4096).to_s
             while(data = io.read(4096))
-              @leftover << data
-              data = io.read(4096)
+              @leftover << data.to_s
             end
             @history_pos = io.pos
             result = @leftover.split(delimiter)
@@ -77,6 +76,7 @@ module Carnivore
         def build_io
           unless(io)
             if(::File.exists?(path))
+              @history_pos = 0
               @io = ::File.open(path, 'r')
               unless(@waited)
                 @io.seek(0, ::IO::SEEK_END) # fast-forward to EOF

data/lib/carnivore-files/util/penguin.rb

@@ -5,7 +5,6 @@ module Carnivore
     module Util
       class Fetcher
 
-
         # NIO based fetcher
         class Penguin < Fetcher
           # @return [SP::Inotify]
@@ -27,7 +26,7 @@ module Carnivore
             loop do
               build_io
               notify.each do |event|
-                Celluloid::Future.new{ event.events }.value.each do |ev|
+                defer{ event.events }.each do |ev|
                   case ev
                   when :MODIFY
                     retrieve_lines.each do |l|
@@ -47,7 +46,6 @@ module Carnivore
             end
           end
 
-
           private
 
           # Build the IO and monitor
@@ -84,7 +82,7 @@ module Carnivore
               notify_descriptors[:file_wait] = notify.add_watch(directory, :OPEN)
               until(notified)
                 warn "Waiting for file to appear (#{path})"
-                event = Celluloid::Future.new{ notify.take }.value
+                event = defer{ notify.take }
                 notified = ::File.exists?(path)
               end
               notify.rm_watch(notify_descriptors.delete(:file_wait))

data/lib/carnivore-files/version.rb

@@ -1,6 +1,6 @@
 module Carnivore
   module Files
     # Current version of library
-    VERSION = Gem::Version.new('0.3.2')
+    VERSION = Gem::Version.new('0.5.0')
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: carnivore-files
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.5.0
 platform: java
 authors:
 - Chris Roberts
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-01 00:00:00.000000000 Z
+date: 2015-09-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: carnivore
@@ -16,14 +16,20 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.8
+        version: 1.0.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.8
+        version: 1.0.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement