adminix 0.1.49 → 0.2

data/lib/event_machine/tail/globwatcher.rb

@@ -0,0 +1,294 @@
+#!/usr/bin/env ruby
+
+require_relative "filetail"
+require "eventmachine"
+require "logger"
+require "set"
+
+EventMachine.epoll if EventMachine.epoll?
+EventMachine.kqueue = true if EventMachine.kqueue?
+
+# A file glob pattern watcher for EventMachine.
+#
+# If you are unfamiliar with globs, see Wikipedia:
+# http://en.wikipedia.org/wiki/Glob_(programming)
+#
+# Any glob supported by Dir#glob will work with
+# this class.
+#
+# This class will allow you to get notified whenever a file
+# is created or deleted that matches your glob.
+#
+# If you are subclassing, here are the methods you should implement:
+#    file_found(path)
+#    file_deleted(path)
+#
+# See alsoe
+# * EventMachine::watch_glob
+# * EventMachine::FileGlobWatch#file_found
+# * EventMachine::FileGlobWatch#file_deleted
+#
+class EventMachine::FileGlobWatch
+  # Watch a glob
+  #
+  # * glob - a string path or glob, such as "/var/log/*.log"
+  # * interval - number of seconds between scanning the glob for changes
+  def initialize(glob, interval=60)
+    @glob = glob
+    @files = Hash.new
+    @watches = Hash.new
+    @logger = Logger.new(STDOUT)
+    @logger.level = ($DEBUG and Logger::DEBUG or Logger::WARN)
+    @interval = interval
+    start
+  end # def initialize
+  
+  # This method may be called to stop watching
+  # TODO(sissel): make 'stop' stop all active watches, too?
+  public
+  def stop
+    @find_files_interval.cancel if @find_files_interval
+  end
+  
+  # This method may be called to start watching
+  #
+  public
+  def start
+    # We periodically check here because it is easier than writing our own glob
+    # parser (so we can smartly watch globs like /foo/*/bar*/*.log)
+    #
+    # Reasons to fix this -
+    # This will likely perform badly on globs that result in a large number of
+    # files.
+    EM.next_tick do
+      find_files
+      @find_files_interval = EM.add_periodic_timer(@interval) do
+        find_files
+      end
+    end # EM.next_tick
+  end
+  
+  # This method is called when a new file is found
+  #
+  # * path - the string path of the file found
+  #
+  # You must implement this in your subclass or module for it
+  # to work with EventMachine::watch_glob
+  public
+  def file_found(path)
+    raise NotImplementedError.new("#{self.class.name}#file_found is not "\
+      "implemented. Did you forget to implement this in your subclass or "\
+      "module?")
+  end # def file_found
+
+  # This method is called when a file is deleted.
+  #
+  # * path - the string path of the file deleted
+  #
+  # You must implement this in your subclass or module for it
+  # to work with EventMachine::watch_glob
+  public
+  def file_deleted(path)
+    raise NotImplementedError.new("#{self.class.name}#file_deleted is not "\
+      "implemented. Did you forget to implement this in your subclass or "\
+      "module?")
+  end # def file_found
+
+  private
+  def find_files
+    @logger.info("Searching for files in #{@glob}")
+    list = Dir.glob(@glob)
+
+    known_files = @files.clone
+    list.each do |path|
+      fileinfo = FileInfo.new(path) rescue next
+      # Skip files that have the same inode (renamed or hardlinked)
+      known_files.delete(fileinfo.stat.ino)
+      next if @files.include?(fileinfo.stat.ino)
+
+      track(fileinfo)
+      file_found(path)
+    end
+
+    # Report missing files.
+    known_files.each do |inode, fileinfo|
+      remove(fileinfo)
+    end
+  end # def find_files
+
+  # Remove a file from being watched and notify file_deleted()
+  private
+  def remove(fileinfo)
+    @files.delete(fileinfo.stat.ino)
+    @watches.delete(fileinfo.path)
+    file_deleted(fileinfo.path)
+  end # def remove
+
+  # Add a file to watch and notify file_found()
+  private
+  def track(fileinfo)
+    @files[fileinfo.stat.ino] = fileinfo
+
+    # If EventMachine::watch_file fails, that's ok, I guess.
+    # We'll still find the file 'missing' from the next glob attempt.
+    #begin
+      # EM currently has a bug that only the first handler for a watch_file
+      # on each file gets events. This causes globtails to never get data 
+      # since the glob is watching the file already.
+      # Until we fix that, let's skip file watching here.
+      #@watches[path] = EventMachine::watch_file(path, FileWatcher, self) do |path|
+      #  remove(path)
+      #end
+    #rescue Errno::EACCES => e
+      #@logger.warn(e)
+    #end
+  end # def watch
+
+  private
+  class FileWatcher < EventMachine::FileWatch
+    def initialize(globwatch, &block)
+      @globwatch = globwatch
+      @block = block
+    end
+
+    def file_moved
+      stop_watching
+      block.call path
+    end
+
+    def file_deleted
+      block.call path
+    end
+  end # class EventMachine::FileGlobWatch::FileWatcher < EventMachine::FileWatch
+
+  private 
+  class FileInfo
+    attr_reader :path
+    attr_reader :stat
+
+    def initialize(path)
+      @path = path
+      @stat = File.stat(path)
+    end
+  end # class FileInfo
+end # class EventMachine::FileGlobWatch
+
+# A glob tailer for EventMachine
+#
+# This class combines features of EventMachine::file_tail and 
+# EventMachine::watch_glob.
+#
+# You won't generally subclass this class (See EventMachine::FileGlobWatch)
+#
+# See also: EventMachine::glob_tail
+#
+class EventMachine::FileGlobWatchTail < EventMachine::FileGlobWatch
+  # Initialize a new file glob tail.
+  #
+  # * path - glob or file path (string)
+  # * handler - a module or subclass of EventMachine::FileTail
+  #   See also EventMachine::file_tail
+  # * interval - how often (seconds) the glob path should be scanned
+  # * exclude - an array of Regexp (or anything with .match) for 
+  #   excluding from things to tail
+  #
+  # The remainder of arguments are passed to EventMachine::file_tail as
+  #   EventMachine::file_tail(path_found, handler, *args, &block)
+  public
+  def initialize(path, handler=nil, interval=60, exclude=[], *args, &block)
+    super(path, interval)
+    @handler = handler
+    @args = args
+    @exclude = exclude
+
+    if block_given?
+      @handler = block
+    end
+  end # def initialize
+
+  public
+  def file_found(path)
+    begin
+      @logger.info "#{self.class}: Trying #{path}"
+      @exclude.each do |exclude|
+        @logger.info "#{self.class}: Testing #{exclude} =~ #{path} == #{exclude.match(path) != nil}"
+        if exclude.match(path) != nil
+          file_excluded(path) 
+          return
+        end
+      end
+      @logger.info "#{self.class}: Watching #{path}"
+
+      if @handler.is_a? Proc
+        EventMachine::file_tail(path, nil, *@args, &@handler)
+      else
+        EventMachine::file_tail(path, @handler, *@args)
+      end
+    rescue Errno::EACCES => e
+      file_error(path, e)
+    rescue Errno::EISDIR => e
+      file_error(path, e)
+    end 
+  end # def file_found
+
+  public
+  def file_excluded(path)
+    @logger.info "#{self.class}: Skipping path #{path} due to exclude rule"
+  end # def file_excluded
+
+  public
+  def file_deleted(path)
+    # Nothing to do
+  end # def file_deleted
+
+  public
+  def file_error(path, e)
+    $stderr.puts "#{e.class} while trying to tail #{path}"
+    # otherwise, drop the error by default
+  end # def file_error
+end # class EventMachine::FileGlobWatchHandler
+
+module EventMachine
+  # Watch a glob and tail any files found.
+  #
+  # * glob - a string path or glob, such as /var/log/*.log
+  # * handler - a module or subclass of EventMachine::FileGlobWatchTail.
+  #   handler can be omitted if you give a block.
+  #
+  # If you give a block and omit the handler parameter, then the behavior
+  # is that your block is called for every line read from any file the same
+  # way EventMachine::file_tail does when called with a block.
+  #           
+  #   See EventMachine::FileGlobWatchTail for the callback methods.
+  #   See EventMachine::file_tail for more information about block behavior.
+  def self.glob_tail(glob, handler=nil, *args, &block)
+    handler = EventMachine::FileGlobWatchTail if handler == nil
+    args.unshift(glob)
+    klass = klass_from_handler(EventMachine::FileGlobWatchTail, handler, *args)
+    c = klass.new(*args, &block)
+    return c
+  end 
+
+  # Watch a glob for any files.
+  #
+  # * glob - a string path or glob, such as "/var/log/*.log"
+  # * handler - must be a module or a subclass of EventMachine::FileGlobWatch
+  # 
+  # The remaining (optional) arguments are passed to your handler like this:
+  #   If you call this:
+  #     EventMachine.watch_glob("/var/log/*.log", YourHandler, 1, 2, 3, ...)
+  #   This will be invoked when new matching files are found:
+  #     YourHandler.new(path_found, 1, 2, 3, ...)
+  #     ^ path_found is the new path found by the glob
+  #
+  # See EventMachine::FileGlobWatch for the callback methods.
+  def self.watch_glob(glob, handler=nil, *args)
+    # This code mostly styled on what EventMachine does in many of it's other
+    # methods.
+    args = [glob, *args]
+    klass = klass_from_handler(EventMachine::FileGlobWatch, handler, *args);
+    c = klass.new(*args)
+    yield c if block_given?
+    return c
+  end # def EventMachine::watch_glob
+end # module EventMachine

metadata

@@ -1,43 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: adminix
 version: !ruby/object:Gem::Version
-  version: 0.1.49
+  version: '0.2'
 platform: ruby
 authors:
 - Christian Dyl
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-05-16 00:00:00.000000000 Z
+date: 2018-10-15 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: eventmachine
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.2.5
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.2.5
-- !ruby/object:Gem::Dependency
-  name: action_cable_client
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.0.2
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.0.2
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -67,19 +39,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.1.0
 - !ruby/object:Gem::Dependency
-  name: sinatra
+  name: eventmachine
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 1.2.7
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 1.2.7
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -179,27 +151,70 @@ files:
 - README.md
 - Rakefile
 - adminix.gemspec
+- app/assets/images/logo.png
+- app/assets/javascripts/application.js
+- app/assets/javascripts/bootstrap.min.js
+- app/assets/javascripts/dataTables.bootstrap4.js
+- app/assets/javascripts/jquery.dataTables.js
+- app/assets/javascripts/jquery.min.js
+- app/assets/javascripts/sb-admin-2.min.js
+- app/assets/stylesheets/bootstrap.min.css
+- app/assets/stylesheets/dataTables.bootstrap.css
+- app/assets/stylesheets/dataTables.responsive.css
+- app/assets/stylesheets/font-awesome.min.css
+- app/assets/stylesheets/sb-admin-2.min.css
+- app/views/scripts/restart_watcher.sh.erb
+- app/views/scripts/run_script.sh.erb
+- app/views/scripts/start_process.sh.erb
+- app/views/scripts/stop_process.sh.erb
+- app/views/scripts/update_process.sh.erb
+- app/views/scripts/update_watcher.sh.erb
+- app/views/web/dashboard.html.erb
+- app/views/web/job.html.erb
+- app/views/web/link.html.erb
+- app/views/web/loadstamp.html.erb
+- app/views/web/log.html.erb
+- app/views/web/partials/footer.html.erb
+- app/views/web/partials/header.html.erb
 - bin/build
 - bin/console
+- bin/install_adminix
+- bin/push
 - bin/setup
+- development.log
 - exe/adminix
 - lib/adminix.rb
 - lib/adminix/config.rb
-- lib/adminix/errors.rb
+- lib/adminix/entities.rb
+- lib/adminix/entities/job.rb
+- lib/adminix/entities/log.rb
+- lib/adminix/entities/service.rb
+- lib/adminix/entities/sysload_stamp.rb
+- lib/adminix/entities/variable.rb
 - lib/adminix/helpers.rb
-- lib/adminix/helpers/file.rb
-- lib/adminix/helpers/http.rb
-- lib/adminix/log_watch_handler.rb
-- lib/adminix/server_setup.rb
-- lib/adminix/service.rb
-- lib/adminix/setup.rb
-- lib/adminix/setup/routes.rb
-- lib/adminix/setup/services.rb
-- lib/adminix/setup/views.rb
-- lib/adminix/system.rb
+- lib/adminix/helpers/command.rb
+- lib/adminix/helpers/files.rb
+- lib/adminix/helpers/log_reader.rb
+- lib/adminix/helpers/net_http.rb
+- lib/adminix/helpers/output.rb
+- lib/adminix/helpers/systemctl.rb
+- lib/adminix/services.rb
+- lib/adminix/services/app_service.rb
+- lib/adminix/services/logs_service.rb
+- lib/adminix/services/system_load_service.rb
 - lib/adminix/version.rb
 - lib/adminix/watcher.rb
-- views/daemon_scripts/upstart.conf.erb
+- lib/adminix/web.rb
+- lib/adminix/web/router.rb
+- lib/adminix/web/server.rb
+- lib/adminix/web/view_helper.rb
+- lib/event_machine.rb
+- lib/event_machine/http_server.rb
+- lib/event_machine/http_server/response.rb
+- lib/event_machine/http_server/server.rb
+- lib/event_machine/tail.rb
+- lib/event_machine/tail/filetail.rb
+- lib/event_machine/tail/globwatcher.rb
 homepage: https://adminix.io
 licenses:
 - MIT

data/lib/adminix/errors.rb

@@ -1,7 +0,0 @@
-require 'airbrake-ruby'
-
-Airbrake.configure do |c|
-  c.host = 'http://ec2-18-217-189-42.us-east-2.compute.amazonaws.com'
-  c.project_id = 1 # required, but any positive integer works
-  c.project_key = 'efb1c025d1abb9c4ccb828ebaf9ea68f'
-end