fluentd-ui 0.1.0

data/app/models/fluentd/setting/out_forward.rb

@@ -0,0 +1,70 @@
+class Fluentd
+  module Setting
+    class OutForward
+      class Server
+        include Common
+        KEYS = [
+          :name, :host, :port, :weight, :standby
+        ].freeze
+
+        attr_accessor(*KEYS)
+
+        flags :standby
+
+        validates :host, presence: true
+        validates :port, presence: true
+      end
+
+      class Secondary
+        include Common
+        KEYS = [
+          :type, :path
+        ].freeze
+
+        attr_accessor(*KEYS)
+
+        hidden :type
+        validates :path, presence: true
+      end
+
+      include Common
+
+      KEYS = [
+        :match,
+        :send_timeout, :recover_wait, :heartbeat_type, :heartbeat_interval,
+        :phi_threshold, :hard_timeout,
+        :server, :secondary
+      ].freeze
+
+      attr_accessor(*KEYS)
+      choice :heartbeat_type, %w(udp tcp)
+      nested :server, Server, multiple: true
+      nested :secondary, Secondary
+
+      validates :match, presence: true
+      validate :validate_has_at_least_one_server
+      validate :validate_nested_values
+
+      def validate_has_at_least_one_server
+        if children_of(:server).reject{|s| s.empty_value? }.blank?
+          errors.add(:base, :out_forward_blank_server)
+        end
+      end
+
+      def validate_nested_values
+        self.class.children.inject(true) do |result, (key, _)|
+          children_of(key).each do |child|
+            if !child.empty_value? && !child.valid?
+              child.errors.full_messages.each do |message|
+                errors.add(:base, "(#{key})#{message}")
+              end
+              result = false
+            end
+            result
+          end
+          result
+        end
+      end
+    end
+  end
+end

data/app/models/fluentd/setting/out_mongo.rb

@@ -0,0 +1,35 @@
+class Fluentd
+  module Setting
+    class OutMongo
+      include Common
+
+      KEYS = [
+        :match,
+        :host, :port, :database, :collection, :capped, :capped_size, :capped_max, :user, :password, :tag_mapped,
+        :buffer_type, :buffer_queue_limit, :buffer_chunk_limit, :flush_interval,  :retry_wait, :retry_limit, :max_retry_wait, :num_threads,
+      ].freeze
+
+      attr_accessor(*KEYS)
+
+      flags :capped, :tag_mapped
+
+      validates :match, presence: true
+      validates :host, presence: true
+      validates :port, presence: true
+      validates :database, presence: true
+      validate :validate_capped
+      validate :validate_collection
+
+      def validate_capped
+        return true if capped.blank?
+        errors.add(:capped_size, :blank) if capped_size.blank?
+      end
+
+      def validate_collection
+        if tag_mapped.blank? && collection.blank?
+          errors.add(:collection, :blank) 
+        end
+      end
+    end
+  end
+end

data/app/models/fluentd/setting/out_s3.rb

@@ -0,0 +1,29 @@
+class Fluentd
+  module Setting
+    class OutS3
+      include ActiveModel::Model
+      include Common
+
+      KEYS = [
+        :match,
+        :aws_key_id, :aws_sec_key, :s3_bucket, :s3_endpoint, :path,
+        # :reduced_redundancy, :check_apikey_on_start, :command_parameter, # not configurable?
+        :format, :include_time_key, :time_key, :delimiter, :label_delimiter, :add_newline, :output_tag, :output_time,
+        :time_slice_format, :time_slice_wait, :time_format, :utc, :store_as, :proxy_uri, :use_ssl,
+        :buffer_type, :buffer_queue_limit, :buffer_chunk_limit, :flush_interval,
+        :retry_wait, :retry_limit, :max_retry_wait, :num_threads,
+      ].freeze
+
+      attr_accessor(*KEYS)
+
+      choice :format, %w(out_file json ltsv single_value)
+      choice :store_as, %w(gzip lzo lzma2 json txt)
+      choice :buffer_type, %w(memory file)
+      booleans :include_time_key, :add_newline, :use_ssl, :output_tag, :output_time
+      flags :utc
+
+      validates :match, presence: true
+      validates :s3_bucket, presence: true
+    end
+  end
+end

data/app/models/fluentd/setting/out_td.rb

@@ -0,0 +1,26 @@
+class Fluentd
+  module Setting
+    class OutTd
+      include ActiveModel::Model
+      include Common
+
+      KEYS = [
+        :match,
+        :apikey, :auto_create_table, :database, :table,
+        :flush_interval, :buffer_type, :buffer_path,
+      ].freeze
+
+      attr_accessor(*KEYS)
+
+      flags :auto_create_table
+
+      validates :match, presence: true
+      validates :apikey, presence: true
+      validates :auto_create_table, presence: true
+
+      def plugin_name
+        "tdlog"
+      end
+    end
+  end
+end

data/app/models/plugin.rb

@@ -0,0 +1,193 @@
+require "fileutils"
+require "json"
+require "httpclient"
+
+class Plugin
+  class GemError < StandardError; end
+
+  WORKING = []
+
+  include ActiveModel::Model
+
+  attr_accessor :gem_name, :version, :category
+  validates :gem_name, presence: true
+  validates :version, presence: true
+
+  def to_param
+    gem_name
+  end
+
+  def install!
+    return if installed?
+    self.version ||= latest_version
+    valid? && gem_install
+  end
+
+  def uninstall!
+    return unless installed?
+    gem_uninstall # NOTE: not validate
+  end
+
+  def upgrade!(new_version)
+    return unless installed?
+
+    upgrade = self.class.new(gem_name: self.gem_name, version: new_version)
+    if self.valid? && upgrade.valid?
+      self.uninstall!
+      upgrade.install!
+      self.version = upgrade.version
+    end
+  end
+
+  def installed?
+    self.class.installed.find do |plugin|
+      plugin.gem_name == gem_name
+    end
+  end
+
+  def processing?
+    !!WORKING.find{|data| data[:plugin].gem_name == gem_name}
+  end
+
+  def installed_version
+    return unless inst = installed?
+    inst.version
+  end
+
+  def latest_version?
+    installed_version == latest_version
+  end
+
+  def latest_version
+    @latest_version ||= JSON.parse(gem_versions).map {|ver| Gem::Version.new ver["number"] }.max.to_s
+  end
+
+  def released_versions
+    @released_versions ||= JSON.parse(gem_versions).map {|ver| ver["number"]}.sort_by{|ver| Gem::Version.new ver}.reverse
+  end
+
+  def summary
+    target_version = self.version || latest_version
+    JSON.parse(gem_versions).find {|ver| ver["number"] == target_version }.try(:[], "summary")
+  end
+
+  def authors
+    target_version = self.version || latest_version
+    JSON.parse(gem_versions).find {|ver| ver["number"] == target_version }.try(:[], "authors")
+  end
+
+  def inspect
+    self.version ||= latest_version
+    %Q|<#{gem_name}, "#{version}">|
+  end
+
+  def rubygems_org_page
+    "https://rubygems.org/gems/#{gem_name}"
+  end
+
+  def self.installed
+    Rails.cache.fetch("installed_gems", expires_in: 3.seconds) do
+      Bundler.with_clean_env do
+        gems = `#{fluent_gem_path} list`.try(:lines)
+        return [] unless gems
+        gems.grep(/fluent-plugin/).map do |gem|
+          name, versions_str = gem.strip.split(" ")
+          version = versions_str[/[^(), ]+/]
+          new(gem_name: name, version: version)
+        end
+      end
+    end
+  end
+
+  def self.recommended
+    Settings.recommended_plugins.map do |data|
+      new(category: data["category"], gem_name: "fluent-plugin-#{data["name"]}")
+    end
+  end
+
+  def self.processing
+    WORKING.find_all do |data|
+      data[:state] == :running
+    end
+  end
+
+  def self.installing
+    processing.find_all{|data| data[:type] == :install }.map{|data| data[:plugin] }
+  end
+
+  def self.uninstalling
+    processing.find_all{|data| data[:type] == :uninstall }.map{|data| data[:plugin] }
+  end
+
+  def gem_versions
+    Rails.cache.fetch(gem_json_url, expires_in: 60.minutes) do  # NOTE: 60.minutes could be changed if it doesn't fit
+      gem_versions!
+    end
+  end
+
+  def gem_versions!
+    res = HTTPClient.get(gem_json_url)
+    if res.code == 200
+      json = res.body
+      Rails.cache.write(gem_json_url, json, expires_in: 60.minutes) # NOTE: 60.minutes could be changed if it doesn't fit
+      json
+    end
+  end
+
+  def gem_json_url
+    "https://rubygems.org/api/v1/versions/#{gem_name}.json"
+  end
+
+  def self.fluent_gem_path
+    # On installed both td-agent and fluentd system, decide which fluent-gem command should be used depend on setup(Fluentd.instance)
+    if Fluentd.instance && Fluentd.instance.fluentd?
+      return "fluent-gem" # maybe `fluent-gem` command is in the $PATH
+    end
+
+    # NOTE: td-agent has a command under the /usr/lib{,64}, td-agent2 has under /opt/td-agent
+    %W(
+      /opt/td-agent/embedded/bin/fluent-gem
+      /usr/lib/fluent/ruby/bin/fluent-gem
+      /usr/lib64/fluent/ruby/bin/fluent-gem
+    ).find do |path|
+      system("which #{path}", out: File::NULL, err: File::NULL)
+    end
+  end
+
+  private
+
+  def gem_install
+    data = { plugin: self, state: :running, type: :install }
+    return if processing?
+    return if installed?
+    WORKING.push(data)
+    fluent_gem("install", gem_name, "-v", version)
+  ensure
+    WORKING.delete(data)
+  end
+
+  def gem_uninstall
+    data = { plugin: self, state: :running, type: :uninstall }
+    return if processing?
+    return unless installed?
+    WORKING.push(data)
+    fluent_gem("uninstall", gem_name, "-x", "-a")
+  ensure
+    WORKING.delete(data)
+  end
+
+  def fluent_gem(*commands)
+    # NOTE: use `fluent-gem` instead of `gem`
+    Bundler.with_clean_env do
+      # NOTE: this app is under the Bundler, so call `system` in with_clean_env is Bundler jail breaking
+      unless system(* [fluent_gem_path, *commands])
+        raise GemError, "failed command #{commands.join(" ")}"
+      end
+    end
+    true
+  end
+
+  def fluent_gem_path
+    self.class.fluent_gem_path
+  end
+end

data/app/models/settings.rb

@@ -0,0 +1,4 @@
+class Settings < Settingslogic
+  source "#{Rails.root}/config/application.yml"
+  namespace Rails.env
+end

data/app/models/user.rb

@@ -0,0 +1,52 @@
+# NOTE: Application has "admin" user only
+#       admin's password can be changed from browser, but user name "admin" can't be changed.
+#       many clients can login at the same time (App has multiple active sessions)
+#       raw password shouldn't be compromised (except default password)
+#       you may find detail at https://github.com/treasure-data/fluentd-ui/pull/34
+
+class User
+  include ActiveModel::Model
+  include ActiveModel::SecurePassword
+
+  has_secure_password
+
+  ENCRYPTED_PASSWORD_FILE = Rails.root + "db/#{Rails.env}-user.txt"
+
+  attr_accessor :name, :password, :password_confirmation, :current_password
+  attr_writer :password_digest
+
+  validates :name, presence: true
+  validates :password, length: { minimum: 8 }
+  validate :valid_current_password
+
+  def password_digest
+    @password_digest ||
+      begin
+        hash = File.read(ENCRYPTED_PASSWORD_FILE).rstrip
+        BCrypt::Password.new(hash) # raise BCrypt::Errors::InvalidHash if hash is invalid
+      rescue Errno::ENOENT, BCrypt::Errors::InvalidHash
+        BCrypt::Password.create(Settings.default_password, cost: cost)
+      end
+  end
+
+  def update_attributes(params)
+    params.each_pair do |key, value|
+      send("#{key}=", value)
+    end
+    return false unless valid?
+
+    File.open(ENCRYPTED_PASSWORD_FILE, "w") do |f|
+      f.write BCrypt::Password.create(password, cost: cost)
+    end
+  end
+
+  def cost
+    Rails.env.test? ? BCrypt::Engine::MIN_COST : BCrypt::Engine.cost
+  end
+
+  def valid_current_password
+    unless authenticate(current_password)
+      errors.add(:current_password, :wrong_password)
+    end
+  end
+end

data/app/views/fluentd/_form.html.haml

@@ -0,0 +1,31 @@
+%div.col-xs-6
+  - @fluentd.errors.full_messages.each do |e|
+    %div.alert.alert-danger= e
+
+  = form_for(:fluentd, url: url, method: method) do |f|
+    %div.form-group
+      = f.label :variant
+      = f.hidden_field :variant
+      = @fluentd.variant
+    %div.form-group
+      = f.label :pid_file
+      - if @fluentd.td_agent?
+        = f.text_field :pid_file, class: "form-control", disabled: true
+        = f.hidden_field :pid_file
+      - else
+        = f.text_field :pid_file, class: "form-control"
+    %div.form-group
+      = f.label :log_file
+      - if @fluentd.td_agent?
+        = f.text_field :log_file, class: "form-control", disabled: true
+        = f.hidden_field :log_file
+      - else
+        = f.text_field :log_file, class: "form-control"
+    %div.form-group
+      = f.label :config_file
+      - if @fluentd.td_agent?
+        = f.text_field :config_file, class: "form-control", disabled: true
+        = f.hidden_field :config_file
+      - else
+        = f.text_field :config_file, class: "form-control"
+    = f.submit btn, class: "btn btn-primary"