fluentd-ui 0.3.10 → 0.3.11

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ea1ab2d5ce725a63c27f10c40a0327cc35f7b430
+  data.tar.gz: 5b61d101c19bec0e603c0497debbb5e89fb012a0
+SHA512:
+  metadata.gz: 048827d25bbb3e971bdc13dfda18165718ab6babda3da181fc16ad76fb9ce6f0067a87a1bbf6b4fa2219511e2923cd5621b2bf0f08f7a10a0effe6194a20c666
+  data.tar.gz: d24f8c0065fd5ecd5d62a23dffff0dbeece212bcc0effd442b1f2ca545d54176a6eb7ff7594bb3914d2a039a74244dac817a1942244533cea028b35152ec3263

data/ChangeLog

@@ -1,3 +1,6 @@
+Release 0.3.11 - 2014/12/19
+* [improve] Save config history. Now any saved config files can be restored to the current.
+
 Release 0.3.10 - 2014/12/17
 * [maintenance] Update components.
 * [improve] Add fluentd default plugin settings.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    fluentd-ui (0.3.10)
+    fluentd-ui (0.3.11)
       addressable
       bundler
       draper (~> 1.3)

data/app/controllers/fluentd/settings/histories_controller.rb

@@ -0,0 +1,26 @@
+class Fluentd::Settings::HistoriesController < ApplicationController
+  before_action :login_required
+  before_action :find_fluentd
+  before_action :find_backup_file, only: [:show, :reuse]
+
+  def index
+    @backup_files = @fluentd.agent.backup_files_in_new_order.map do |file_path|
+      Fluentd::Setting::BackupFile.new(file_path)
+    end
+  end
+
+  def show
+  end
+
+  def reuse
+    @fluentd.agent.config_write @backup_file.content
+    redirect_to daemon_setting_path, flash: { success: t('messages.config_successfully_copied',  brand: fluentd_ui_brand) }
+  end
+
+  private
+
+  def find_backup_file
+    #Do not use BackupFile.new(params[:id]) because params[:id] can be any path.
+    @backup_file = Fluentd::Setting::BackupFile.find_by_file_id(@fluentd.agent.config_backup_dir, params[:id])
+  end
+end

data/app/controllers/fluentd/settings/running_backup_controller.rb

@@ -0,0 +1,19 @@
+class Fluentd::Settings::RunningBackupController < ApplicationController
+  before_action :login_required
+  before_action :find_fluentd
+  before_action :find_backup_file, only: [:show, :reuse]
+
+  def show
+  end
+
+  def reuse
+    @fluentd.agent.config_write @backup_file.content
+    redirect_to daemon_setting_path, flash: { success: t('messages.config_successfully_copied',  brand: fluentd_ui_brand) }
+  end
+
+  private
+
+  def find_backup_file
+    @backup_file = Fluentd::Setting::BackupFile.new(@fluentd.agent.running_config_backup_file)
+  end
+end

data/app/controllers/fluentd/settings_controller.rb

@@ -6,6 +6,11 @@ class Fluentd::SettingsController < ApplicationController
   before_action :set_config, only: [:show, :edit, :update]
 
   def show
+    @backup_files = @fluentd.agent.backup_files_in_new_order.first(Settings.histories_count_in_preview).map do |file_path|
+      Fluentd::Setting::BackupFile.new(file_path)
+    end
+
+    @running_backedup_file = Fluentd::Setting::BackupFile.new(@fluentd.agent.running_config_backup_file)
   end
 
   def edit

data/app/models/fluentd.rb

@@ -73,14 +73,6 @@ class Fluentd
     end
   end
 
-  def api
-    Api::Http.new(api_endpoint)
-  end
-
-  def api_endpoint
-    # TODO: autodetect from parsed configuration, but unused for now
-  end
-
   def label
     "fluentd" # NOTE: for multiple fluentd management, but only single fluentd manage now
   end

data/app/models/fluentd/agent.rb

@@ -5,7 +5,6 @@ require 'fluent/supervisor'
 require "fluentd/agent/common"
 require "fluentd/agent/fluentd_gem"
 require "fluentd/agent/td_agent"
-require "fluentd/agent/remote"
 
 class Fluentd
   class Agent

data/app/models/fluentd/agent/common.rb

@@ -57,6 +57,21 @@ class Fluentd
         extra_options[:config_file] || self.class.default_options[:config_file]
       end
 
+      def config_backup_dir
+        dir = File.join(FluentdUI.data_dir, "#{Rails.env}_confg_backups")
+        FileUtils.mkdir_p(dir)
+        dir
+      end
+
+      def running_config_backup_dir
+        dir = File.join(FluentdUI.data_dir, "#{Rails.env}_running_confg_backup")
+        FileUtils.mkdir_p(dir)
+        dir
+      end
+
+      def running_config_backup_file
+        File.join(running_config_backup_dir, "running.conf")
+      end
 
       # define these methods on each Agent class
 
@@ -71,6 +86,19 @@ class Fluentd
           raise NotImplementedError, "'#{method}' method is required to be defined"
         end
       end
+
+      private
+
+      def backup_running_config
+        #back up config file only when start success
+        return unless yield
+
+        return unless File.exists? config_file
+
+        FileUtils.cp config_file, running_config_backup_file
+
+        true
+      end
     end
   end
 end

data/app/models/fluentd/agent/fluentd_gem.rb

@@ -15,7 +15,10 @@ class Fluentd
       # return value is status_after_this_method_called == started
       def start
         return true if running?
-        actual_start
+
+        backup_running_config do
+          actual_start
+        end
       end
 
       # return value is status_after_this_method_called == stopped
@@ -67,6 +70,7 @@ class Fluentd
         Bundler.with_clean_env do
           spawn("fluentd #{options_to_argv}")
         end
+
         wait_starting
       end
 

data/app/models/fluentd/agent/local_common.rb

@@ -20,12 +20,14 @@ class Fluentd
       end
 
       def config_write(content)
+        backup_config
         File.open(config_file, "w") do |f|
           f.write content
         end
       end
 
       def config_append(content)
+        backup_config
         File.open(config_file, "a") do |f|
           f.write "\n"
           f.write content
@@ -59,8 +61,39 @@ class Fluentd
         File.read(pid_file).to_i rescue nil
       end
 
+      def backup_files
+        Dir.glob(File.join("#{config_backup_dir}", "*.conf"))
+      end
+
+      def backup_files_in_old_order
+        backup_files.sort
+      end
+
+      def backup_files_in_new_order
+        backup_files_in_old_order.reverse
+      end
+
       private
 
+      def backup_config
+        return unless File.exists? config_file
+
+        FileUtils.cp config_file, File.join(config_backup_dir, "#{Time.zone.now.strftime('%Y%m%d_%H%M%S')}.conf")
+
+        remove_over_backup_files
+      end
+
+      def remove_over_backup_files
+        over_file_count = backup_files.size - ::Settings.max_backup_files_count
+
+        return if over_file_count <= 0
+
+        backup_files_in_old_order.first(over_file_count).each do |file|
+          next unless File.exist? file
+          FileUtils.rm(file)
+        end
+      end
+
       def logged_errors(&block)
         return [] unless File.exist?(log_file)
         buf = []

data/app/models/fluentd/agent/td_agent/macosx.rb

@@ -4,7 +4,9 @@ class Fluentd
       module Macosx
 
         def start
-          detached_command("launchctl load #{plist}") && pid_from_launchctl
+          backup_running_config do
+            detached_command("launchctl load #{plist}") && pid_from_launchctl
+          end
         end
 
         def stop

data/app/models/fluentd/agent/td_agent/unix.rb

@@ -3,7 +3,9 @@ class Fluentd
     class TdAgent
       module Unix
         def start
-          detached_command('/etc/init.d/td-agent start')
+          backup_running_config do
+            detached_command('/etc/init.d/td-agent start')
+          end
         end
 
         def stop

data/app/models/fluentd/setting/backup_file.rb

@@ -0,0 +1,41 @@
+class Fluentd
+  module Setting
+    class BackupFile
+      attr_accessor :file_path
+
+      def self.find_by_file_id(backup_dir, file_id)
+        file_path = Pathname.new(backup_dir).join("#{file_id}.conf")
+        raise "No such a file #{file_path}" unless File.exist?(file_path)
+
+        new(file_path)
+      end
+
+      def initialize(file_path)
+        @file_path = file_path
+      end
+
+      def file_id
+        @file_id ||= with_file { name.gsub(/.conf\Z/,'') }
+      end
+
+      def name
+        @name ||= with_file { File.basename(file_path) }
+      end
+
+      def content
+        @content ||= with_file { File.open(file_path, "r") { |f| f.read } }
+      end
+
+      def ctime
+        with_file { File.ctime(file_path) }
+      end
+
+      private
+
+      def with_file
+        return nil unless file_path && File.exist?(file_path)
+        yield
+      end
+    end
+  end
+end

data/app/models/fluentd/setting/config.rb

@@ -28,7 +28,8 @@ class Fluentd
       end
 
       def write_to_file
-        File.open(file, "w"){|f| f.write formatted }
+        return unless Fluentd.instance
+        Fluentd.instance.agent.config_write formatted
       end
 
       def formatted

data/app/views/fluentd/settings/histories/_list.html.haml

@@ -0,0 +1,6 @@
+%ul
+  - @backup_files.each do |file|
+    %li
+      = link_to(file.name, daemon_setting_history_path(id: file.file_id))
+      %label= t('terms.backup_time')
+      = file.ctime.strftime(I18n.t 'time.formats.default')

data/app/views/fluentd/settings/histories/index.html.haml

@@ -0,0 +1,3 @@
+- page_title t('.page_title', label: @fluentd.label)
+
+= render 'list'

data/app/views/fluentd/settings/histories/show.html.haml

@@ -0,0 +1,11 @@
+- page_title t('.page_title', label: @fluentd.label) do
+  - link_to reuse_daemon_setting_history_path(id: @backup_file.file_id), method: 'post', class: "btn btn-primary pull-right" do
+    = icon('fa-pencil')
+    = t("terms.reuse")
+
+.row
+  .col-xs-12
+    %pre
+      = preserve do
+        = @backup_file.content
+

data/app/views/fluentd/settings/running_backup/show.html.haml

@@ -0,0 +1,15 @@
+- page_title t('.page_title', label: @fluentd.label) do
+  - if @backup_file.content
+    - link_to reuse_daemon_setting_running_backup_path, method: 'post', class: "btn btn-primary pull-right" do
+      = icon('fa-pencil')
+      = t("terms.reuse")
+
+.row
+  .col-xs-12
+    - if @backup_file.content
+      %pre
+        = preserve do
+          = @backup_file.content
+    - else
+      %p
+        =t('fluentd.common.never_started_yet', brand: fluentd_ui_brand)

data/app/views/fluentd/settings/show.html.haml

@@ -8,3 +8,16 @@
     %pre
       = preserve do
         = @config
+
+.row
+  .col-xs-12
+    %h3= link_to(t('fluentd.settings.running_backup.title'), daemon_setting_running_backup_path)
+    %p
+      %label= t('terms.backup_time')
+      = @running_backedup_file.ctime.try(:strftime, I18n.t('time.formats.default')) || t('fluentd.common.never_started_yet', brand: fluentd_ui_brand)
+
+.row
+  .col-xs-12
+    %h3= t('fluentd.settings.history')
+    = render '/fluentd/settings/histories/list'
+    .link= link_to t('.link_to_histories'), daemon_setting_histories_path

data/config/application.yml

@@ -1,6 +1,8 @@
 defaults: &defaults
   default_password: changeme
   default_log_tail_count: 30
+  histories_count_in_preview: 5
+  max_backup_files_count: 100
   recommended_plugins:
     - category: filter
       name: "rewrite-tag-filter"

data/config/locales/translation_en.yml

@@ -11,6 +11,7 @@ en:
     password_successfully_updated: "Your password has been changed successfully."
     fluentd_status_running: Running
     fluentd_status_stopped: Stopped
+    config_successfully_copied: "Config has been copied successfully. Please restart %{brand} to use the new config"
 
   terms: &terms
     name: Name
@@ -58,6 +59,8 @@ en:
     notice_restart_for_config_edit: "NOTICE: running %{brand} will restart after update config"
     lines: Lines
     languages: Language
+    backup_time: Backed up at
+    reuse: reuse
 
   plugins:
     view_on_rubygems_org: View on rubygems.org
@@ -117,6 +120,7 @@ en:
         Delete %{brand} setting.
 
         <p>Running %{brand} will be stopped, but log and config file are still exists.</p>
+      never_started_yet: "%{brand} had never been started yet."
     show:
       page_title: Dashboard
     new:
@@ -138,6 +142,7 @@ en:
       show:
         page_title: Config File
         in_out_head: In/Out setting
+        link_to_histories: See more histories
       edit:
         page_title: Edit Config File
       out_forward:
@@ -245,6 +250,16 @@ en:
           page_title: "Config Parameters"
         confirm:
           page_title: "Confirmation"
+      history: "Setting History"
+      histories:
+        index:
+          page_title: "Setting Histories"
+        show:
+          page_title: "Reuse Setting History"
+      running_backup:
+        title: "Running Config"
+        show:
+          page_title: "Running Config"
 
   misc:
     information:

data/config/locales/translation_ja.yml

@@ -11,6 +11,7 @@ ja:
     password_successfully_updated: "パスワードを変更しました。"
     fluentd_status_running: 稼働中
     fluentd_status_stopped: 停止中
+    config_successfully_copied: "設定をコピーしました。反映させるには、 %{brand}を再起動してください。"
 
   terms: &terms
     name: アカウント名
@@ -58,6 +59,8 @@ ja:
     notice_restart_for_config_edit: "※更新すると稼働中の%{brand}が再起動されます"
     lines: 行
     languages: 言語
+    backup_time: バックアップ日時
+    reuse: 再利用
 
   plugins:
     view_on_rubygems_org: rubygems.orgで見る
@@ -116,6 +119,7 @@ ja:
         %{brand}の設定を削除します。
 
         <p>起動中の%{brand}は停止し、ログや設定ファイルはそのまま残存します。</p>
+      never_started_yet: "%{brand} は起動されたことがありません。"
     show:
       page_title: "ダッシュボード"
     new:
@@ -136,6 +140,7 @@ ja:
         setting_empty: 設定されていません
       show:
         page_title: 設定ファイルの編集
+        link_to_histories: さらに過去の履歴をみる
       edit:
         page_title: 設定ファイルの編集
       out_forward:
@@ -250,6 +255,16 @@ ja:
           page_title: "ファイル読み込み | その他の設定"
         confirm:
           page_title: "ファイル読み込み | 確認"
+      history: 設定履歴
+      histories:
+        index:
+          page_title: "設定履歴 | 一覧"
+        show:
+          page_title: "設定履歴 | 詳細"
+      running_backup:
+        title: "使用中の設定"
+        show:
+          page_title: "使用中の設定"
 
   misc:
     information: