file_monitoring 0.0.4 → 0.0.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. data/bin/file_monitoring +4 -2
  2. data/lib/file_monitoring/daemon_win32.rb +29 -0
  3. data/lib/file_monitoring/file_monitoring.rb +11 -10
  4. data/lib/file_monitoring/monitor_path.rb +19 -10
  5. data/lib/file_monitoring/version.rb +5 -0
  6. data/lib/file_monitoring.rb +1 -8
  7. data/test/file_monitoring/file_monitoring_test/conf.yml +4 -0
  8. data/test/file_monitoring/file_monitoring_test/conf_win32.yml +5 -0
  9. data/test/file_monitoring/file_monitoring_test/log +56 -0
  10. data/test/file_monitoring/file_monitoring_test.rb +0 -0
  11. data/test/file_monitoring/monitor_path_test/dir1000/test_file.1000 +1000 -0
  12. data/test/file_monitoring/monitor_path_test/dir1000/test_file.1000.0 +1000 -0
  13. data/test/file_monitoring/monitor_path_test/dir1000/test_file.1000.1 +1000 -0
  14. data/test/file_monitoring/monitor_path_test/dir1500/test_file.1500 +1500 -0
  15. data/test/file_monitoring/monitor_path_test/dir1500/test_file.1500.0 +1500 -0
  16. data/test/file_monitoring/monitor_path_test/dir1500/test_file.1500.1 +1500 -0
  17. data/test/file_monitoring/monitor_path_test/test_file.500 +500 -0
  18. data/test/file_monitoring/monitor_path_test/test_file.500.0 +500 -0
  19. data/test/file_monitoring/monitor_path_test/test_file.500.1 +500 -0
  20. data/test/file_monitoring/monitor_path_test.rb +157 -0
  21. metadata +71 -10
data/bin/file_monitoring CHANGED
@@ -34,18 +34,20 @@
34
34
 
35
35
  require 'rubygems'
36
36
  require 'daemons'
37
+
37
38
  require 'file_monitoring/file_monitoring.rb'
39
+ require 'log'
38
40
 
39
41
  conf_file_path = File.expand_path('~/.bbfs/etc/file_monitoring.yml')
40
42
  if ARGV.length > 1
41
43
  conf_file_path = File.expand_path(ARGV[1])
42
44
  end
43
45
 
44
- puts "Taking config from:" + conf_file_path
46
+ Log.info "Taking config from:" + conf_file_path
45
47
  YAML::load_file(conf_file_path) rescue abort("Can't load %s" % conf_file_path)
46
48
  pid_dir = File.expand_path('~/.bbfs/run/')
47
49
  FileUtils.mkdir_p(pid_dir)
48
- puts "pid dir:" + pid_dir
50
+ Log.info "pid dir:" + pid_dir
49
51
 
50
52
  Daemons.run_proc(
51
53
  'file_monitoring', # name of daemon
data/lib/file_monitoring/daemon_win32.rb ADDED
@@ -0,0 +1,29 @@
1
+ require 'win32/daemon'
2
+ include Win32
3
+ require 'rubygems'
4
+
5
+ begin
6
+ require "./file_monitoring/file_monitoring.rb"
7
+
8
+ conf_file_path = (ARGV.length > 0 ? "#{ARGV[0]}" : '~/.bbfs/etc/file_monitoring.yml')
9
+ conf_file_path = File.expand_path(conf_file_path)
10
+
11
+ CONFIG_FILE_PATH = "#{conf_file_path}"
12
+
13
+ class Daemon
14
+ def service_main
15
+ while running?
16
+ monitor_files(CONFIG_FILE_PATH)
17
+ end
18
+ end
19
+
20
+ def service_stop
21
+ exit!
22
+ end
23
+ end
24
+
25
+ Daemon.mainloop
26
+
27
+ rescue Exception => err
28
+ raise
29
+ end
data/lib/file_monitoring/file_monitoring.rb CHANGED
@@ -1,14 +1,15 @@
1
1
  require 'algorithms'
2
2
  require 'fileutils'
3
+ require 'log'
3
4
  require 'params'
4
5
  require 'yaml'
5
6
 
6
- require_relative 'monitor_path'
7
+ require 'file_monitoring/monitor_path'
7
8
 
8
9
  module BBFS
9
10
  module FileMonitoring
10
11
 
11
- PARAMS.parameter('default_log_path', File.expand_path('~/.bbfs/log/file_monitoring.log'),
12
+ Params.string('default_log_path', File.expand_path('~/.bbfs/log/file_monitoring.log'),
12
13
  'Default path for log file.')
13
14
 
14
15
  class FileMonitoring
@@ -31,34 +32,34 @@ module BBFS
31
32
  priority = (Time.now + elem['scan_period']).to_i
32
33
  dir_stat = DirStat.new(elem['path'], elem['stable_state'])
33
34
  dir_stat.set_event_queue(@event_queue) if @event_queue
35
+ Log.info [priority, elem, dir_stat]
34
36
  pq.push([priority, elem, dir_stat], -priority)
35
37
  }
36
38
 
37
- log_path = PARAMS.default_log_path
39
+ log_path = Params['default_log_path']
38
40
  if config_yml.key?('log_path')
39
41
  log_path = File.expand_path(config_yml['log_path'])
40
42
  end
41
43
 
42
- puts 'Log path:' + log_path
44
+ Log.info 'Log path:' + log_path
43
45
  FileUtils.mkdir_p(File.dirname(log_path))
44
46
  log = File.open(log_path, 'w')
45
47
  FileStat.set_log(log)
46
48
 
47
49
  while true do
48
50
  time, conf, dir_stat = pq.pop
49
- #puts 'time:' + time.to_s()
50
- #puts 'now:' + Time.now.to_i.to_s()
51
- #puts conf
51
+ #Log.info 'time:' + time.to_s()
52
+ #Log.info 'now:' + Time.now.to_i.to_s()
53
+ #Log.info conf
52
54
 
53
55
  time_span = time - Time.now.to_i
54
56
  if (time_span > 0)
55
57
  sleep(time_span)
56
58
  end
57
-
58
59
  dir_stat.monitor
59
60
 
60
- #puts conf['path']
61
- #puts conf['scan_period']
61
+ #Log.info conf['path']
62
+ #Log.info conf['scan_period']
62
63
  priority = (Time.now + conf['scan_period']).to_i
63
64
  pq.push([priority, conf, dir_stat], -priority)
64
65
  end
data/lib/file_monitoring/monitor_path.rb CHANGED
@@ -1,3 +1,6 @@
1
+ require 'log'
2
+ require 'params'
3
+
1
4
  module BBFS
2
5
  module FileMonitoring
3
6
  # Path monitoring.
@@ -32,6 +35,7 @@ module BBFS
32
35
  def initialize(path, stable_state = DEFAULT_STABLE_STATE)
33
36
  @path ||= path
34
37
  @size = nil
38
+ @creation_time = nil
35
39
  @modification_time = nil
36
40
  @cycles = 0 # number of iterations from the last file modification
37
41
  @state = FileStatEnum::NON_EXISTING
@@ -39,8 +43,8 @@ module BBFS
39
43
  @stable_state = stable_state # number of iteration to move unchanged file to stable state
40
44
  end
41
45
 
42
- def set_output_queue event_queue
43
- @event_queue
46
+ def set_output_queue(event_queue)
47
+ @event_queue = event_queue
44
48
  end
45
49
 
46
50
  # Sets a log file to report changes
@@ -59,16 +63,19 @@ module BBFS
59
63
  if file_stats == nil
60
64
  new_state = FileStatEnum::NON_EXISTING
61
65
  @size = nil
66
+ @creation_time = nil
62
67
  @modification_time = nil
63
68
  @cycles = 0
64
69
  elsif @size == nil
65
70
  new_state = FileStatEnum::NEW
66
71
  @size = file_stats.size
72
+ @creation_time = file_stats.ctime.utc
67
73
  @modification_time = file_stats.mtime.utc
68
74
  @cycles = 0
69
75
  elsif changed?(file_stats)
70
76
  new_state = FileStatEnum::CHANGED
71
77
  @size = file_stats.size
78
+ @creation_time = file_stats.ctime.utc
72
79
  @modification_time = file_stats.mtime.utc
73
80
  @cycles = 0
74
81
  else
@@ -85,7 +92,9 @@ module BBFS
85
92
 
86
93
  # Checks that stored file attributes are the same as file attributes taken from file system.
87
94
  def changed?(file_stats)
88
- not (file_stats.size == size and file_stats.mtime.utc == modification_time.utc)
95
+ not (file_stats.size == @size &&
96
+ file_stats.ctime.utc == @creation_time.utc &&
97
+ file_stats.mtime.utc == @modification_time.utc)
89
98
  end
90
99
 
91
100
  def set_event_queue(queue)
@@ -100,9 +109,9 @@ module BBFS
100
109
  @@log.puts(cur_stat)
101
110
  @@log.flush #Ruby1.9.3: note that this is Ruby internal buffering only; the OS may buffer the data as well
102
111
  end
103
- if (@event_queue && !self.instance_of?(DirStat))
104
- p "Writing to event queue [#{self.state}, #{self.path}]"
105
- @event_queue.push([self.state, self.path])
112
+ if (!@event_queue.nil?)
113
+ Log.info "Writing to event queue [#{self.state}, #{self.path}]"
114
+ @event_queue.push([self.state, self.instance_of?(DirStat), self.path])
106
115
  end
107
116
  end
108
117
  end
@@ -175,10 +184,10 @@ module BBFS
175
184
  res = super
176
185
  @files.each_value do |file|
177
186
  res += "\n" + file.to_s(child_ident)
178
- end
187
+ end if @files
179
188
  @dirs.each_value do |dir|
180
189
  res += "\n" + dir.to_s(child_ident)
181
- end
190
+ end if @dirs
182
191
  res
183
192
  end
184
193
 
@@ -256,7 +265,7 @@ module BBFS
256
265
  # newly added directories have to remain with NEW state
257
266
  was_changed = true
258
267
  ds = DirStat.new(file, self.stable_state)
259
- ds.set_event_queue(@event_queue) if @event_queue
268
+ ds.set_event_queue(@event_queue) unless @event_queue.nil?
260
269
  ds.monitor
261
270
  add_dir(ds)
262
271
  end
@@ -266,7 +275,7 @@ module BBFS
266
275
  # newly added directories have to remain with NEW state
267
276
  was_changed = true
268
277
  fs = FileStat.new(file, self.stable_state)
269
- fs.set_event_queue(@event_queue) if @event_queue
278
+ fs.set_event_queue(@event_queue) unless @event_queue.nil?
270
279
  fs.monitor
271
280
  add_file(fs)
272
281
  end
data/lib/file_monitoring/version.rb ADDED
@@ -0,0 +1,5 @@
1
+ module BBFS
2
+ module FileMonitoring
3
+ VERSION = "0.0.8"
4
+ end
5
+ end
data/lib/file_monitoring.rb CHANGED
@@ -1,15 +1,8 @@
1
- require 'params'
2
-
3
- require_relative 'file_monitoring/file_monitoring'
1
+ require 'file_monitoring/file_monitoring'
4
2
 
5
3
  # TODO add description
6
4
  module BBFS
7
5
  module FileMonitoring
8
- VERSION = "0.0.3"
9
-
10
- PARAMS.parameter("config_path","~/.bbfs/etc/file_monitoring.yml",
11
- "Configuration file for monitoring.")
12
-
13
6
  # The main method. Loops on all paths each time span and monitors them.
14
7
  def monitor_files
15
8
  fm = FileMonitoring.new
data/test/file_monitoring/file_monitoring_test/conf.yml ADDED
@@ -0,0 +1,4 @@
1
+ paths:
2
+ - path: /Users/kolman/Dev/git/bbfs/resources
3
+ scan_period: 1
4
+ stable_state: 5
data/test/file_monitoring/file_monitoring_test/conf_win32.yml ADDED
@@ -0,0 +1,5 @@
1
+ log_path: C:\Kab.Tech\bbfs\resources\file_monitoring\log
2
+ paths:
3
+ - path: C:/Kab.Tech/bbfs/resources/path_monitor_test
4
+ scan_period: 1
5
+ stable_state: 5
data/test/file_monitoring/file_monitoring_test/log ADDED
@@ -0,0 +1,56 @@
1
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000
2
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.0
3
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
4
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
5
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500
6
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500.0
7
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500.1
8
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
9
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500
10
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500.0
11
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500.1
12
+ 2012-02-15 07:20:47 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test
13
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500
14
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500.0
15
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500.1
16
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000
17
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.0
18
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
19
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
20
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500
21
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500.0
22
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500.1
23
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
24
+ 2012-02-15 07:20:48 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test
25
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500
26
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500.0
27
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/test_file.500.1
28
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000
29
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.0
30
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
31
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
32
+ 2012-02-15 07:20:52 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500
33
+ 2012-02-15 07:20:53 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500.0
34
+ 2012-02-15 07:20:53 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1500.1
35
+ 2012-02-15 07:20:53 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
36
+ 2012-02-15 07:20:53 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test
37
+ 2012-02-15 07:21:31 UTC : NON_EXISTING : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
38
+ 2012-02-15 07:21:31 UTC : CHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
39
+ 2012-02-15 07:21:31 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1000.1
40
+ 2012-02-15 07:21:31 UTC : CHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
41
+ 2012-02-15 07:21:32 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
42
+ 2012-02-15 07:21:32 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1000.1
43
+ 2012-02-15 07:21:32 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
44
+ 2012-02-15 07:21:36 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
45
+ 2012-02-15 07:21:37 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1000.1
46
+ 2012-02-15 07:21:37 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
47
+ 2012-02-15 07:22:12 UTC : NEW : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
48
+ 2012-02-15 07:22:12 UTC : CHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
49
+ 2012-02-15 07:22:12 UTC : NON_EXISTING : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500/test_file.1000.1
50
+ 2012-02-15 07:22:12 UTC : CHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
51
+ 2012-02-15 07:22:13 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
52
+ 2012-02-15 07:22:13 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
53
+ 2012-02-15 07:22:13 UTC : UNCHANGED : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
54
+ 2012-02-15 07:22:17 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000/test_file.1000.1
55
+ 2012-02-15 07:22:17 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1000
56
+ 2012-02-15 07:22:17 UTC : STABLE : C:/Kab.Tech/bbfs/resources/path_monitor_test/dir1500
data/test/file_monitoring/file_monitoring_test.rb ADDED
File without changes