file_series 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
data/.document ADDED
@@ -0,0 +1,5 @@
1
+ lib/**/*.rb
2
+ bin/*
3
+ -
4
+ features/**/*.feature
5
+ LICENSE.txt
data/.rspec ADDED
@@ -0,0 +1 @@
1
+ --color
data/Gemfile ADDED
@@ -0,0 +1,14 @@
1
+ source "http://rubygems.org"
2
+ # Add dependencies required to use your gem here.
3
+ # Example:
4
+ # gem "activesupport", ">= 2.3.5"
5
+
6
+ # Add dependencies to develop your gem here.
7
+ # Include everything needed to run rake, tests, features, etc.
8
+ group :development do
9
+ gem "rspec", "~> 2.8.0"
10
+ gem "rdoc", "~> 3.12"
11
+ gem "bundler", "~> 1.0.0"
12
+ gem "jeweler", "~> 1.8.4"
13
+ gem "timecop", "0.3.5"
14
+ end
data/Gemfile.lock ADDED
@@ -0,0 +1,33 @@
1
+ GEM
2
+ remote: http://rubygems.org/
3
+ specs:
4
+ diff-lcs (1.1.3)
5
+ git (1.2.5)
6
+ jeweler (1.8.4)
7
+ bundler (~> 1.0)
8
+ git (>= 1.2.5)
9
+ rake
10
+ rdoc
11
+ json (1.7.3)
12
+ rake (0.9.2.2)
13
+ rdoc (3.12)
14
+ json (~> 1.4)
15
+ rspec (2.8.0)
16
+ rspec-core (~> 2.8.0)
17
+ rspec-expectations (~> 2.8.0)
18
+ rspec-mocks (~> 2.8.0)
19
+ rspec-core (2.8.0)
20
+ rspec-expectations (2.8.0)
21
+ diff-lcs (~> 1.1.2)
22
+ rspec-mocks (2.8.0)
23
+ timecop (0.3.5)
24
+
25
+ PLATFORMS
26
+ ruby
27
+
28
+ DEPENDENCIES
29
+ bundler (~> 1.0.0)
30
+ jeweler (~> 1.8.4)
31
+ rdoc (~> 3.12)
32
+ rspec (~> 2.8.0)
33
+ timecop (= 0.3.5)
data/LICENSE.txt ADDED
@@ -0,0 +1,20 @@
1
+ Copyright (c) 2012 Alex Dean
2
+
3
+ Permission is hereby granted, free of charge, to any person obtaining
4
+ a copy of this software and associated documentation files (the
5
+ "Software"), to deal in the Software without restriction, including
6
+ without limitation the rights to use, copy, modify, merge, publish,
7
+ distribute, sublicense, and/or sell copies of the Software, and to
8
+ permit persons to whom the Software is furnished to do so, subject to
9
+ the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be
12
+ included in all copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
18
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
20
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.rdoc ADDED
@@ -0,0 +1,37 @@
1
+ = file_series
2
+
3
+ FileSeries is a Ruby library for writing to a group of files.
4
+
5
+ Writes will be directed to new files at a configurable frequency.
6
+
7
+ => logger = FileSeries.new('.', :prefix=>'test', :rotate_every=>60)
8
+ => logger.write("some message\n")
9
+
10
+ This will create a file like 'test-1342477810-60.log'. A new file will be
11
+ created every 60 seconds. You don't need to do anything except keep calling
12
+ logger.write().
13
+
14
+ Files are created as needed, so you won't end up with lots of 0-length files.
15
+ If you do see a recent 0-length file, it's probably due to your OS buffering
16
+ writes to the file.
17
+
18
+ Other configuration options:
19
+
20
+ :binary - boolean. If true, log files are opened in binary mode. (Useful for Marshal.dump)
21
+ :separator - string. Appended to each write. Defaults to \n. Use something else in :binary mode.
22
+
23
+ == Contributing to file_series
24
+
25
+ * Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
26
+ * Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
27
+ * Fork the project.
28
+ * Start a feature/bugfix branch.
29
+ * Commit and push until you are happy with your contribution.
30
+ * Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
31
+ * Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
32
+
33
+ == Copyright
34
+
35
+ Copyright (c) 2012 TED Conferences. See LICENSE.txt for
36
+ further details.
37
+
data/Rakefile ADDED
@@ -0,0 +1,49 @@
1
+ # encoding: utf-8
2
+
3
+ require 'rubygems'
4
+ require 'bundler'
5
+ begin
6
+ Bundler.setup(:default, :development)
7
+ rescue Bundler::BundlerError => e
8
+ $stderr.puts e.message
9
+ $stderr.puts "Run `bundle install` to install missing gems"
10
+ exit e.status_code
11
+ end
12
+ require 'rake'
13
+
14
+ require 'jeweler'
15
+ Jeweler::Tasks.new do |gem|
16
+ # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
17
+ gem.name = "file_series"
18
+ gem.homepage = "http://github.com/tedconf/file_series"
19
+ gem.license = "MIT"
20
+ gem.summary = "Write to a series of time-based files."
21
+ gem.description = "Automatically start writing to a new file every X seconds without any locking or file moving/renaming."
22
+ gem.email = "alex@crackpot.org"
23
+ gem.authors = ["Alex Dean"]
24
+ # dependencies defined in Gemfile
25
+ end
26
+ Jeweler::RubygemsDotOrgTasks.new
27
+
28
+ require 'rspec/core'
29
+ require 'rspec/core/rake_task'
30
+ RSpec::Core::RakeTask.new(:spec) do |spec|
31
+ spec.pattern = FileList['spec/**/*_spec.rb']
32
+ end
33
+
34
+ RSpec::Core::RakeTask.new(:rcov) do |spec|
35
+ spec.pattern = 'spec/**/*_spec.rb'
36
+ spec.rcov = true
37
+ end
38
+
39
+ task :default => :spec
40
+
41
+ require 'rdoc/task'
42
+ Rake::RDocTask.new do |rdoc|
43
+ version = File.exist?('VERSION') ? File.read('VERSION') : ""
44
+
45
+ rdoc.rdoc_dir = 'rdoc'
46
+ rdoc.title = "file_series #{version}"
47
+ rdoc.rdoc_files.include('README*')
48
+ rdoc.rdoc_files.include('lib/**/*.rb')
49
+ end
data/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.1.0
@@ -0,0 +1,63 @@
1
+ # Generated by jeweler
2
+ # DO NOT EDIT THIS FILE DIRECTLY
3
+ # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
4
+ # -*- encoding: utf-8 -*-
5
+
6
+ Gem::Specification.new do |s|
7
+ s.name = "file_series"
8
+ s.version = "0.1.0"
9
+
10
+ s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
11
+ s.authors = ["Alex Dean"]
12
+ s.date = "2012-07-18"
13
+ s.description = "Automatically start writing to a new file every X seconds without any locking or file moving/renaming."
14
+ s.email = "alex@crackpot.org"
15
+ s.extra_rdoc_files = [
16
+ "LICENSE.txt",
17
+ "README.rdoc"
18
+ ]
19
+ s.files = [
20
+ ".document",
21
+ ".rspec",
22
+ "Gemfile",
23
+ "Gemfile.lock",
24
+ "LICENSE.txt",
25
+ "README.rdoc",
26
+ "Rakefile",
27
+ "VERSION",
28
+ "file_series.gemspec",
29
+ "lib/file_series.rb",
30
+ "spec/file_series_spec.rb",
31
+ "spec/spec_helper.rb"
32
+ ]
33
+ s.homepage = "http://github.com/tedconf/file_series"
34
+ s.licenses = ["MIT"]
35
+ s.require_paths = ["lib"]
36
+ s.rubygems_version = "1.8.24"
37
+ s.summary = "Write to a series of time-based files."
38
+
39
+ if s.respond_to? :specification_version then
40
+ s.specification_version = 3
41
+
42
+ if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
43
+ s.add_development_dependency(%q<rspec>, ["~> 2.8.0"])
44
+ s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
45
+ s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
46
+ s.add_development_dependency(%q<jeweler>, ["~> 1.8.4"])
47
+ s.add_development_dependency(%q<timecop>, ["= 0.3.5"])
48
+ else
49
+ s.add_dependency(%q<rspec>, ["~> 2.8.0"])
50
+ s.add_dependency(%q<rdoc>, ["~> 3.12"])
51
+ s.add_dependency(%q<bundler>, ["~> 1.0.0"])
52
+ s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
53
+ s.add_dependency(%q<timecop>, ["= 0.3.5"])
54
+ end
55
+ else
56
+ s.add_dependency(%q<rspec>, ["~> 2.8.0"])
57
+ s.add_dependency(%q<rdoc>, ["~> 3.12"])
58
+ s.add_dependency(%q<bundler>, ["~> 1.0.0"])
59
+ s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
60
+ s.add_dependency(%q<timecop>, ["= 0.3.5"])
61
+ end
62
+ end
63
+
@@ -0,0 +1,91 @@
1
+ # Writes to this logger will be directed to new files at a configurable frequency.
2
+ #
3
+ # => logger = FileSeries.new('.', :prefix=>'test', :rotate_every=>60)
4
+ # => logger.write("some message\n")
5
+ #
6
+ # This will create a file like 'test-1342477810-60.log'. A new file will be
7
+ # created every 60 seconds. You don't need to do anything except keep calling
8
+ # logger.write().
9
+ #
10
+ # Files are created as needed, so you won't end up with lots of 0-length files.
11
+ # If you do see a recent 0-length file, it's probably due to your OS buffering
12
+ # writes to the file.
13
+ #
14
+ # Other configuration options:
15
+ # :binary - boolean. If true, log files are opened in binary mode. (Useful for Marshal.dump)
16
+ # :separator - string. Appended to each write. Defaults to \n. Use something else in :binary mode.
17
+ #
18
+
19
+ class FileSeries
20
+ DEFAULT_DIR = '.'
21
+ DEFAULT_PREFIX = 'log'
22
+ DEFAULT_FREQ = 60
23
+ DEFAULT_SEPARATOR = "\n"
24
+
25
+ attr_accessor :separator
26
+ attr_accessor :dir
27
+ attr_accessor :file
28
+ attr_accessor :current_ts
29
+
30
+ def initialize(options={})
31
+ @dir = options[:dir] || DEFAULT_DIR
32
+ @file = nil
33
+ @current_ts = nil
34
+ @filename_prefix = options[:prefix] || DEFAULT_PREFIX
35
+ @rotate_freq = options[:rotate_every] || DEFAULT_FREQ #seconds
36
+ @binary_writes = options[:binary]
37
+ @separator = options[:separator] || DEFAULT_SEPARATOR
38
+ end
39
+
40
+ # write something to the current log file.
41
+ def write(message)
42
+ log_file.write(message + @separator)
43
+ end
44
+
45
+ # return a File object for the current log file.
46
+ def log_file
47
+ ts = this_period
48
+
49
+ # if we're in a new time period, start writing to new file.
50
+ if (! file) || (ts != current_ts)
51
+ rotate(ts)
52
+ end
53
+
54
+ file
55
+ end
56
+
57
+ # compute the current time period.
58
+ def this_period
59
+ t = Time.now.to_i
60
+ t - (t % @rotate_freq)
61
+ end
62
+
63
+ # close current file handle and open a new one for a new logging period.
64
+ # ts defaults to the current time period.
65
+ def rotate(ts=nil)
66
+ ts ||= this_period
67
+ @file.close if @file
68
+ @file = File.open(filename(ts), "a#{'b' if @binary_writes}")
69
+ @current_ts = ts
70
+ end
71
+
72
+ # return a string filename for the logfile for the supplied timestamp.
73
+ # defaults to current time period.
74
+ def filename(ts=nil)
75
+ ts ||= this_period
76
+ File.join(@dir, "#{@filename_prefix}-#{ts}-#{@rotate_freq}.log")
77
+ end
78
+
79
+ # get all files which match our pattern which are not current.
80
+ # (safe for consumption. no longer being written to.)
81
+ def complete_files
82
+ current_file = filename
83
+
84
+ Dir.glob(
85
+ File.join(@dir, "#{@filename_prefix}-*-#{@rotate_freq}.log")
86
+ ).select do |name|
87
+ name != current_file
88
+ end
89
+ end
90
+
91
+ end
@@ -0,0 +1,103 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
2
+ require 'timecop'
3
+
4
+ def test_dir
5
+ '/tmp/file_series_tests'
6
+ end
7
+
8
+ describe "FileSeries" do
9
+
10
+ before(:all) do
11
+ `mkdir -p #{test_dir}`
12
+ end
13
+ after(:all) do
14
+ `rm -Rf #{test_dir}`
15
+ end
16
+ before(:each) do
17
+ `rm -f #{test_dir}/*`
18
+ end
19
+
20
+ it "should write to a new file if we are in a new time period" do
21
+
22
+ Timecop.freeze(Time.at(100))
23
+ fs = FileSeries.new(:dir=>test_dir, :rotate_every => 10)
24
+ fs.write('foo')
25
+
26
+ name = File.join(test_dir,'log-100-10.log')
27
+ File.exist?(name).should == true
28
+ fs.file.flush
29
+ IO.read(name).should == "foo\n"
30
+
31
+ Timecop.freeze(Time.at(115))
32
+ fs.write('foo again')
33
+
34
+ name = File.join(test_dir,'log-110-10.log')
35
+ File.exist?(name).should == true
36
+ fs.file.flush
37
+ IO.read(name).should == "foo again\n"
38
+
39
+ end
40
+
41
+ describe "#write" do
42
+ it "should call log_file.write with message and separator" do
43
+ fs = FileSeries.new(:separator=>'...')
44
+
45
+ fs.should_receive(:log_file) {
46
+ d = double('log_file')
47
+ d.should_receive(:write).with("foo...")
48
+ d
49
+ }
50
+
51
+ fs.write('foo')
52
+ end
53
+ end
54
+
55
+ describe "#log_file" do
56
+ it "should call rotate if no file is open" do
57
+ fs = FileSeries.new
58
+ fs.should_receive(:rotate)
59
+ fs.log_file
60
+ end
61
+ end
62
+
63
+ describe "#this_period" do
64
+ it "should floor timestamp to the beginning of the current period" do
65
+ fs = FileSeries.new( :rotate_every=>20 )
66
+ now = Time.now.to_i
67
+
68
+ fs.this_period.should == (now - (now%20))
69
+ end
70
+ end
71
+
72
+ describe "#filename" do
73
+ it "should accept a timestamp argument" do
74
+ fs = FileSeries.new( :dir=>'/tmp', :prefix=>'test', :rotate_every=>60)
75
+ fs.filename(1234).should == "/tmp/test-1234-60.log"
76
+ end
77
+
78
+ it "should use this_period when no timestamp is supplied" do
79
+ fs = FileSeries.new( :dir=>'/tmp', :prefix=>'test', :rotate_every=>3600)
80
+ fs.should_receive(:this_period) {4321}
81
+ fs.filename.should == "/tmp/test-4321-3600.log"
82
+ end
83
+ end
84
+
85
+ describe "#complete_files" do
86
+ it "should find files in our series which are not in use" do
87
+ list = [
88
+ '/tmp/prefix-100-10.log',
89
+ '/tmp/prefix-110-10.log',
90
+ '/tmp/prefix-120-10.log',
91
+ '/tmp/prefix-130-10.log',
92
+ ]
93
+
94
+ Dir.should_receive(:glob).with('/tmp/prefix-*-10.log') {list}
95
+
96
+ Timecop.freeze(Time.at(136)) do
97
+ fs = FileSeries.new(:dir=>'/tmp', :prefix=>'prefix', :rotate_every=>10)
98
+ fs.complete_files.should == (list - ['/tmp/prefix-130-10.log'])
99
+ end
100
+ end
101
+ end
102
+
103
+ end
@@ -0,0 +1,12 @@
1
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
2
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
3
+ require 'rspec'
4
+ require 'file_series'
5
+
6
+ # Requires supporting files with custom matchers and macros, etc,
7
+ # in ./support/ and its subdirectories.
8
+ Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
9
+
10
+ RSpec.configure do |config|
11
+
12
+ end
metadata ADDED
@@ -0,0 +1,143 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: file_series
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Alex Dean
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2012-07-18 00:00:00.000000000 Z
13
+ dependencies:
14
+ - !ruby/object:Gem::Dependency
15
+ name: rspec
16
+ requirement: !ruby/object:Gem::Requirement
17
+ none: false
18
+ requirements:
19
+ - - ~>
20
+ - !ruby/object:Gem::Version
21
+ version: 2.8.0
22
+ type: :development
23
+ prerelease: false
24
+ version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ version: 2.8.0
30
+ - !ruby/object:Gem::Dependency
31
+ name: rdoc
32
+ requirement: !ruby/object:Gem::Requirement
33
+ none: false
34
+ requirements:
35
+ - - ~>
36
+ - !ruby/object:Gem::Version
37
+ version: '3.12'
38
+ type: :development
39
+ prerelease: false
40
+ version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
42
+ requirements:
43
+ - - ~>
44
+ - !ruby/object:Gem::Version
45
+ version: '3.12'
46
+ - !ruby/object:Gem::Dependency
47
+ name: bundler
48
+ requirement: !ruby/object:Gem::Requirement
49
+ none: false
50
+ requirements:
51
+ - - ~>
52
+ - !ruby/object:Gem::Version
53
+ version: 1.0.0
54
+ type: :development
55
+ prerelease: false
56
+ version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
58
+ requirements:
59
+ - - ~>
60
+ - !ruby/object:Gem::Version
61
+ version: 1.0.0
62
+ - !ruby/object:Gem::Dependency
63
+ name: jeweler
64
+ requirement: !ruby/object:Gem::Requirement
65
+ none: false
66
+ requirements:
67
+ - - ~>
68
+ - !ruby/object:Gem::Version
69
+ version: 1.8.4
70
+ type: :development
71
+ prerelease: false
72
+ version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
74
+ requirements:
75
+ - - ~>
76
+ - !ruby/object:Gem::Version
77
+ version: 1.8.4
78
+ - !ruby/object:Gem::Dependency
79
+ name: timecop
80
+ requirement: !ruby/object:Gem::Requirement
81
+ none: false
82
+ requirements:
83
+ - - '='
84
+ - !ruby/object:Gem::Version
85
+ version: 0.3.5
86
+ type: :development
87
+ prerelease: false
88
+ version_requirements: !ruby/object:Gem::Requirement
89
+ none: false
90
+ requirements:
91
+ - - '='
92
+ - !ruby/object:Gem::Version
93
+ version: 0.3.5
94
+ description: Automatically start writing to a new file every X seconds without any
95
+ locking or file moving/renaming.
96
+ email: alex@crackpot.org
97
+ executables: []
98
+ extensions: []
99
+ extra_rdoc_files:
100
+ - LICENSE.txt
101
+ - README.rdoc
102
+ files:
103
+ - .document
104
+ - .rspec
105
+ - Gemfile
106
+ - Gemfile.lock
107
+ - LICENSE.txt
108
+ - README.rdoc
109
+ - Rakefile
110
+ - VERSION
111
+ - file_series.gemspec
112
+ - lib/file_series.rb
113
+ - spec/file_series_spec.rb
114
+ - spec/spec_helper.rb
115
+ homepage: http://github.com/tedconf/file_series
116
+ licenses:
117
+ - MIT
118
+ post_install_message:
119
+ rdoc_options: []
120
+ require_paths:
121
+ - lib
122
+ required_ruby_version: !ruby/object:Gem::Requirement
123
+ none: false
124
+ requirements:
125
+ - - ! '>='
126
+ - !ruby/object:Gem::Version
127
+ version: '0'
128
+ segments:
129
+ - 0
130
+ hash: -3623692300417860031
131
+ required_rubygems_version: !ruby/object:Gem::Requirement
132
+ none: false
133
+ requirements:
134
+ - - ! '>='
135
+ - !ruby/object:Gem::Version
136
+ version: '0'
137
+ requirements: []
138
+ rubyforge_project:
139
+ rubygems_version: 1.8.24
140
+ signing_key:
141
+ specification_version: 3
142
+ summary: Write to a series of time-based files.
143
+ test_files: []