bookie_accounting 0.0.1

data/spec/stdout_formatter_spec.rb

@@ -0,0 +1,66 @@
+require 'spec_helper'
+
+module Bookie
+  module Formatters
+    module Stdout
+    
+    end
+  end
+end
+
+describe Bookie::Formatters::Stdout do
+  before(:all) do
+    Bookie::Database::Migration.up
+    Helpers::generate_database
+    @jobs = Bookie::Database::Job
+  end
+  
+  before(:each) do
+    @m = IOMock.new
+    File.expects(:open).returns(@m)
+    @formatter = Bookie::Formatter.new(:stdout, 'mock.out')
+  end
+  
+  after(:all) do
+    FileUtils.rm('test.sqlite')
+  end
+  
+  it "correctly opens files" do
+    f = Bookie::Formatter.new(:stdout)
+    f.instance_variable_get(:'@io').should eql STDOUT
+    File.expects(:open).with('mock.out')
+    f = Bookie::Formatter.new(:stdout, 'mock.out')
+  end
+  
+  it "correctly formats jobs" do
+    @formatter.print_jobs(@jobs.order(:start_time).limit(2))
+    @formatter.flush
+    @m.buf.should eql \
+      "User            Group           System               System type          Start " +
+      "time                 End time                   Wall time    CPU time     Memory" +
+      " usage         Exit code  \n----------------------------------------------------" +
+      "--------------------------------------------------------------------------------" +
+      "------------------------------------------------------\nroot            root    " +
+      "        test1                Standalone           2012-01-01 00:00:00        201" +
+      "2-01-01 01:00:00        01:00:00     00:01:40     200kb (avg)          0        " +
+      "  \ntest            default         test1                Standalone           20" +
+      "12-01-01 01:00:00        2012-01-01 02:00:00        01:00:00     00:01:40     20" +
+      "0kb (avg)          1          \n"
+  end
+  
+  it "correctly formats summaries" do
+    Time.expects(:now).returns(Time.local(2012) + 36000 * 4).at_least_once
+    @formatter.print_summary(@jobs.order(:start_time).limit(5), Bookie::Database::System)
+    @formatter.flush
+    @m.buf.should eql <<-eos
+Number of jobs:               5
+Total wall time:              05:00:00
+Total CPU time:               00:08:20
+Successful:                   60.0000%
+Available CPU time:           140:00:00
+CPU time used:                0.0992%
+Available memory (average):   1750000 kb
+Memory used (average):        0.0014%
+eos
+  end
+end

data/spec/torque_cluster_sender_spec.rb

@@ -0,0 +1,111 @@
+require 'spec_helper'
+
+#Stubbed out for now so the 'describe' line works
+module Bookie
+  module Senders
+    module TorqueCluster
+      
+    end
+  end
+end
+
+module Torque
+  class Job
+  
+  end
+  
+  class JobLog
+  
+  end
+end
+
+describe Bookie::Senders::TorqueCluster do
+  before(:all) do
+    config = Bookie::Config.new('snapshot/test_config.json')
+    @sender = Bookie::Sender.new(config)
+  end
+  
+  it "correctly yields jobs" do
+    @sender.each_job('snapshot/torque') do |job|
+      job.class.should eql Torque::Job
+      job.user_name.should eql 'blm768'
+    end
+  end
+  
+  it "has the correct system type name" do
+    @sender.system_type_name.should eql 'TORQUE cluster'
+  end
+  
+  it "has the correct memory stat type" do
+    @sender.memory_stat_type.should eql :max
+  end
+end
+
+describe Torque::Job do
+  it "has a to_model method" do
+    Torque::Job.new.respond_to?(:to_model).should eql true
+  end
+end
+
+describe Torque::JobLog do
+  before(:each) do
+    @log = Torque::JobLog.new('snapshot/torque')
+  end
+  
+  it "throws an error if the file does not exist" do
+    expect { Torque::JobLog.new('snapshot/abc') }.to raise_error
+  end
+  
+  it "correctly reads data" do
+    n = 0
+    @log.each_job do |job|
+      job.user_name.should eql "blm768"
+      job.group_name.should eql "test"
+      job.start_time.should eql Time.at(1349679573)
+      job.wall_time.should eql 67
+      job.cpu_time.should eql 63
+      job.physical_memory.should eql 139776
+      job.virtual_memory.should eql 173444
+      job.memory.should eql job.physical_memory + job.virtual_memory
+      job.exit_code.should eql 0
+      n += 1
+    end
+    #One of the entries in the file is not a job end entry and should be skipped.
+    n.should eql 1
+  end
+  
+  it "can read data more than once" do
+    2.times do
+      n = 0
+      @log.each_job do |job|
+        n += 1
+      end
+      n.should eql 1
+    end
+  end
+  
+  it "correctly parses durations" do
+    @log.send(:parse_duration, "01:02:03").should eql 3723
+  end
+  
+  it "raises errors when lines are invalid" do
+    log = Torque::JobLog.new('snapshot/torque_invalid_lines')
+    expect { log.each_job }.to raise_error(
+      Torque::JobLog::InvalidLineError,
+      "Line 1 of file 'snapshot/torque_invalid_lines' is invalid."
+    )
+    (2 ... 3).each do |i|
+      log = Torque::JobLog.new("snapshot/torque_invalid_lines_#{i}")
+      expect { log.each_job {} }.to raise_error(
+        Torque::JobLog::InvalidLineError,
+        "Line 3 of file 'snapshot/torque_invalid_lines_#{i}' is invalid."
+      )
+    end
+  end
+  
+  it "correctly calculates the filename for a date" do
+    Torque::JobLog.filename_for_date(Date.new(2012, 1, 3)).should eql Torque::torque_root + '/server_priv/accounting/20120103'
+  end
+  
+  #To consider: unit test torque_root's value?
+end

metadata

@@ -0,0 +1,227 @@
+--- !ruby/object:Gem::Specification
+name: bookie_accounting
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Ben Merritt
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pacct
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: spreadsheet
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A simple system to record and query process accounting records
+email:
+- blm768@gmail.com
+executables:
+- bookie-create-tables
+- bookie-data
+- bookie-send
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/bookie-create-tables
+- bin/bookie-data
+- bin/bookie-send
+- bookie_accounting.gemspec
+- lib/bookie.rb
+- lib/bookie/config.rb
+- lib/bookie/database.rb
+- lib/bookie/formatter.rb
+- lib/bookie/formatters/comma_dump.rb
+- lib/bookie/formatters/spreadsheet.rb
+- lib/bookie/formatters/stdout.rb
+- lib/bookie/sender.rb
+- lib/bookie/senders/standalone.rb
+- lib/bookie/senders/torque_cluster.rb
+- lib/bookie/version.rb
+- snapshot/config.json
+- snapshot/default.json
+- snapshot/pacct
+- snapshot/pacct_large
+- snapshot/pacct_test_config.json
+- snapshot/test_config.json
+- snapshot/torque
+- snapshot/torque_invalid_lines
+- snapshot/torque_invalid_lines_2
+- snapshot/torque_invalid_lines_3
+- snapshot/torque_large
+- spec/comma_dump_formatter_spec.rb
+- spec/config_spec.rb
+- spec/database_spec.rb
+- spec/formatter_spec.rb
+- spec/sender_spec.rb
+- spec/spec_helper.rb
+- spec/spreadsheet_formatter_spec.rb
+- spec/standalone_sender_spec.rb
+- spec/stdout_formatter_spec.rb
+- spec/torque_cluster_sender_spec.rb
+homepage: https://github.com/blm768/bookie/
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A simple system to record and query process accounting records
+test_files:
+- spec/comma_dump_formatter_spec.rb
+- spec/config_spec.rb
+- spec/database_spec.rb
+- spec/formatter_spec.rb
+- spec/sender_spec.rb
+- spec/spec_helper.rb
+- spec/spreadsheet_formatter_spec.rb
+- spec/standalone_sender_spec.rb
+- spec/stdout_formatter_spec.rb
+- spec/torque_cluster_sender_spec.rb