bookie_accounting 0.0.1

data/spec/formatter_spec.rb

@@ -0,0 +1,93 @@
+require 'spec_helper'
+
+module Bookie
+  module Formatters
+    module Mock
+      def open(filename)
+      
+      end
+      
+      def do_print_summary(field_values)
+        #A bit of an ugly hack, but .should doesn't work here.
+        $field_values = field_values
+      end
+    end
+  end
+end
+
+describe Bookie::Formatter do
+  before(:all) do
+    Bookie::Database::Migration.up
+    Helpers::generate_database
+    Bookie::Formatter.any_instance.stubs(:require)
+    @formatter = Bookie::Formatter.new(:mock)
+    @jobs = Bookie::Database::Job
+  end
+  
+  after(:all) do
+    FileUtils.rm('test.sqlite')
+  end
+  
+  it "correctly formats durations" do
+    Bookie::Formatter.format_duration(3600 * 6 + 60 * 5 + 4).should eql '06:05:04'
+  end
+  
+  it "correctly calculates fields for jobs" do
+    @formatter.send(:fields_for_each_job, @jobs.limit(1).all) do |fields|
+      fields.should eql [
+          'root',
+          'root',
+          'test1',
+          'Standalone',
+          "2012-01-01 00:00:00",
+          "2012-01-01 01:00:00",
+          '01:00:00',
+          '00:01:40',
+          '200kb (avg)',
+          0,
+        ]
+    end
+    jobs = [Bookie::Database::Job.first]
+    jobs[0].system.system_type.memory_stat_type = :unknown
+    @formatter.send(:fields_for_each_job, jobs) do |fields|
+      fields[8].should eql '200kb'
+    end
+  end
+  
+  describe "#print_summary" do
+    it "prints the correct summary fields" do
+      Time.expects(:now).returns(Time.local(2012) + 3600 * 40).at_least_once
+      @formatter.print_summary(@jobs.order(:start_time).limit(5), Bookie::Database::System)
+      @formatter.flush
+      $field_values.should eql [5, "05:00:00", "00:08:20", "60.0000%", "140:00:00", "0.0992%", "1750000 kb", "0.0014%"]
+      Bookie::Database::System.expects(:summary).returns(
+        :avail_cpu_time => 0,
+        :avail_memory_time => 0,
+        :avail_memory_avg => 0
+      )
+      @formatter.print_summary(@jobs.order(:start_time).limit(1), Bookie::Database::System, Time.local(2012), Time.local(2012))
+      @formatter.flush
+      $field_values.should eql [0, "00:00:00", "00:00:00", "0.0000%", "00:00:00", "0.0000%", "0 kb", "0.0000%"]
+    end
+    
+    it "returns the summary objects" do
+      s1, s2 = @formatter.print_summary(@jobs.order(:start_time).limit(1), Bookie::Database::System.limit(0))
+      s1[:jobs].length.should eql 1
+      s2[:avail_memory_time].should eql 0
+    end
+  end
+  
+  it "forwards print_jobs to do_print_jobs" do
+    @formatter.expects(:do_print_jobs)
+    @formatter.print_jobs(nil)
+  end
+  
+  it "forwards flush to do_flush" do
+    @formatter.expects(:'respond_to?').with(:do_flush).returns(false)
+    @formatter.expects(:do_flush).never
+    @formatter.flush
+    @formatter.unstub(:'respond_to?')
+    @formatter.expects(:do_flush)
+    @formatter.flush
+  end
+end

data/spec/sender_spec.rb

@@ -0,0 +1,104 @@
+require 'spec_helper'
+
+class JobStub
+  attr_accessor :user_name
+  attr_accessor :group_name
+  attr_accessor :command_name
+  attr_accessor :start_time
+  attr_accessor :end_time
+  attr_accessor :wall_time
+  attr_accessor :cpu_time
+  attr_accessor :memory
+  attr_accessor :exit_code
+end
+
+describe Bookie::Sender do
+  before(:all) do
+    base_time = Time.new(2012)
+    Bookie::Database::Migration.up
+    Bookie::Database::System.create!(
+      :name => 'localhost',
+      :system_type => Bookie::Sender.new(@config).system_type,
+      :start_time => base_time,
+      :end_time => nil,
+      :cores => @config.cores,
+      :memory => @config.memory
+    )
+  end
+  
+  after(:all) do
+    FileUtils.rm('test.sqlite')
+  end
+  
+  before(:each) do
+    @sender = Bookie::Sender.new(@config)
+    @job = JobStub.new
+    @job.user_name = "root"
+    @job.group_name = "root"
+    @job.command_name = "ls"
+    @job.start_time = Time.new
+    @job.wall_time = 3
+    @job.cpu_time = 2
+    @job.memory = 300
+    @job.exit_code = 0
+  end
+  
+  it "correctly filters jobs" do
+    job = JobStub.new
+    job.user_name = "root"
+    @sender.filtered?(job).should eql true
+    job.user_name = "test"
+    @sender.filtered?(job).should eql false
+  end
+  
+  it "correctly sends jobs" do
+    old_excluded = @config.excluded_users
+    @config.excluded_users = Set.new
+    begin
+      @sender.send_data('snapshot/torque_large')
+      count = 0
+      Bookie::Database::Job.all_with_relations.each do |job|
+        job.system.name.should eql @config.hostname
+        count += 1
+      end
+      count.should eql 100
+    ensure
+      @config.excluded_users = old_excluded
+    end
+  end
+  
+  it "refuses to send jobs when jobs already have been sent from a file" do
+    exception = nil
+    expect {
+      @sender.send_data('snapshot/torque_large')
+    }.to raise_error(/^Jobs already exist in the database for the date [\d]{4}-[\d]{2}-[\d]{2}.$/)
+  end
+  
+  it "handles missing files" do
+    expect { @sender.send_data('snapshot/abc') }.to raise_error("File 'snapshot/abc' does not exist.")
+  end
+end
+
+describe Bookie::ModelHelpers do
+  before(:all) do
+    @job = JobStub.new
+    @job.user_name = "root"
+    @job.group_name = "root"
+    @job.start_time = Time.new
+    @job.wall_time = 3
+    @job.cpu_time = 2
+    @job.memory = 300
+    @job.extend(Bookie::ModelHelpers)
+  end
+  
+  it "correctly converts jobs to database objects" do
+    Bookie::Database::Job.stubs(:new).returns(JobStub.new)
+    djob = @job.to_model
+    djob.start_time.should eql @job.start_time
+    djob.end_time.should eql @job.start_time + @job.wall_time
+    djob.wall_time.should eql @job.wall_time
+    djob.cpu_time.should eql @job.cpu_time
+    djob.memory.should eql @job.memory
+    djob.exit_code.should eql @job.exit_code
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,121 @@
+if ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start
+end
+
+$LOAD_PATH.concat Dir.glob(File.join(Dir.pwd, "../*/lib"))
+
+require 'fileutils'
+require 'mocha/api'
+
+require 'bookie'
+
+#Predefined here so config can see it
+module Helpers
+  
+end
+
+RSpec.configure do |config|
+  config.include Helpers
+
+  config.mock_with(:mocha)
+  
+  config.before(:all) do
+    @config = Bookie::Config.new('snapshot/test_config.json')
+    @config.connect
+  end
+end
+
+class IOMock
+  def initialize
+    @buf = ""
+  end
+  
+  def puts(str)
+    @buf << str.to_s
+    @buf << "\n"
+  end
+  
+  def write(str)
+    @buf << str.to_s
+  end
+  
+  def printf(format, *args)
+    @buf << sprintf(format, *args)
+  end
+  
+  def buf
+    @buf
+  end
+end
+
+module Helpers
+  extend self
+
+  def generate_database
+    base_time = Time.local(2012)
+    #Create test database
+    groups = {}
+    group_names = ['root', 'default', 'admin', 'admin']
+    group_names.each do |name|
+      unless groups[name]
+        group = Bookie::Database::Group.new
+        group.name = name
+        group.save!
+        groups[name] = group
+      end
+    end
+    users = {}
+    user_names = ['root', 'test', 'test', 'blm768']
+    user_names.each_index do |i|
+      name = user_names[i]
+      unless users[[name, group_names[i]]]
+        user = Bookie::Database::User.new
+        user.name = name
+        user.group = groups[group_names[i]]
+        user.save!
+        users[name] ||= {}
+        users[[name, group_names[i]]] = user
+      end
+    end
+    system_types = [
+      Bookie::Database::SystemType.create!(
+        :name => 'Standalone',
+        :memory_stat_type => :avg),
+      Bookie::Database::SystemType.create!(
+        :name => 'TORQUE cluster',
+        :memory_stat_type => :max)]
+    systems = []
+    system_names = ['test1', 'test1', 'test2', 'test3']
+    system_names.each_index do |i|
+      name = system_names[i]
+      unless systems.include?name
+        system = Bookie::Database::System.create!(
+          :name => name,
+          :system_type => system_types[i & 1],
+          :start_time => base_time + (36000 * i),
+          :cores => 2,
+          :memory => 1000000)
+        systems << system
+      end
+    end
+    systems[0].end_time = base_time + 36000
+    systems[0].save!
+    for i in 0 ... 40 do
+      job = Bookie::Database::Job.new
+      job.user = users[[user_names[i % user_names.length], group_names[i % user_names.length]]]
+      job.system = systems[i / 10]
+      if i & 1 == 0
+        job.command_name = 'vi'
+      else
+        job.command_name = 'emacs'
+      end
+      job.start_time = base_time + 3600 * i
+      job.wall_time = 3600
+      job.cpu_time = 100
+      job.memory = 200
+      job.exit_code = i & 1
+      job.save!
+    end
+  end
+end

data/spec/spreadsheet_formatter_spec.rb

@@ -0,0 +1,112 @@
+require 'spec_helper'
+
+module Bookie
+  module Formatters
+    module Spreadsheet
+
+    end
+  end
+end
+
+class MockWorkbook
+  def initialize
+    @worksheets = {}
+  end
+
+  def worksheet(name)
+    @worksheets[name] ||= MockWorksheet.new
+  end
+end
+
+class MockWorksheet
+  def initialize
+    @mock_rows = []
+    @mock_columns = []
+  end
+
+  def row(num)
+    @mock_rows[num] ||= []
+  end
+  
+  def mock_rows
+    @mock_rows
+  end
+  
+  def column(num)
+    @mock_columns[num] ||= MockColumn.new
+  end
+  
+  def mock_columns
+    @mock_columns
+  end
+  
+  def last_row_index
+    @mock_rows.length - 1
+  end
+end
+
+class MockColumn
+  def width=(value)
+    @width = value
+  end
+  
+  def width
+    @width
+  end
+end
+
+describe Bookie::Formatters::Spreadsheet do
+  before(:all) do
+    Bookie::Database::Migration.up
+    Helpers::generate_database
+    @jobs = Bookie::Database::Job
+  end
+  
+  before(:each) do
+    @m = MockWorkbook.new
+    Spreadsheet::Workbook.expects(:new).returns(@m)
+    @formatter = Bookie::Formatter.new(:spreadsheet, 'test.xls')
+  end
+  
+  after(:all) do
+    FileUtils.rm('test.sqlite')
+  end
+  
+  it "correctly formats jobs" do
+    @formatter.print_jobs(@jobs.limit(2))
+    w = @m.worksheet('Details')
+    w.last_row_index.should eql 2
+    w.mock_columns.length.should eql Bookie::Formatter::DETAILS_FIELD_LABELS.length
+    w.mock_columns.each do |col|
+      col.width.should_not eql nil
+    end
+    w.row(0).should eql Bookie::Formatter::DETAILS_FIELD_LABELS
+    w.row(1).should eql ["root", "root", "test1", "Standalone", "2012-01-01 00:00:00",
+      "2012-01-01 01:00:00", "01:00:00", "00:01:40", "200kb (avg)", 0]
+    w.row(2).should eql ["test", "default", "test1", "Standalone", "2012-01-01 01:00:00",
+      "2012-01-01 02:00:00", "01:00:00", "00:01:40", "200kb (avg)", 1]
+  end
+  
+  it "correctly formats summaries" do
+    Time.expects(:now).returns(Time.local(2012) + 3600 * 40).at_least_once
+    @formatter.print_summary(@jobs.order(:start_time).limit(5), Bookie::Database::System)
+    w = @m.worksheet('Summary')
+    w.column(0).width.should_not eql nil
+    w.last_row_index.should eql 7
+    w.mock_rows.should eql [
+      ["Number of jobs", 5],
+      ["Total wall time", "05:00:00"],
+      ["Total CPU time", "00:08:20"],
+      ["Successful", "60.0000%"],
+      ["Available CPU time", "140:00:00"],
+      ["CPU time used", "0.0992%"],
+      ["Available memory (average)", "1750000 kb"],
+      ["Memory used (average)", "0.0014%"],
+    ]
+  end
+  
+  it "correctly flushes output" do
+    @m.expects(:write).with('test.xls')
+    @formatter.do_flush
+  end
+end

data/spec/standalone_sender_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+require 'pacct'
+
+#Stubbed out for now so the 'describe' line works
+module Bookie
+  module Senders
+    module Standalone
+      
+    end
+  end
+end
+
+describe Bookie::Senders::Standalone do
+  before(:all) do
+    config = Bookie::Config.new('snapshot/pacct_test_config.json')
+    @sender = Bookie::Sender.new(config)
+  end
+  
+  it "correctly yields jobs" do
+    @sender.each_job('snapshot/pacct') do |job|
+      job.class.should eql Pacct::Entry
+      job.user_name.should eql 'root'
+    end
+  end
+  
+  it "has the correct system type name" do
+    @sender.system_type_name.should eql 'Standalone'
+  end
+  
+  it "has the correct memory stat type" do
+    @sender.memory_stat_type.should eql :avg
+  end
+end
+
+describe Pacct::Entry do
+  it "has a to_model method" do
+    Pacct::Entry.new.respond_to?(:to_model).should eql true
+  end
+end