bookie_accounting 0.0.1

data/lib/bookie/version.rb

@@ -0,0 +1,4 @@
+module Bookie
+  #The library version
+  VERSION = "0.0.1"
+end

data/snapshot/config.json

@@ -0,0 +1,12 @@
+{
+  "Database type" : "mysql2",
+  "Database"      : "bookie",
+  "Server"        : "localhost",
+  "Port"          : 8080,
+  "Username"      : "root",
+  "Password"      : "test",
+  "Hostname"      : "localhost",
+  "System type"   : "torque_cluster",
+  "Cores"         : 4,
+  "Memory"        : 8000000
+}

data/snapshot/default.json

@@ -0,0 +1,11 @@
+{
+  "Database type" : "sqlite3",
+  "Server"        : "localhost",
+  "Database"      : "snapshot/bookie_test.sqlite",
+  "Username"      : "blm768",
+  "Password"      : "test",
+  "System type"   : "standalone",
+  "Hostname"      : "localhost",
+  "Cores"         : 8,
+  "Memory"        : 8000000
+}

data/snapshot/pacct_test_config.json

@@ -0,0 +1,14 @@
+{
+  "Database type" : "sqlite3",
+  "Server"        : "localhost",
+  "Port"          : 8080,
+  "Database"      : "snapshot/bookie_test.sqlite",
+  "Username"      : "blm768",
+  "Password"      : "test",
+  "Excluded users": ["root"],
+  "System type"   : "standalone",
+  "Hostname"      : "localhost",
+  "Cores"         : 8,
+  "Memory"        : 8000000,
+  "Maximum idle time" : 5
+}

data/snapshot/test_config.json

@@ -0,0 +1,13 @@
+{
+  "Database type" : "sqlite3",
+  "Server"        : "localhost",
+  "Port"          : 8080,
+  "Database"      : "test.sqlite",
+  "Username"      : "blm768",
+  "Password"      : "test",
+  "Excluded users": ["root"],
+  "System type"   : "torque_cluster",
+  "Hostname"      : "localhost",
+  "Cores"         : 8,
+  "Memory"        : 8000000
+}

data/snapshot/torque

@@ -0,0 +1,3 @@
+10/08/2012 00:00:37;S;1026666[24261].github.com;user=blm768 group=test jobname=ABC-24261 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679637 owner=blm768@github.com exec_host=n057/6 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 
+10/08/2012 00:00:39;E;1026666[24252].github.com;user=blm768 group=test jobname=ABC-24252 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679573 owner=blm768@github.com exec_host=n032/7 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 session=2604 end=1349679639 Exit_status=0 resources_used.cput=00:01:03 resources_used.mem=139776kb resources_used.vmem=173444kb resources_used.walltime=00:01:07
+

data/snapshot/torque_invalid_lines

@@ -0,0 +1,5 @@
+invalid line
+10/08/2012 00:00:37;S;1026666[24261].github.com;user=blm768 group=test jobname=ABC-24261 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679637 owner=blm768@github.com exec_host=n057/6 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 
+10/08/2012 00:00:39;E;1026666[24252].github.com;user=blm768 group=test jobname=ABC-24252 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679573 owner=blm768@github.com exec_host=n032/7 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 session=2604 end=1349679639 Exit_status=0 resources_used.cput=00:01:03 resources_used.mem=139776kb resources_used.vmem=173444kb resources_used.walltime=00:01:07
+another; invalid line
+yet another;E;invalid line

data/snapshot/torque_invalid_lines_2

@@ -0,0 +1,4 @@
+10/08/2012 00:00:37;S;1026666[24261].github.com;user=blm768 group=test jobname=ABC-24261 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679637 owner=blm768@github.com exec_host=n057/6 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 
+10/08/2012 00:00:39;E;1026666[24252].github.com;user=blm768 group=test jobname=ABC-24252 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679573 owner=blm768@github.com exec_host=n032/7 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 session=2604 end=1349679639 Exit_status=0 resources_used.cput=00:01:03 resources_used.mem=139776kb resources_used.vmem=173444kb resources_used.walltime=00:01:07
+another; invalid line
+yet another;E;invalid line

data/snapshot/torque_invalid_lines_3

@@ -0,0 +1,3 @@
+10/08/2012 00:00:37;S;1026666[24261].github.com;user=blm768 group=test jobname=ABC-24261 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679637 owner=blm768@github.com exec_host=n057/6 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 
+10/08/2012 00:00:39;E;1026666[24252].github.com;user=blm768 group=test jobname=ABC-24252 queue=tiny ctime=1349631420 qtime=1349631420 etime=1349631420 start=1349679573 owner=blm768@github.com exec_host=n032/7 Resource_List.ncpus=1 Resource_List.neednodes=1 Resource_List.nodect=1 Resource_List.nodes=1 Resource_List.walltime=02:00:00 session=2604 end=1349679639 Exit_status=0 resources_used.cput=00:01:03 resources_used.mem=139776kb resources_used.vmem=173444kb resources_used.walltime=00:01:07
+yet another;E;invalid line

data/snapshot/torque_large

@@ -0,0 +1,100 @@
+;E;1[0].test3;jobname=1 user=abc2 group=group2 start=1325404806 resources_used.walltime=00:00:14 resources_used.cput=00:00:4 resources_used.mem=1014kb resources_used.vmem=0kb Exit_status=1 
+;E;2[0].test3;jobname=2 user=abc2 group=group2 start=1325404828 resources_used.walltime=00:00:12 resources_used.cput=00:00:2 resources_used.mem=873kb resources_used.vmem=0kb Exit_status=1 
+;E;3[0].test3;jobname=3 user=abc1 group=group2 start=1325404856 resources_used.walltime=00:00:4 resources_used.cput=00:00:8 resources_used.mem=853kb resources_used.vmem=0kb Exit_status=0 
+;E;4[0].test3;jobname=4 user=abc2 group=group2 start=1325404872 resources_used.walltime=00:00:8 resources_used.cput=00:00:6 resources_used.mem=862kb resources_used.vmem=0kb Exit_status=0 
+;E;5[0].test1;jobname=5 user=abc1 group=group2 start=1325404888 resources_used.walltime=00:00:12 resources_used.cput=00:00:6 resources_used.mem=1036kb resources_used.vmem=0kb Exit_status=1 
+;E;6[0].test1;jobname=6 user=abc2 group=group1 start=1325404913 resources_used.walltime=00:00:7 resources_used.cput=00:00:3 resources_used.mem=805kb resources_used.vmem=0kb Exit_status=0 
+;E;7[0].test2;jobname=7 user=abc2 group=group1 start=1325404922 resources_used.walltime=00:00:18 resources_used.cput=00:00:1 resources_used.mem=871kb resources_used.vmem=0kb Exit_status=0 
+;E;8[0].test2;jobname=8 user=abc2 group=group3 start=1325404956 resources_used.walltime=00:00:4 resources_used.cput=00:00:5 resources_used.mem=885kb resources_used.vmem=0kb Exit_status=1 
+;E;9[0].test1;jobname=9 user=abc2 group=group1 start=1325404963 resources_used.walltime=00:00:17 resources_used.cput=00:00:0 resources_used.mem=862kb resources_used.vmem=0kb Exit_status=1 
+;E;10[0].test2;jobname=10 user=abc1 group=group2 start=1325404984 resources_used.walltime=00:00:16 resources_used.cput=00:00:0 resources_used.mem=953kb resources_used.vmem=0kb Exit_status=1 
+;E;11[0].test2;jobname=11 user=abc3 group=group2 start=1325405002 resources_used.walltime=00:00:18 resources_used.cput=00:00:9 resources_used.mem=910kb resources_used.vmem=0kb Exit_status=0 
+;E;12[0].test3;jobname=12 user=abc3 group=group2 start=1325405027 resources_used.walltime=00:00:13 resources_used.cput=00:00:8 resources_used.mem=970kb resources_used.vmem=0kb Exit_status=0 
+;E;13[0].test1;jobname=13 user=abc1 group=group3 start=1325405046 resources_used.walltime=00:00:14 resources_used.cput=00:00:7 resources_used.mem=1033kb resources_used.vmem=0kb Exit_status=0 
+;E;14[0].test2;jobname=14 user=abc2 group=group2 start=1325405071 resources_used.walltime=00:00:9 resources_used.cput=00:00:3 resources_used.mem=1018kb resources_used.vmem=0kb Exit_status=1 
+;E;15[0].test1;jobname=15 user=abc3 group=group1 start=1325405094 resources_used.walltime=00:00:6 resources_used.cput=00:00:7 resources_used.mem=807kb resources_used.vmem=0kb Exit_status=1 
+;E;16[0].test3;jobname=16 user=abc2 group=group2 start=1325405116 resources_used.walltime=00:00:4 resources_used.cput=00:00:5 resources_used.mem=978kb resources_used.vmem=0kb Exit_status=0 
+;E;17[0].test3;jobname=17 user=abc3 group=group2 start=1325405138 resources_used.walltime=00:00:2 resources_used.cput=00:00:0 resources_used.mem=952kb resources_used.vmem=0kb Exit_status=0 
+;E;18[0].test2;jobname=18 user=abc3 group=group3 start=1325405148 resources_used.walltime=00:00:12 resources_used.cput=00:00:3 resources_used.mem=928kb resources_used.vmem=0kb Exit_status=0 
+;E;19[0].test3;jobname=19 user=abc2 group=group1 start=1325405172 resources_used.walltime=00:00:8 resources_used.cput=00:00:9 resources_used.mem=1036kb resources_used.vmem=0kb Exit_status=1 
+;E;20[0].test1;jobname=20 user=abc1 group=group3 start=1325405200 resources_used.walltime=00:00:0 resources_used.cput=00:00:0 resources_used.mem=826kb resources_used.vmem=0kb Exit_status=1 
+;E;21[0].test2;jobname=21 user=abc2 group=group3 start=1325405213 resources_used.walltime=00:00:7 resources_used.cput=00:00:2 resources_used.mem=1032kb resources_used.vmem=0kb Exit_status=1 
+;E;22[0].test3;jobname=22 user=abc1 group=group3 start=1325405223 resources_used.walltime=00:00:17 resources_used.cput=00:00:2 resources_used.mem=828kb resources_used.vmem=0kb Exit_status=0 
+;E;23[0].test1;jobname=23 user=abc3 group=group2 start=1325405251 resources_used.walltime=00:00:9 resources_used.cput=00:00:6 resources_used.mem=944kb resources_used.vmem=0kb Exit_status=0 
+;E;24[0].test3;jobname=24 user=abc3 group=group3 start=1325405279 resources_used.walltime=00:00:1 resources_used.cput=00:00:0 resources_used.mem=880kb resources_used.vmem=0kb Exit_status=1 
+;E;25[0].test2;jobname=25 user=abc2 group=group2 start=1325405296 resources_used.walltime=00:00:4 resources_used.cput=00:00:4 resources_used.mem=828kb resources_used.vmem=0kb Exit_status=0 
+;E;26[0].test3;jobname=26 user=abc2 group=group1 start=1325405303 resources_used.walltime=00:00:17 resources_used.cput=00:00:6 resources_used.mem=984kb resources_used.vmem=0kb Exit_status=0 
+;E;27[0].test3;jobname=27 user=abc1 group=group3 start=1325405322 resources_used.walltime=00:00:18 resources_used.cput=00:00:9 resources_used.mem=800kb resources_used.vmem=0kb Exit_status=0 
+;E;28[0].test2;jobname=28 user=abc2 group=group3 start=1325405357 resources_used.walltime=00:00:3 resources_used.cput=00:00:7 resources_used.mem=819kb resources_used.vmem=0kb Exit_status=0 
+;E;29[0].test1;jobname=29 user=abc1 group=group2 start=1325405366 resources_used.walltime=00:00:14 resources_used.cput=00:00:1 resources_used.mem=883kb resources_used.vmem=0kb Exit_status=0 
+;E;30[0].test2;jobname=30 user=abc3 group=group2 start=1325405399 resources_used.walltime=00:00:1 resources_used.cput=00:00:8 resources_used.mem=891kb resources_used.vmem=0kb Exit_status=1 
+;E;31[0].test1;jobname=31 user=abc1 group=group3 start=1325405402 resources_used.walltime=00:00:18 resources_used.cput=00:00:4 resources_used.mem=1039kb resources_used.vmem=0kb Exit_status=1 
+;E;32[0].test2;jobname=32 user=abc2 group=group3 start=1325405428 resources_used.walltime=00:00:12 resources_used.cput=00:00:2 resources_used.mem=855kb resources_used.vmem=0kb Exit_status=0 
+;E;33[0].test2;jobname=33 user=abc3 group=group1 start=1325405442 resources_used.walltime=00:00:18 resources_used.cput=00:00:5 resources_used.mem=820kb resources_used.vmem=0kb Exit_status=1 
+;E;34[0].test1;jobname=34 user=abc1 group=group2 start=1325405465 resources_used.walltime=00:00:15 resources_used.cput=00:00:4 resources_used.mem=838kb resources_used.vmem=0kb Exit_status=1 
+;E;35[0].test3;jobname=35 user=abc2 group=group2 start=1325405494 resources_used.walltime=00:00:6 resources_used.cput=00:00:7 resources_used.mem=887kb resources_used.vmem=0kb Exit_status=0 
+;E;36[0].test1;jobname=36 user=abc3 group=group2 start=1325405508 resources_used.walltime=00:00:12 resources_used.cput=00:00:2 resources_used.mem=841kb resources_used.vmem=0kb Exit_status=0 
+;E;37[0].test1;jobname=37 user=abc2 group=group3 start=1325405539 resources_used.walltime=00:00:1 resources_used.cput=00:00:5 resources_used.mem=861kb resources_used.vmem=0kb Exit_status=0 
+;E;38[0].test1;jobname=38 user=abc3 group=group2 start=1325405553 resources_used.walltime=00:00:7 resources_used.cput=00:00:1 resources_used.mem=886kb resources_used.vmem=0kb Exit_status=0 
+;E;39[0].test3;jobname=39 user=abc3 group=group3 start=1325405563 resources_used.walltime=00:00:17 resources_used.cput=00:00:5 resources_used.mem=987kb resources_used.vmem=0kb Exit_status=0 
+;E;40[0].test2;jobname=40 user=abc1 group=group3 start=1325405582 resources_used.walltime=00:00:18 resources_used.cput=00:00:1 resources_used.mem=954kb resources_used.vmem=0kb Exit_status=0 
+;E;41[0].test1;jobname=41 user=abc1 group=group2 start=1325405603 resources_used.walltime=00:00:17 resources_used.cput=00:00:5 resources_used.mem=1015kb resources_used.vmem=0kb Exit_status=0 
+;E;42[0].test2;jobname=42 user=abc1 group=group3 start=1325405631 resources_used.walltime=00:00:9 resources_used.cput=00:00:0 resources_used.mem=802kb resources_used.vmem=0kb Exit_status=1 
+;E;43[0].test2;jobname=43 user=abc1 group=group1 start=1325405648 resources_used.walltime=00:00:12 resources_used.cput=00:00:0 resources_used.mem=1026kb resources_used.vmem=0kb Exit_status=0 
+;E;44[0].test2;jobname=44 user=abc1 group=group1 start=1325405672 resources_used.walltime=00:00:8 resources_used.cput=00:00:3 resources_used.mem=957kb resources_used.vmem=0kb Exit_status=0 
+;E;45[0].test1;jobname=45 user=abc3 group=group1 start=1325405695 resources_used.walltime=00:00:5 resources_used.cput=00:00:0 resources_used.mem=1017kb resources_used.vmem=0kb Exit_status=1 
+;E;46[0].test2;jobname=46 user=abc1 group=group3 start=1325405711 resources_used.walltime=00:00:9 resources_used.cput=00:00:3 resources_used.mem=881kb resources_used.vmem=0kb Exit_status=0 
+;E;47[0].test1;jobname=47 user=abc2 group=group1 start=1325405722 resources_used.walltime=00:00:18 resources_used.cput=00:00:5 resources_used.mem=840kb resources_used.vmem=0kb Exit_status=0 
+;E;48[0].test3;jobname=48 user=abc2 group=group2 start=1325405747 resources_used.walltime=00:00:13 resources_used.cput=00:00:5 resources_used.mem=982kb resources_used.vmem=0kb Exit_status=1 
+;E;49[0].test2;jobname=49 user=abc2 group=group3 start=1325405777 resources_used.walltime=00:00:3 resources_used.cput=00:00:4 resources_used.mem=866kb resources_used.vmem=0kb Exit_status=0 
+;E;50[0].test1;jobname=50 user=abc2 group=group3 start=1325405788 resources_used.walltime=00:00:12 resources_used.cput=00:00:1 resources_used.mem=1025kb resources_used.vmem=0kb Exit_status=0 
+;E;51[0].test2;jobname=51 user=abc2 group=group3 start=1325405805 resources_used.walltime=00:00:15 resources_used.cput=00:00:3 resources_used.mem=954kb resources_used.vmem=0kb Exit_status=0 
+;E;52[0].test1;jobname=52 user=abc1 group=group1 start=1325405836 resources_used.walltime=00:00:4 resources_used.cput=00:00:2 resources_used.mem=943kb resources_used.vmem=0kb Exit_status=1 
+;E;53[0].test1;jobname=53 user=abc2 group=group2 start=1325405843 resources_used.walltime=00:00:17 resources_used.cput=00:00:8 resources_used.mem=1002kb resources_used.vmem=0kb Exit_status=0 
+;E;54[0].test2;jobname=54 user=abc2 group=group3 start=1325405876 resources_used.walltime=00:00:4 resources_used.cput=00:00:8 resources_used.mem=1002kb resources_used.vmem=0kb Exit_status=1 
+;E;55[0].test2;jobname=55 user=abc1 group=group2 start=1325405887 resources_used.walltime=00:00:13 resources_used.cput=00:00:8 resources_used.mem=976kb resources_used.vmem=0kb Exit_status=0 
+;E;56[0].test2;jobname=56 user=abc2 group=group1 start=1325405918 resources_used.walltime=00:00:2 resources_used.cput=00:00:5 resources_used.mem=1036kb resources_used.vmem=0kb Exit_status=1 
+;E;57[0].test1;jobname=57 user=abc3 group=group3 start=1325405930 resources_used.walltime=00:00:10 resources_used.cput=00:00:3 resources_used.mem=916kb resources_used.vmem=0kb Exit_status=0 
+;E;58[0].test1;jobname=58 user=abc3 group=group2 start=1325405953 resources_used.walltime=00:00:7 resources_used.cput=00:00:0 resources_used.mem=1013kb resources_used.vmem=0kb Exit_status=0 
+;E;59[0].test3;jobname=59 user=abc2 group=group1 start=1325405979 resources_used.walltime=00:00:1 resources_used.cput=00:00:5 resources_used.mem=1033kb resources_used.vmem=0kb Exit_status=0 
+;E;60[0].test3;jobname=60 user=abc1 group=group3 start=1325405999 resources_used.walltime=00:00:1 resources_used.cput=00:00:1 resources_used.mem=831kb resources_used.vmem=0kb Exit_status=0 
+;E;61[0].test2;jobname=61 user=abc2 group=group1 start=1325406013 resources_used.walltime=00:00:7 resources_used.cput=00:00:6 resources_used.mem=986kb resources_used.vmem=0kb Exit_status=0 
+;E;62[0].test1;jobname=62 user=abc3 group=group2 start=1325406022 resources_used.walltime=00:00:18 resources_used.cput=00:00:9 resources_used.mem=895kb resources_used.vmem=0kb Exit_status=1 
+;E;63[0].test1;jobname=63 user=abc2 group=group2 start=1325406051 resources_used.walltime=00:00:9 resources_used.cput=00:00:4 resources_used.mem=903kb resources_used.vmem=0kb Exit_status=0 
+;E;64[0].test1;jobname=64 user=abc1 group=group2 start=1325406077 resources_used.walltime=00:00:3 resources_used.cput=00:00:7 resources_used.mem=995kb resources_used.vmem=0kb Exit_status=1 
+;E;65[0].test1;jobname=65 user=abc1 group=group1 start=1325406098 resources_used.walltime=00:00:2 resources_used.cput=00:00:8 resources_used.mem=961kb resources_used.vmem=0kb Exit_status=0 
+;E;66[0].test2;jobname=66 user=abc2 group=group1 start=1325406102 resources_used.walltime=00:00:18 resources_used.cput=00:00:8 resources_used.mem=1021kb resources_used.vmem=0kb Exit_status=1 
+;E;67[0].test3;jobname=67 user=abc3 group=group3 start=1325406140 resources_used.walltime=00:00:0 resources_used.cput=00:00:3 resources_used.mem=874kb resources_used.vmem=0kb Exit_status=0 
+;E;68[0].test2;jobname=68 user=abc1 group=group1 start=1325406141 resources_used.walltime=00:00:19 resources_used.cput=00:00:3 resources_used.mem=851kb resources_used.vmem=0kb Exit_status=0 
+;E;69[0].test1;jobname=69 user=abc2 group=group1 start=1325406177 resources_used.walltime=00:00:3 resources_used.cput=00:00:5 resources_used.mem=922kb resources_used.vmem=0kb Exit_status=0 
+;E;70[0].test2;jobname=70 user=abc2 group=group2 start=1325406195 resources_used.walltime=00:00:5 resources_used.cput=00:00:4 resources_used.mem=961kb resources_used.vmem=0kb Exit_status=1 
+;E;71[0].test3;jobname=71 user=abc3 group=group1 start=1325406213 resources_used.walltime=00:00:7 resources_used.cput=00:00:3 resources_used.mem=863kb resources_used.vmem=0kb Exit_status=0 
+;E;72[0].test1;jobname=72 user=abc2 group=group2 start=1325406234 resources_used.walltime=00:00:6 resources_used.cput=00:00:7 resources_used.mem=954kb resources_used.vmem=0kb Exit_status=0 
+;E;73[0].test2;jobname=73 user=abc2 group=group1 start=1325406257 resources_used.walltime=00:00:3 resources_used.cput=00:00:6 resources_used.mem=911kb resources_used.vmem=0kb Exit_status=0 
+;E;74[0].test2;jobname=74 user=abc1 group=group2 start=1325406265 resources_used.walltime=00:00:15 resources_used.cput=00:00:9 resources_used.mem=1036kb resources_used.vmem=0kb Exit_status=0 
+;E;75[0].test1;jobname=75 user=abc3 group=group3 start=1325406298 resources_used.walltime=00:00:2 resources_used.cput=00:00:3 resources_used.mem=941kb resources_used.vmem=0kb Exit_status=1 
+;E;76[0].test3;jobname=76 user=abc3 group=group3 start=1325406310 resources_used.walltime=00:00:10 resources_used.cput=00:00:1 resources_used.mem=937kb resources_used.vmem=0kb Exit_status=1 
+;E;77[0].test2;jobname=77 user=abc3 group=group1 start=1325406336 resources_used.walltime=00:00:4 resources_used.cput=00:00:2 resources_used.mem=942kb resources_used.vmem=0kb Exit_status=0 
+;E;78[0].test3;jobname=78 user=abc2 group=group3 start=1325406352 resources_used.walltime=00:00:8 resources_used.cput=00:00:8 resources_used.mem=904kb resources_used.vmem=0kb Exit_status=0 
+;E;79[0].test2;jobname=79 user=abc2 group=group2 start=1325406361 resources_used.walltime=00:00:19 resources_used.cput=00:00:1 resources_used.mem=840kb resources_used.vmem=0kb Exit_status=0 
+;E;80[0].test1;jobname=80 user=abc1 group=group3 start=1325406395 resources_used.walltime=00:00:5 resources_used.cput=00:00:4 resources_used.mem=863kb resources_used.vmem=0kb Exit_status=1 
+;E;81[0].test1;jobname=81 user=abc1 group=group2 start=1325406410 resources_used.walltime=00:00:10 resources_used.cput=00:00:4 resources_used.mem=973kb resources_used.vmem=0kb Exit_status=0 
+;E;82[0].test3;jobname=82 user=abc1 group=group2 start=1325406433 resources_used.walltime=00:00:7 resources_used.cput=00:00:3 resources_used.mem=984kb resources_used.vmem=0kb Exit_status=1 
+;E;83[0].test2;jobname=83 user=abc3 group=group2 start=1325406444 resources_used.walltime=00:00:16 resources_used.cput=00:00:6 resources_used.mem=985kb resources_used.vmem=0kb Exit_status=0 
+;E;84[0].test1;jobname=84 user=abc1 group=group2 start=1325406477 resources_used.walltime=00:00:3 resources_used.cput=00:00:0 resources_used.mem=839kb resources_used.vmem=0kb Exit_status=0 
+;E;85[0].test2;jobname=85 user=abc1 group=group3 start=1325406492 resources_used.walltime=00:00:8 resources_used.cput=00:00:3 resources_used.mem=1042kb resources_used.vmem=0kb Exit_status=1 
+;E;86[0].test1;jobname=86 user=abc1 group=group1 start=1325406511 resources_used.walltime=00:00:9 resources_used.cput=00:00:4 resources_used.mem=1011kb resources_used.vmem=0kb Exit_status=1 
+;E;87[0].test3;jobname=87 user=abc1 group=group3 start=1325406528 resources_used.walltime=00:00:12 resources_used.cput=00:00:2 resources_used.mem=819kb resources_used.vmem=0kb Exit_status=0 
+;E;88[0].test3;jobname=88 user=abc2 group=group3 start=1325406546 resources_used.walltime=00:00:14 resources_used.cput=00:00:7 resources_used.mem=1004kb resources_used.vmem=0kb Exit_status=1 
+;E;89[0].test3;jobname=89 user=abc3 group=group3 start=1325406577 resources_used.walltime=00:00:3 resources_used.cput=00:00:1 resources_used.mem=882kb resources_used.vmem=0kb Exit_status=1 
+;E;90[0].test2;jobname=90 user=abc1 group=group3 start=1325406582 resources_used.walltime=00:00:18 resources_used.cput=00:00:9 resources_used.mem=881kb resources_used.vmem=0kb Exit_status=0 
+;E;91[0].test1;jobname=91 user=abc3 group=group2 start=1325406607 resources_used.walltime=00:00:13 resources_used.cput=00:00:0 resources_used.mem=905kb resources_used.vmem=0kb Exit_status=0 
+;E;92[0].test1;jobname=92 user=abc3 group=group3 start=1325406630 resources_used.walltime=00:00:10 resources_used.cput=00:00:4 resources_used.mem=877kb resources_used.vmem=0kb Exit_status=0 
+;E;93[0].test2;jobname=93 user=abc2 group=group1 start=1325406648 resources_used.walltime=00:00:12 resources_used.cput=00:00:8 resources_used.mem=978kb resources_used.vmem=0kb Exit_status=1 
+;E;94[0].test1;jobname=94 user=abc1 group=group1 start=1325406665 resources_used.walltime=00:00:15 resources_used.cput=00:00:2 resources_used.mem=902kb resources_used.vmem=0kb Exit_status=1 
+;E;95[0].test3;jobname=95 user=abc2 group=group1 start=1325406687 resources_used.walltime=00:00:13 resources_used.cput=00:00:8 resources_used.mem=994kb resources_used.vmem=0kb Exit_status=0 
+;E;96[0].test2;jobname=96 user=abc1 group=group1 start=1325406710 resources_used.walltime=00:00:10 resources_used.cput=00:00:5 resources_used.mem=925kb resources_used.vmem=0kb Exit_status=0 
+;E;97[0].test1;jobname=97 user=abc1 group=group3 start=1325406728 resources_used.walltime=00:00:12 resources_used.cput=00:00:3 resources_used.mem=807kb resources_used.vmem=0kb Exit_status=1 
+;E;98[0].test3;jobname=98 user=abc1 group=group1 start=1325406755 resources_used.walltime=00:00:5 resources_used.cput=00:00:2 resources_used.mem=1011kb resources_used.vmem=0kb Exit_status=0 
+;E;99[0].test3;jobname=99 user=abc1 group=group1 start=1325406780 resources_used.walltime=00:00:0 resources_used.cput=00:00:9 resources_used.mem=915kb resources_used.vmem=0kb Exit_status=1 
+;E;100[0].test1;jobname=100 user=abc2 group=group3 start=1325406790 resources_used.walltime=00:00:10 resources_used.cput=00:00:2 resources_used.mem=924kb resources_used.vmem=0kb Exit_status=1 

data/spec/comma_dump_formatter_spec.rb

@@ -0,0 +1,56 @@
+require 'spec_helper'
+
+module Bookie
+  module Formatters
+    module CommaDump
+    
+    end
+  end
+end
+
+describe Bookie::Formatters::CommaDump do
+  before(:all) do
+    Bookie::Database::Migration.up
+    Helpers::generate_database
+    @jobs = Bookie::Database::Job
+  end
+  
+  before(:each) do
+    @m = IOMock.new
+    File.expects(:open).returns(@m)
+    @formatter = Bookie::Formatter.new(:comma_dump, 'test.csv')
+  end
+  
+  after(:all) do
+    FileUtils.rm('test.sqlite')
+  end
+  
+  it "correctly opens files" do
+    File.expects(:open).with('test.csv')
+    f = Bookie::Formatter::new(:comma_dump, 'test.csv')
+  end
+  
+  it "correctly formats jobs" do
+    @formatter.print_jobs(@jobs.order(:start_time).limit(2))
+    @m.buf.should eql <<-eos
+User, Group, System, System type, Start time, End time, Wall time, CPU time, Memory usage, Exit code
+root, root, test1, Standalone, 2012-01-01 00:00:00, 2012-01-01 01:00:00, 01:00:00, 00:01:40, 200kb (avg), 0
+test, default, test1, Standalone, 2012-01-01 01:00:00, 2012-01-01 02:00:00, 01:00:00, 00:01:40, 200kb (avg), 1
+eos
+  end
+  
+  it "correctly formats summaries" do
+    Time.expects(:now).returns(Time.local(2012) + 36000 * 4).at_least_once
+    @formatter.print_summary(@jobs.order(:start_time).limit(5), Bookie::Database::System)
+    @m.buf.should eql <<-eos
+Number of jobs, 5
+Total wall time, 05:00:00
+Total CPU time, 00:08:20
+Successful, 60.0000%
+Available CPU time, 140:00:00
+CPU time used, 0.0992%
+Available memory (average), 1750000 kb
+Memory used (average), 0.0014%
+eos
+  end
+end

data/spec/config_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+require 'active_record'
+
+describe Bookie::Config do
+  it "loads correct data" do
+    config = Bookie::Config.new('snapshot/test_config.json')
+    
+    config.db_type.should eql "sqlite3"
+    config.server.should eql "localhost"
+    config.port.should eql 8080
+    config.database.should eql "test.sqlite"
+    config.username.should eql "blm768"
+    config.password.should eql "test"
+    config.excluded_users.should eql Set.new(["root"])
+    config.hostname.should eql "localhost"
+    config.cores.should eql 8
+    config.memory.should eql 8000000
+    config.system_type.should eql 'torque_cluster'
+  end
+  
+  it "correctly verifies types" do
+    config = Bookie::Config.new('snapshot/default.json')
+    config.verify_type("abc", "test", String)
+    expect { config.verify_type("abc", "test", Fixnum) }.to raise_error(TypeError, 'Invalid data type String for JSON field "test": Fixnum expected')
+  end
+  
+  it "sets correct defaults" do
+    dconfig = Bookie::Config.new('snapshot/default.json')
+    
+    dconfig.port.should eql nil
+    dconfig.excluded_users.should eql Set.new([])
+  end
+  
+  it 'correctly handles missing fields' do
+    fields = JSON.parse(File.read('snapshot/default.json'))
+    fields.keys.each do |key|
+      removed = fields.delete(key)
+      JSON.stubs(:parse).returns(fields)
+      expect { Bookie::Config.new('snapshot/default.json') }.to raise_error(/^Field "[\w ]+" must have a non-null value.$/)
+      fields[key] = removed
+    end
+    JSON.stubs(:parse).returns(fields)
+    #This should not raise an error.
+    Bookie::Config.new('snapshot/default.json')
+  end
+  
+  it "configures and connects to the database" do
+    config = Bookie::Config.new('snapshot/test_config.json')
+    ActiveRecord::Base.expects(:establish_connection)
+    config.connect
+    ActiveRecord::Base.time_zone_aware_attributes.should eql true
+    ActiveRecord::Base.default_timezone.should eql :utc
+  end
+end

data/spec/database_spec.rb

@@ -0,0 +1,625 @@
+require 'spec_helper'
+
+module Helpers
+  def self.create_summaries(obj, base_time)
+    start_time_1 = base_time
+    end_time_1   = base_time + 3600 * 40
+    start_time_2 = base_time + 1800
+    end_time_2 = base_time + (36000 * 2 + 18000)
+    {
+      :all => obj.summary,
+      :all_constrained => obj.summary(start_time_1, end_time_1),
+      :clipped => obj.summary(start_time_2, end_time_2),
+      :empty => obj.summary(Time.at(0), Time.at(0)),
+    }
+  end
+  
+  def test_relations(job, relations)
+    rels = [job.user, job.user.group, job.system, job.system.system_type]
+    rels.each do |r|
+      if relations.include?(r)
+        old_r = relations[r]
+        old_r.should eql r
+      end
+      relations[r] = r
+    end
+  end
+end
+
+describe Bookie::Database do
+  before(:all) do
+    unless @generated
+      Bookie::Database::Migration.up
+      Helpers::generate_database
+      @generated = true
+    end
+  end
+  
+  after(:all) do
+    Bookie::Database::Migration.down
+  end
+  
+  describe Bookie::Database::Lock do
+    it "finds locks" do
+      Lock = Bookie::Database::Lock
+      Lock[:users].should_not eql nil
+      Lock[:users].name.should eql 'users'
+      Lock[:groups].should_not eql nil
+      Lock[:groups].name.should eql 'groups'
+      expect { Lock[:dummy] }.to raise_error("Unable to find lock 'dummy'")
+    end
+    
+    it "locks records (will probably fail if the testing DB doesn't support row locks)" #do
+      #lock = Bookie::Database::Lock[:users]
+      #thread = nil
+      #lock.synchronize do
+      #  thread = Thread.new {
+      #    t = Time.now
+      #    ActiveRecord::Base.connection_pool.with_connection do
+      #      lock.synchronize do
+      #        Bookie::Database::User.first
+      #      end
+      #    end
+      #    (Time.now - t).should >= 0.5
+      #  }
+      #  sleep(1)
+      #end
+      #thread.join
+    #end
+    
+    it "validates fields" do
+      lock = Bookie::Database::Lock.new
+      lock.name = nil
+      lock.valid?.should eql false
+      lock.name = ''
+      lock.valid?.should eql false
+      lock.name = 'test'
+      lock.valid?.should eql true
+    end
+  end
+  
+  describe Bookie::Database::Job do
+    before(:each) do
+      @jobs = Bookie::Database::Job
+      @base_time = @jobs.first.start_time
+    end
+    
+    it "correctly sets end times" do
+      @jobs.find_each do |job|
+        job.end_time.should eql job.start_time + job.wall_time
+        job.end_time.should eql job.read_attribute(:end_time)
+      end
+      #Test the update hook.
+      job = Bookie::Database::Job.first
+      job.start_time = job.start_time - 1
+      job.save!
+      job.end_time.should eql job.read_attribute(:end_time)
+      job.start_time = job.start_time + 1
+      job.save!
+    end
+    
+    it "correctly filters by user" do
+      jobs = @jobs.by_user_name('root').all
+      jobs.length.should eql 10
+      jobs[0].user.name.should eql "root"
+      jobs = @jobs.by_user_name('test').order(:end_time).all
+      jobs.length.should eql 20
+      jobs.each do |job|
+        job.user.name.should eql 'test'
+      end
+      jobs[0].user_id.should_not eql jobs[-1].user_id
+      jobs = @jobs.by_user_name('user').all
+      jobs.length.should eql 0
+    end
+  
+    it "correctly filters by group" do
+      jobs = @jobs.by_group_name("root").all
+      jobs.length.should eql 10
+      jobs.each do |job|
+        job.user.group.name.should eql "root"
+      end
+      jobs = @jobs.by_group_name("admin").order(:start_time).all
+      jobs.length.should eql 20
+      jobs[0].user.name.should_not eql jobs[1].user.name
+      jobs = @jobs.by_group_name("test").all
+      jobs.length.should eql 0
+    end
+    
+    it "correctly filters by system" do
+      jobs = @jobs.by_system_name('test1')
+      jobs.length.should eql 20
+      jobs = @jobs.by_system_name('test2')
+      jobs.length.should eql 10
+      jobs = @jobs.by_system_name('test3')
+      jobs.length.should eql 10
+      jobs = @jobs.by_system_name('test4')
+      jobs.length.should eql 0
+    end
+    
+    it "correctly filters by system type" do
+      sys_type = Bookie::Database::SystemType.find_by_name('Standalone')
+      jobs = @jobs.by_system_type(sys_type)
+      jobs.length.should eql 20
+      sys_type = Bookie::Database::SystemType.find_by_name('TORQUE cluster')
+      jobs = @jobs.by_system_type(sys_type)
+      jobs.length.should eql 20
+    end
+
+    it "correctly filters by command name" do
+      jobs = @jobs.by_command_name('vi')
+      jobs.length.should eql 20
+      jobs = @jobs.by_command_name('emacs')
+      jobs.length.should eql 20
+    end
+    
+    it "correctly filters by start time" do
+      jobs = @jobs.by_start_time_range(@base_time, @base_time + 3600 * 2 + 1)
+      jobs.length.should eql 3
+      jobs = @jobs.by_start_time_range(@base_time + 1, @base_time + 3600 * 2)
+      jobs.length.should eql 1
+      jobs = @jobs.by_start_time_range(Time.at(0), Time.at(3))
+      jobs.length.should eql 0
+    end
+    
+    it "correctly filters by end time" do
+      jobs = @jobs.by_end_time_range(@base_time, @base_time + 3600 * 2 + 1)
+      jobs.length.should eql 2
+      jobs = @jobs.by_end_time_range(@base_time + 1, @base_time + 3600 * 2)
+      jobs.length.should eql 1
+      jobs = @jobs.by_end_time_range(Time.at(0), Time.at(3))
+      jobs.length.should eql 0
+    end
+    
+    it "correctly filters by inclusive time range" do
+      jobs = @jobs.by_time_range_inclusive(@base_time, @base_time + 3600 * 2 + 1)
+      jobs.length.should eql 3
+      jobs = @jobs.by_time_range_inclusive(@base_time + 1, @base_time + 3600 * 2 - 1)
+      jobs.length.should eql 2
+      jobs = @jobs.by_time_range_inclusive(Time.at(0), Time.at(3))
+      jobs.length.should eql 0
+      expect {
+        @jobs.by_time_range_inclusive(Time.local(2012), Time.local(2012) - 1)
+      }.to raise_error('Max time must be greater than or equal to min time')
+    end
+    
+    it "correctly chains filters" do
+      jobs = @jobs.by_user_name("test")
+      jobs = jobs.by_start_time_range(@base_time + 3600, @base_time + 3601)
+      jobs.length.should eql 1
+      jobs[0].user.group.name.should eql "default"
+    end
+    
+    describe "::all_with_relations" do
+      it "loads all relations" do
+        jobs = Bookie::Database::Job.limit(5)
+        relations = {}
+        jobs.all_with_relations.each do |job|
+          test_relations(job, relations)
+        end
+      end
+    end
+    
+    describe "::summary" do
+      before(:all) do
+        Time.expects(:now).returns(Time.local(2012) + 36000 * 4).at_least_once
+        @base_time = Time.local(2012)
+        @jobs = Bookie::Database::Job
+        @length = @jobs.all.length
+        @summary = Helpers::create_summaries(@jobs, Time.local(2012))
+      end
+      
+      it "produces correct summary totals" do
+        @summary[:all][:jobs].length.should eql @length
+        @summary[:all][:wall_time].should eql @length * 3600
+        @summary[:all][:cpu_time].should eql @length * 100
+        @summary[:all][:memory_time].should eql @length * 200 * 3600
+        @summary[:all][:successful].should eql 0.5
+        @summary[:all_constrained][:jobs].length.should eql @length
+        @summary[:all_constrained][:wall_time].should eql @length * 3600
+        @summary[:all_constrained][:cpu_time].should eql @length * 100
+        @summary[:all_constrained][:successful].should eql 0.5
+        clipped_jobs = @summary[:clipped][:jobs].length
+        clipped_jobs.should eql 25
+        @summary[:clipped][:wall_time].should eql clipped_jobs * 3600 - 1800
+        @summary[:clipped][:cpu_time].should eql clipped_jobs * 100 - 50
+        @summary[:clipped][:memory_time].should eql clipped_jobs * 200 * 3600 - 100 * 3600
+      end
+      
+      it "correctly handles summaries of empty sets" do
+        @summary[:empty].should eql({
+            :jobs => [],
+            :wall_time => 0,
+            :cpu_time => 0,
+            :memory_time => 0,
+            :successful => 0.0,
+          })
+      end
+      
+      it "correctly handles jobs with zero wall time" do
+        job = @jobs.order(:start_time).first
+        wall_time = job.wall_time
+        begin
+          job.wall_time = 0
+          job.save!
+          @jobs.order(:start_time).limit(1).summary[:wall_time].should eql 0
+        ensure
+          job.wall_time = wall_time
+          job.save!
+        end
+      end
+      
+      it "validates arguments" do
+        expect {
+          @jobs.summary(Time.local(2012), nil)
+        }.to raise_error('Max time must be specified with min time')
+        expect {
+          @jobs.summary(Time.local(2012), Time.local(2012) - 1)
+        }.to raise_error('Max time must be greater than or equal to min time')
+      end
+    end
+    
+    it "validates fields" do
+      fields = {
+        :user => Bookie::Database::User.first,
+        :system => Bookie::Database::System.first,
+        :cpu_time => 100,
+        :start_time => Time.local(2012),
+        :wall_time => 1000,
+        :memory => 10000,
+        :exit_code => 0
+      }
+      
+      job = Bookie::Database::Job.new(fields)
+      job.valid?.should eql true
+      
+      fields.each_key do |field|
+        job = Bookie::Database::Job.new(fields)
+        job.method("#{field}=".intern).call(nil)
+        job.valid?.should eql false
+      end
+      
+      [:cpu_time, :wall_time, :memory].each do |field|
+        job = Bookie::Database::Job.new(fields)
+        m = job.method("#{field}=".intern)
+        m.call(-1)
+        job.valid?.should eql false
+        m.call(0)
+        job.valid?.should eql true
+      end
+      
+      job = Bookie::Database::Job.new(fields)
+      job.start_time = 0
+      job.valid?.should eql false
+    end
+  end
+  
+  describe Bookie::Database::User do
+    describe "::find_or_create" do
+      before(:each) do
+        @group = Bookie::Database::Group.find_by_name('admin')
+      end
+      
+      it "creates the user if needed" do
+        Bookie::Database::User.expects(:"create!").twice
+        user = Bookie::Database::User.find_or_create!('me', @group)
+        user = Bookie::Database::User.find_or_create!('me', @group, {})
+      end
+      
+      it "returns the cached user if one exists" do
+        user = Bookie::Database::User.find_by_name('root')
+        known_users = {['root', user.group] => user}
+        Bookie::Database::User.find_or_create!('root', user.group, known_users).should equal user
+      end
+      
+      it "queries the database when this user is not cached" do
+        user = Bookie::Database::User.find_by_name_and_group_id('root', 1)
+        known_users = {}
+        Bookie::Database::User.expects(:find_by_name_and_group_id).returns(user).twice
+        Bookie::Database::User.expects(:"create!").never
+        Bookie::Database::User.find_or_create!('root', user.group, known_users).should eql user
+        Bookie::Database::User.find_or_create!('root', user.group, nil).should eql user
+        known_users.should include ['root', user.group]
+      end
+    end
+    
+    it "validates fields" do
+      fields = {
+        :group => Bookie::Database::Group.first,
+        :name => 'test',
+      }
+      
+      Bookie::Database::User.new(fields).valid?.should eql true
+      
+      fields.each_key do |field|
+        user = Bookie::Database::User.new(fields)
+        user.method("#{field}=".intern).call(nil)
+        user.valid?.should eql false
+      end
+      
+      user = Bookie::Database::User.new(fields)
+      user.name = ''
+      user.valid?.should eql false
+    end
+  end
+  
+  describe Bookie::Database::Group do
+    describe "::find_or_create" do
+      it "creates the group if needed" do
+        Bookie::Database::Group.expects(:"create!")
+        Bookie::Database::Group.find_or_create!('non_root')
+      end
+      
+      it "returns the cached group if one exists" do
+        group = Bookie::Database::Group.find_by_name('root')
+        known_groups = {'root' => group}
+        Bookie::Database::Group.find_or_create!('root', known_groups).should equal group
+      end
+      
+      it "queries the database when this group is not cached" do
+        group = Bookie::Database::Group.find_by_name('root')
+        known_groups = {}
+        Bookie::Database::Group.expects(:find_by_name).returns(group).twice
+        Bookie::Database::Group.expects(:"create!").never
+        Bookie::Database::Group.find_or_create!('root', known_groups).should eql group
+        Bookie::Database::Group.find_or_create!('root', nil).should eql group
+        known_groups.should include 'root'
+      end
+    end
+    
+    it "validates the name field" do
+      group = Bookie::Database::Group.new(:name => nil)
+      group.valid?.should eql false
+      group.name = ''
+      group.valid?.should eql false
+      group.name = 'test'
+      group.valid?.should eql true
+    end
+  end
+  
+  describe Bookie::Database::System do
+    it "correctly finds active systems" do
+      Bookie::Database::System.active_systems.length.should eql 3
+    end
+    
+    it "correctly filters by name" do
+      Bookie::Database::System.by_name('test1').length.should eql 2
+      Bookie::Database::System.by_name('test2').length.should eql 1
+      Bookie::Database::System.by_name('test3').length.should eql 1
+    end
+    
+    it "correctly filters by system type" do
+      ['Standalone', 'TORQUE cluster'].each do |type|
+        t = Bookie::Database::SystemType.find_by_name(type)
+        Bookie::Database::System.by_system_type(t).length.should eql 2
+      end
+    end
+    
+    describe "::summary" do
+      before(:all) do
+        Time.expects(:now).returns(Time.local(2012) + 3600 * 40).at_least_once
+        @base_time = Time.local(2012)
+        @systems = Bookie::Database::System
+        @summary = Helpers::create_summaries(@systems, Time.local(2012))
+        @summary_wide = @systems.summary(Time.local(2012) - 3600, Time.local(2012) + 3600 * 40 + 3600)
+      end
+      
+      it "produces correct summaries" do
+        system_total_wall_time = 3600 * (10 + 30 + 20 + 10)
+        system_clipped_wall_time = 3600 * (10 + 15 + 5) - 1800
+        system_wide_wall_time = system_total_wall_time + 3600 * 3
+        system_total_cpu_time = system_total_wall_time * 2
+        clipped_cpu_time = system_clipped_wall_time * 2
+        system_wide_cpu_time = system_wide_wall_time * 2
+        avg_mem = Float(1000000 * system_total_wall_time / (3600 * 40))
+        clipped_avg_mem = Float(1000000 * system_clipped_wall_time) / (3600 * 25 - 1800)
+        wide_avg_mem = Float(1000000 * system_wide_wall_time) / (3600 * 42)
+        @summary[:all][:avail_cpu_time].should eql system_total_cpu_time
+        @summary[:all][:avail_memory_time].should eql 1000000 * system_total_wall_time
+        @summary[:all][:avail_memory_avg].should eql avg_mem
+        @summary[:all_constrained][:avail_cpu_time].should eql system_total_cpu_time
+        @summary[:all_constrained][:avail_memory_time].should eql 1000000 * system_total_wall_time
+        @summary[:all_constrained][:avail_memory_avg].should eql avg_mem
+        @summary[:clipped][:avail_cpu_time].should eql clipped_cpu_time
+        @summary[:clipped][:avail_memory_time].should eql system_clipped_wall_time * 1000000
+        @summary[:clipped][:avail_memory_avg].should eql clipped_avg_mem
+        @summary_wide[:avail_cpu_time].should eql system_wide_cpu_time
+        @summary_wide[:avail_memory_time].should eql 1000000 * system_wide_wall_time
+        @summary_wide[:avail_memory_avg].should eql wide_avg_mem
+        @summary[:empty][:avail_cpu_time].should eql 0
+        @summary[:empty][:avail_memory_time].should eql 0
+        @summary[:empty][:avail_memory_avg].should eql 0.0
+        begin
+          @systems.all.each do |system|
+            unless system.id == 1
+              system.end_time = Time.now
+              system.save!
+            end
+          end
+          summary_all_systems_ended = @systems.summary()
+          summary_all_systems_ended.should eql @summary[:all]
+          summary_all_systems_ended = @systems.summary(Time.local(2012), Time.now + 3600)
+          s2 = @summary[:all].dup
+          s2[:avail_memory_avg] = Float(1000000 * system_total_wall_time) / (3600 * 41)
+          summary_all_systems_ended.should eql s2
+        ensure
+          @systems.all.each do |system|
+            unless system.id == 1
+              system.end_time = nil
+              system.save!
+            end
+          end
+        end
+      end
+      
+      it "validates arguments" do
+        expect {
+          @systems.summary(Time.local(2012), nil)
+        }.to raise_error('Max time must be specified with min time')
+        expect {
+          @systems.summary(Time.local(2012), Time.local(2012) - 1)
+        }.to raise_error('Max time must be greater than or equal to min time')
+      end
+    end
+
+    describe "::find_active" do
+      before(:all) do
+        @FIELDS = {
+          :name => 'test',
+          :start_time => Time.local(2012),
+          :system_type => Bookie::Database::SystemType.first,
+          :cores => 2,
+          :memory => 1000000
+        }
+      end
+      
+      it "raises an error if no versions or only old versions of this system exist" do
+        create_fields = @FIELDS.dup
+        create_fields[:end_time] = Time.local(2012) + 1
+        sys = Bookie::Database::System.create!(create_fields)
+        begin
+          expect {
+            Bookie::Database::System.find_active(@FIELDS)
+          }.to raise_error("There is no active system with hostname 'test' in the database.")
+        ensure
+          sys.delete
+        end
+      end
+  
+      it "finds the existing active system" do
+        sys = Bookie::Database::System.create!(@FIELDS)
+        begin
+          Bookie::Database::System.find_active(@FIELDS).should eql sys
+        ensure
+          sys.delete
+        end
+      end
+      
+      it "correctly detects conflicts" do
+        fields = @FIELDS.dup
+        fields[:cores] = 1
+        csys = Bookie::Database::System.create!(fields)
+        begin
+          expect {
+            Bookie::Database::System.find_active(@FIELDS)
+          }.to raise_error(Bookie::Database::System::SystemConflictError)
+        ensure
+          csys.delete
+        end
+      end
+    end
+
+    it "correctly decommissions" do
+      sys = Bookie::Database::System.active_systems.find_by_name('test1')
+      begin
+        sys.decommission(sys.start_time + 3)
+        sys.end_time.should eql sys.start_time + 3
+      ensure
+        sys.end_time = nil
+        sys.save!
+      end
+    end
+    
+    it "validates fields" do
+      fields = {
+        :name => 'test',
+        :cores => 2,
+        :memory => 1000000,
+        :system_type => Bookie::Database::SystemType.first,
+        :start_time => Time.local(2012)
+      }
+      
+      Bookie::Database::System.new(fields).valid?.should eql true
+      
+      fields.each_key do |field|
+        system = Bookie::Database::System.new(fields)
+        system.method("#{field}=".intern).call(nil)
+        system.valid?.should eql false
+      end
+      
+      system = Bookie::Database::System.new(fields)
+      system.name = ''
+      system.valid?.should eql false
+      
+      [:cores, :memory].each do |field|
+        system = Bookie::Database::System.new(fields)
+        m = system.method("#{field}=".intern)
+        m.call(-1)
+        system.valid?.should eql false
+        m.call(0)
+        system.valid?.should eql true
+      end
+      
+      system = Bookie::Database::System.new(fields)
+      system.start_time = 0
+      system.valid?.should eql false
+      
+      system = Bookie::Database::System.new(fields)
+      system.end_time = Time.local(2012)
+      system.valid?.should eql true
+      system.end_time += 5
+      system.valid?.should eql true
+      system.end_time -= 10
+      system.valid?.should eql false
+    end
+  end
+  
+  describe Bookie::Database::SystemType do
+    it "correctly maps memory stat type codes to/from symbols" do
+      systype = Bookie::Database::SystemType.new
+      systype.memory_stat_type = :avg
+      systype.memory_stat_type.should eql :avg
+      systype.read_attribute(:memory_stat_type).should eql Bookie::Database::MEMORY_STAT_TYPE[:avg]
+      systype.memory_stat_type = :max
+      systype.memory_stat_type.should eql :max
+      systype.read_attribute(:memory_stat_type).should eql Bookie::Database::MEMORY_STAT_TYPE[:max]
+    end
+    
+    it "rejects unrecognized memory stat type codes" do
+      systype = Bookie::Database::SystemType.new
+      expect { systype.memory_stat_type = :invalid_type }.to raise_error("Unrecognized memory stat type 'invalid_type'")
+      expect { systype.memory_stat_type = nil }.to raise_error 'Memory stat type must not be nil'
+      systype.send(:write_attribute, :memory_stat_type, 10000)
+      expect { systype.memory_stat_type }.to raise_error("Unrecognized memory stat type code 10000")
+    end
+    
+    it "creates the system type when needed" do
+      Bookie::Database::SystemType.expects(:'create!')
+      Bookie::Database::SystemType.find_or_create!('test', :avg)
+    end
+    
+    it "raises an error if the existing type has the wrong memory stat type" do
+      systype = Bookie::Database::SystemType.create!(:name => 'test', :memory_stat_type => :max)
+      begin
+        expect {
+          Bookie::Database::SystemType.find_or_create!('test', :avg)
+        }.to raise_error("The recorded memory stat type for system type 'test' does not match the required type of 1")
+        expect {
+          Bookie::Database::SystemType.find_or_create!('test', :unrecognized)
+        }.to raise_error("Unrecognized memory stat type 'unrecognized'")
+      ensure
+        systype.delete
+      end
+    end
+    
+    it "uses the existing type" do
+      systype = Bookie::Database::SystemType.create!(:name => 'test', :memory_stat_type => :avg)
+      begin
+        Bookie::Database::SystemType.expects(:'create!').never
+        Bookie::Database::SystemType.find_or_create!('test', :avg)
+      ensure
+        systype.delete
+      end
+    end
+    
+    it "validates fields" do
+      systype = Bookie::Database::SystemType.new(:name => 'test')
+      expect { systype.valid? }.to raise_error('Memory stat type must not be nil')
+      systype.memory_stat_type = :unknown
+      systype.valid?.should eql true
+      systype.name = nil
+      systype.valid?.should eql false
+      systype.name = ''
+      systype.valid?.should eql false
+    end
+  end
+end