plantwatchdog 0.0.1

data/sample/solar/static/devices.yml

@@ -0,0 +1,17 @@
+inverter1:
+  plant: default_plant
+  unique_id: "2100147669"
+  metadata: inverter_meta
+  aggregationrule: inverter_aggrules
+
+inverter2:
+  plant: default_plant
+  unique_id: "2100147715"
+  metadata: inverter_meta
+  aggregationrule: inverter_aggrules
+
+sunmeter:
+  plant: default_plant
+  unique_id: "sunmeter"
+  metadata: sunmeter_meta
+  aggregationrule: sunmeter_aggrules

data/sample/solar/static/metadata.yml

@@ -0,0 +1,30 @@
+plant_aggrules:
+  description: '{
+                  eday        : [sum, eday],
+                  pac         : [sum, pac],
+                  irradiance  : [pick, 0, irradiance],
+                  temperature : [pick, 0, temperature],
+                  inv0_eday   : [pick, 1, eday],
+                  inv1_eday   : [pick, 2, eday] 
+                }'
+
+inverter_meta:
+  description: '[[time, integer], [pac, float], [etotal, float]]'
+  
+# pac is W, integrated W*sec, divide by 3600 to get W*h, divide by 1000 to get kw*h
+inverter_aggrules:
+  description: '{ 
+                  eday    : [growth, etotal],
+                  pac     : [div, [integrate, time, pac], 3600000] 
+                }'
+
+sunmeter_meta:
+  description: '[[time, integer], [irradiance, float], [temperature, integer]]'
+  
+# irradiance is W/qm, integrated W/qm*sec, divide by 3600 to get W/qm*h, multiply by 80qm to get W*h, divide by 1000 to get kw*h
+# 1/10th => Umsetzung
+sunmeter_aggrules:
+  description: '{ 
+                  irradiance  : [mult, 80, [div, [integrate, time, irradiance], 36000000]],
+                  temperature : [avg, temperature] 
+                }'

data/sample/solar/static/plants.yml

@@ -0,0 +1,3 @@
+default_plant:
+  user: default_user
+  aggregationrule: plant_aggrules

data/sample/solar/static/users.yml

@@ -0,0 +1,4 @@
+default_user:
+  name: markus
+  password: markus
+  timezone: Europe/Berlin

data/sample/solar/upload_measurements

@@ -0,0 +1,26 @@
+#!/bin/sh
+# this script uploads measurement data to a plant watchdog server
+# To prepare the server you can run
+# $ plantwatchdog --create_solar
+# which creates an appropriate schema. 
+# Then start the server and run this script with the approriate host and port
+host=${1:-127.0.0.1}
+port=${2:-7000}
+client_db=${3:-`dirname "$0"`/measurements/client.sqlite3}
+csv_file=/tmp/measurements.csv
+baseurl=http://$host:$port
+user=markus
+pw=markus
+echo Upload measurements from $client_db to plant watchdog at $baseurl using $user:$pw
+
+ids=`sqlite3 $client_db "select distinct inverterid from inverters"`
+sqlite3 -csv $client_db 'select time, irradiance, temperature from environment' > $csv_file
+count=`curl --user $user:$pw -T $csv_file $baseurl/upload/device/sunmeter`
+echo Uploaded $count sunmeter measurements
+for id in $ids 
+do
+  sqlite3 -csv $client_db "select time, pac, etotal from inverters where inverterid=$id" > $csv_file
+  count=`curl --user $user:$pw -T $csv_file $baseurl/upload/device/$id`
+  echo Uploaded $count measurements of inverter $id
+done
+rm $csv_file

data/templates/graph.erb

@@ -0,0 +1,134 @@
+<style>
+#placeholder .button {
+    position: absolute;
+    cursor: pointer;
+}
+#placeholder div.button {
+    font-size: smaller;
+    color: #999;
+    background-color: #eee;
+    padding: 2px;
+}
+.loading {
+    background: url(/images/spinner.gif) no-repeat center center;
+}
+</style>
+<link rel="stylesheet" href="tabs.css" type="text/css" />
+<ul class="tabs">
+    <li><a href="#"><span>Intraday</span></a></li>
+    <li><a href="#"><span>Monthly report</span></a></li>
+</ul>
+<div class="panes">
+    <div id="intraday">
+        <form id="graph_form">
+           <label for="select_graph_year">Year:</label></td>    
+            <select name="year" size="1" id="select_graph_year">
+            <% years = years_with_data(user); 
+               years.each_index {
+               |i| %>
+               <option <%=i == years.size() -1 ? 'selected="selected"' : ""%>><%=years[i].to_s%></option>
+               <% } %>
+            </select>
+            <label for="select_graph_month">Month:</label></td> 
+            <select name="month" size="1" id="select_graph_month">
+            </select>
+            <label for="select_graph_day">Day:</label></td> 
+            <select name="day" size="1" id="select_graph_day">
+            </select>
+            
+            <input class="fetchSeries" type="submit" value="Draw">
+            <br></br>
+            <!-- TODO: this is the view definition. It should not take place here but should be
+                 generated from a view definition DSL from ruby -->
+            <input type="radio" name="radio_type" value="0" id="intraday_graph_type_inverter" checked="checked"/>
+            <label for="intraday_graph_type_inverter">Inverter</label>
+            <input type="radio" name="radio_type" value="1" id="intraday_graph_type_environment"/>
+            <label for="intraday_graph_type_environment">Environment</label>
+            
+        </form>
+        <div id="placeholder" style="width:<%=graph_width%>;height:<%=graph_height%>;"></div>
+    </div>
+    <div id="graph_monthly">
+    </div>
+</div>
+
+<script src="/js/jquery-1.3.2.min.js" type="text/javascript"></script>
+<script id="source" language="javascript" type="text/javascript">
+prepare_graph = function () {
+    var year = $('#select_graph_year');
+    var month = $('#select_graph_month');
+    var day = $('#select_graph_day');
+    month.selectChain({
+        target: day,
+        type: 'get',
+        data: {  }            
+      }, 
+      function(settings) { settings.url = '/availabledata/'+$('#select_graph_year').selectedOption() + '/' + $('#select_graph_month').selectedOption() ;}
+    );        
+
+    // note that we're assigning in reverse order
+    // to allow the chaining change trigger to work
+    year.selectChain({
+        target: month,
+        type: 'get',
+        data: {}            
+      }, 
+      function(settings) { settings.url = '/availabledata/'+$('#select_graph_year').selectedOption();}
+    ).trigger('change');
+    day.change(function() {
+     if (month.get(0).options.selectedIndex >= 0) {
+       $('#graph_form:first').submit();
+     }
+    }) ;            
+
+
+    var intraday = new Graph("#placeholder");
+    intraday.urlfunction = function() { return '/rawdata/' + $('#select_graph_year').selectedOption() + '/' + $('#select_graph_month').selectedOption() + '/' + $('#select_graph_day').selectedOption() };
+    $("form#graph_form").submit(function() { return intraday.submitForm() } );
+    
+    // TODO: move view definition to ruby
+    // provide two views on the same data set
+    var set_intraday_filter=function()
+    {
+        if ($("input[@name='radio_type']:checked").val()==0)
+         intraday.seriesFilter=function(series) { return series["label"].indexOf("temperature") == -1; }
+        else 
+         intraday.seriesFilter=function(series) { return series["label"].match("temperature|irradiance") != null; }
+    }
+    set_intraday_filter();
+    $("form#graph_form input:radio").click(function() { set_intraday_filter(); intraday.customPlot(); });
+    
+    // Tabs
+    var api = $("ul.tabs").tabs("div.panes > div"); 
+    api =  $("ul.tabs").tabs();
+    api.onClick(function(event, index) {
+      if (index==1) {
+        $.ajax( { url: "monthly_graph.html?width="+intraday.placeholder.css("width")+"&height=" + intraday.placeholder.css("height"), 
+                  context: document.body, 
+                  success: function(data, textStatus, XMLHttpRequest) {
+                                        $("#graph_monthly").html(data);
+                             }
+                 } );
+      } else {
+     
+      }
+    });
+};
+
+var scripts = [ "js/select-chain.js", "js/jquery.flot.crosshair.js", "js/jquery.flot.selection.js", 
+                "js/jquery.flot.navigate.js", "js/tools.tabs-1.0.4.js", "js/customflot.js" ]
+var loaded = 0;
+function load_other_scripts() {
+  $.each( scripts,
+          function(i,script) { 
+              $.getScript(script, function() { 
+                loaded += 1; 
+                if (loaded == scripts.length) { 
+                  prepare_graph();
+                }
+              });
+          });
+};
+// make sure that flot is loaded before the other scripts, since some of them depend on it
+$.getScript("js/jquery.flot.js", function() { load_other_scripts() });
+</script>

data/templates/index.erb

@@ -0,0 +1,24 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+  <head>
+    <meta http-equiv="Content-Type" content="text/html; charset=utf8" />
+    <title>Plant Watchdog</title>
+  </head>
+  <style>
+#placeholder {
+    width: 350px;
+    height: 600px;
+}
+
+.loading {
+    background: url(/images/spinner.gif) no-repeat center center;
+}
+</style>
+  <body>
+        
+    <iframe allowtransparency="true" id="plantwatchdog" name="plantwatchdog" 
+      scrolling="no" frameborder="1" border="1" 
+      style="border:1; width:400px;height:340px;margin:0;padding:0;" 
+      src="graph.html?height=200px&width=320px"></iframe>
+  </body>
+</html>

data/templates/monthly_graph.erb

@@ -0,0 +1,41 @@
+<form id="monthly_graph_form">
+           <label for="monthly_graph_year">Jahr:</label></td>   
+            <select name="year" size="1" id="monthly_graph_year">
+            <% years = years_with_data(user); 
+               years.each_index {
+               |i| %>
+               <option <%=i == years.size() -1 ? 'selected="selected"' : ""%>><%=years[i].to_s%></option>
+               <% } %>
+            </select>
+            <label for="monthly_graph_month">Monat:</label></td>    
+            <select name="month" size="1" id="monthly_graph_month">
+            </select>
+            
+            <input class="fetchSeries" type="submit" value="Zeichnen">
+            
+        </form>
+<div id="monthly_placeholder" style="width:<%=graph_width%>;height:<%=graph_height%>;"></div>
+
+<script id="source" language="javascript" type="text/javascript">
+   $(function () {
+        var year = $('#monthly_graph_year');
+        var month = $('#monthly_graph_month');
+        year.selectChain({
+            target: month,
+            type: 'get',
+            data: {}            
+          }, 
+          function(settings) { settings.url = '/availabledata/'+$('#monthly_graph_year').selectedOption();}
+        ).trigger('change');
+        month.change(function() {
+         if (year.get(0).options.selectedIndex >= 0) {
+          $('#monthly_graph_form:first').submit();
+         }
+        }) ;            
+    });
+    
+    var monthly = new Graph("#monthly_placeholder");
+    monthly.urlfunction = function() { return '/monthly/plant/' + $('#monthly_graph_year').selectedOption() + '/' + $('#monthly_graph_month').selectedOption() }
+    $("form#monthly_graph_form").submit(function() { return monthly.submitForm() } );
+    
+</script>

data/test/test_aggregation.rb

@@ -0,0 +1,161 @@
+$:.unshift File.join(File.dirname(__FILE__),"..","lib")
+$:.unshift File.join(File.dirname(__FILE__),"..")
+require 'rubygems'
+require 'plantwatchdog/model'
+require 'plantwatchdog/aggregation'
+require 'test/unit'
+require 'test/test_base'
+
+module PlantWatchdog
+  class ModelTest < Test::Unit::TestCase
+    include TestUtil
+    def test_device_aggregation
+      # make sure that the aggregation Methods are called correctly
+      # device
+      year = 2010
+      day = 50
+      plant = Model::Plant.new
+
+      inv_aggrules =  { "agg1" =>  [:aggZeroParam],  "agg2" =>  [:aggOneParam, :time], "agg3" => [:aggTwoParams, :time, :pac] }
+      inv_meta = [["time", "integer"], ["pac", "integer"]]
+      inverter1 = Model::Device.new
+      inverter1.aggrules = inv_aggrules
+      inverter1.plant = plant
+      inverter1.meta = inv_meta
+      inverter1.save!
+
+      invMeasurement = Model::MeasurementChunk.new()
+      invMeasurement.time_year = year
+      invMeasurement.time_day_of_year = day
+      invMeasurement.meta = inv_meta # TODO set automatically
+      invMeasurement.data = <<EOF
+12,33
+16,0
+EOF
+      invMeasurement.device = inverter1
+      invMeasurement.save!
+
+      calledZeroParam = nil
+      calledOneParam = nil
+      calledTwoParams = nil
+
+      Aggregation::Methods.class.send(:define_method, :aggZeroParam, Proc.new { calledZeroParam = true })
+      Aggregation::Methods.class.send(:define_method, :aggOneParam, Proc.new { |p1| calledOneParam = p1 })
+      Aggregation::Methods.class.send(:define_method, :aggTwoParams, Proc.new { |p1,p2| calledTwoParams = [p1,p2] })
+
+      aggDevice = Aggregation::Device.create(inverter1, year, day)
+      aggDevice.aggregate
+
+      assert_equal(true, calledZeroParam)
+      assert_equal([12,16], calledOneParam)
+      assert_equal([[12,16], [33,0]], calledTwoParams)
+
+      Aggregation::Methods.class.send(:define_method, :nested, Proc.new { |t| t.first + t.last })
+      inverter1.aggrules = { "nested" => [:mult, 0.5, [:nested, :time]] }
+      device_aggregate = aggDevice.aggregate()
+      assert_equal(14, device_aggregate["nested"])
+
+      plant.aggrules = { "picked" => [ :pick, 0, :nested] }
+      plant.save!
+
+      aggPlant = Aggregation::Plant.new(plant, [ device_aggregate ])
+      assert_equal(14, aggPlant.aggregate()["picked"])
+    end
+
+    def test_aggregation
+      year = 2010
+      day = 50
+      plant = Model::Plant.new
+      plant.aggrules = { "eday" => [:sum, "eday"] }
+      plant.save
+
+      sunmeter = Model::Device.new
+      sunmeter.aggrules = { :avg_temperature => [:avg, :temperature], "irradiance" => [:integrate, :time, :irradiance] }
+      sunmeter.plant = plant
+      sunmeter.meta = [["time", "integer"], ["temperature", "integer"], ["irradiance", "integer"]]
+      sunmeter.save!
+
+      envMeasurement = Model::MeasurementChunk.new()
+      envMeasurement.time_year = year
+      envMeasurement.time_day_of_year = day
+      envMeasurement.data = <<EOF
+12,32,500
+15,30,480
+EOF
+      envMeasurement.device = sunmeter
+      # TODO meta should be taken from sunmeter automatically
+      envMeasurement.meta = sunmeter.meta
+      envMeasurement.save!
+
+      # create two inverters with the same metadata
+      inv_aggrules =  { "eday" =>  [:growth, :etotal], "pac" => [:integrate, :time, :pac], "expected" => [ :expected] }
+      inv_meta = [["time", "integer"], ["pac", "integer"], ["etotal", "float"]]
+      inverter1 = Model::Device.new
+      inverter1.aggrules = inv_aggrules
+      inverter1.plant = plant
+      inverter1.meta = inv_meta
+      inverter1.save!
+
+      invMeasurement = Model::MeasurementChunk.new()
+      invMeasurement.time_year = year
+      invMeasurement.time_day_of_year = day
+      invMeasurement.meta = inv_meta # TODO set automatically
+      invMeasurement.data = <<EOF
+12,33,60.1
+16,0,60.5
+EOF
+      invMeasurement.device = inverter1
+      invMeasurement.save!
+
+      inverter2 = Model::Device.new
+      inverter2.aggrules = inv_aggrules
+      inverter2.plant = plant
+      inverter2.meta = inv_meta
+      inverter2.save!
+
+      invMeasurement = Model::MeasurementChunk.new()
+      invMeasurement.time_year = year
+      invMeasurement.time_day_of_year = day
+      invMeasurement.meta = inv_meta # TODO set automatically
+      invMeasurement.data = <<EOF
+12,43,90.1
+14,50,100.0
+18,35,105.0
+EOF
+      invMeasurement.device = inverter2
+      invMeasurement.save!
+
+      runner = Aggregation::Runner.new
+      agg_sunmeter, agg_inv1, agg_inv2, agg_plant = runner.aggregate(Model::Plant.find(:first), year, day)
+      assert_equal(31, agg_sunmeter.data["avg_temperature"])
+      eday_inv1 = 60.5 - 60.1 ; eday_inv2 = 105.0 - 90.1;
+      pac_inv1 = 4 * 33 / 2.0
+      assert_equal(eday_inv1, agg_inv1.data["eday"])
+      assert_equal(pac_inv1, agg_inv1.data["pac"])
+      assert_equal(eday_inv2, agg_inv2.data["eday"])
+      assert_equal(eday_inv1 + eday_inv2, agg_plant.data["eday"])
+
+      # check that daily aggregate entry was created in db
+      saved_plant_agg = Model::MeasurementAggregate.find(:first, :conditions => ["plant_id=?", plant.id])
+      assert_equal(year, saved_plant_agg.time_year)
+      assert_equal(day, saved_plant_agg.time_day_of_year)
+      assert(saved_plant_agg.data.keys.include?("eday"))
+
+    end
+
+    def test_find_missing_aggregates
+      inverter = create_inverter
+
+      chunk = Model::MeasurementChunk.new()
+      chunk.time_year = 2222
+      chunk.time_day_of_year = 52
+      chunk.device = inverter
+      chunk.save!
+
+      runner = Aggregation::Runner.new
+      assert_equal([[chunk.time_year, chunk.time_day_of_year, inverter.plant.id]], runner.find_missing_aggregates)
+      runner.run
+      assert_equal([], runner.find_missing_aggregates)
+    end
+  end
+end