omf_web 0.9.6 → 0.9.7

data/example/openflow-gec15/exp_source.rb

@@ -0,0 +1,104 @@
+require 'omf_web'
+require 'omf_common/lobject'
+require 'omf_oml/network'
+require 'omf_oml/table'
+require 'omf_oml/sql_source'
+
+require 'em-postgresql-sequel'
+
+
+include OMF::OML
+
+class ExpDB < OMF::Common::LObject
+  
+  
+  def initialize(db_opts)
+    @db_opts = db_opts
+    init_network
+  end
+  
+  def init_network
+    @nw = nw = OmlNetwork.new('network')
+    nw.node_schema [[:x, :float], [:y, :float]]
+    nw.create_node :n0, :x => 0.5, :y => 0.8
+    nw.create_node :n1, :x => 0.2, :y => 0.5
+    nw.create_node :n2, :x => 0.8, :y => 0.5
+    nw.create_node :n3, :x => 0.8, :y => 0.2
+    
+    nw.link_schema [[:ts, :float], [:bytes, :int], [:rate, :float], [:load, :float]]
+    @links = {}
+    @links[:l20] = nw.create_link(:l20, :n2, :n0, :ts => 0, :bytes => 0, :rate => 0, :load => 0)
+    @links[:l10] = nw.create_link(:l10, :n1, :n0, :ts => 0, :bytes => 0, :rate => 0, :load => 0)
+    @links[:l21] = nw.create_link(:l21, :n2, :n1, :ts => 0, :bytes => 0, :rate => 0, :load => 0)
+    @links[:l32] = nw.create_link(:l32, :n3, :n2, :ts => 0, :bytes => 0, :rate => 0, :load => 0)
+
+    
+    OMF::Web.register_datasource nw.to_table(:nodes, :index => :id)
+    OMF::Web.register_datasource nw.to_table(:links, :index => :id)
+    @link_history = nw.to_table(:links, :max_size => 100)
+    OMF::Web.register_datasource @link_history, :name => 'link_history'
+  end
+  
+  def setup_nmetric(stream)
+    schema = stream.schema
+    t = OMF::OML::OmlTable.new(:nmetric, schema, :max_size => 1000)
+    ts_i = schema.index_for_col(:oml_ts_server)
+    name_i = schema.index_for_col(:name)
+    tx_i = schema.index_for_col(:tx_bytes)    
+    rx_i = schema.index_for_col(:rx_bytes)        
+    
+    def process(l, ts, bytes, max_rate)
+      if (delta_t = ts - l[:ts]) > 0
+        old_v = l[:bytes]
+        delta_v = bytes >= old_v ? bytes - old_v : bytes
+        l[:ts] = ts
+        l[:bytes] = bytes
+        l[:rate] = rate = 1.0 * delta_v / delta_t
+        #l[:rate] = rate = 230000
+        l[:load] = 1.0 * rate / max_rate
+      end
+    end
+    
+    stream.on_new_tuple() do |v|
+      r = v.to_a(true)
+      #puts "RRR >> #{r.inspect}"
+      t.add_row(r)
+      ts = r[ts_i]; name = r[name_i].to_sym; tx = r[tx_i]; rx = r[rx_i]
+      #puts "VVV(#{ts}) >> #{v.row.inspect}"
+      @nw.transaction do
+        case name
+        when :eth0
+          process @links[:l20], ts, tx, 120e3 #1e6
+        when :wlan0
+          process @links[:l21], ts, tx, 4e6
+          process @links[:l10], ts, tx, 4e6
+        when :wlan1
+          process @links[:l32], ts, rx, 4e6
+        end
+      end
+      sleep 0.5 if ts > 7300
+    end
+    
+      # nw.transaction do
+        # links.each_with_index do |l, i| 
+          # l[:ts] = ts
+          # l[:load] = rand() * frac + i * frac 
+        # end
+      # end
+    
+    OMF::Web.register_datasource t 
+  end
+  
+  def run
+    ep = OMF::OML::OmlSqlSource.new(@db_opts, :check_interval => 3.0)
+    ep.on_new_stream() do |stream|
+      info "Stream: #{stream.stream_name}"
+      if stream.stream_name == 'nmetrics_net_if'
+        setup_nmetric(stream)
+      end
+    end
+    ep.run    
+    self
+  end
+  
+end

data/example/openflow-gec15/of_viz_server.rb

@@ -0,0 +1,63 @@
+
+require 'omf_common/lobject'
+OMF::Common::Loggable.init_log 'of-demo'
+
+
+require 'omf_oml/table'
+
+$testing_database = 'sqlite://example/openflow-gec15/openflow-demo.sq3'
+$oml_database = 'postgres://norbit.npc.nicta.com.au/openflow-demo?user=oml2&password=omlisgoodforyou'
+
+def load_environment
+  require 'omf-web/content/file_repository'
+  OMF::Web::FileContentRepository.register_file_repo(:code, File.join(File.dirname(__FILE__), 'repository'), true)
+  
+
+  Dir.glob("#{File.dirname(__FILE__)}/*_source.rb").each do |fn|
+    load fn
+  end
+  
+  require 'yaml'
+  Dir.glob("#{File.dirname(__FILE__)}/*_tab.yaml").each do |fn|
+    h = YAML.load_file(fn)
+    if w = h['widget']
+      OMF::Web.register_widget w
+    else
+      MObject.error "Don't know what to do with '#{fn}'"
+    end
+  end
+   
+  # Start database adapter
+  EM.next_tick do
+    EM::run do
+      wv = ExpDB.new($oml_database)
+      wv.run
+    end
+  end
+end
+
+
+# Configure the web server
+#
+opts = {
+  :app_name => 'ov_demo',
+  :page_title => 'Dynamic Routing',
+  :handlers => {
+    # delay connecting to databases to AFTER we may run as daemon
+    :pre_rackup => lambda { load_environment },
+    :pre_parse => lambda do |p|
+      p.separator ""
+      p.separator "DEMO options:"
+      p.on("--local-testing", "If set, use local database for testing [#{$testing_database}]") do
+        $oml_database = $testing_database
+      end
+      p.on("--oml-database DATABASE", "Database containing measurement data [#{$oml_database}]") do |f|
+        $oml_database = f
+      end
+      p.separator ""
+    end
+    
+  }
+}
+require 'omf_web'
+OMF::Web.start(opts)

data/example/openflow-gec15/raw_tab.yaml

@@ -0,0 +1,37 @@
+
+
+
+# Simple tab showing a line chart with supporting table
+#
+
+widget:
+  id: raw
+  name: Raw
+  top_level: true
+  priority: 200
+  type: layout/tabbed
+  widgets: 
+    
+    # - name: Ping Line
+      # type: data/line_chart3
+      # data_source: 
+        # name: ping
+      # mapping:
+        # x_axis: 
+          # property: oml_ts_client
+        # y_axis: 
+          # property: rtt
+          # max: 2.0
+        # group_by: link
+                
+    - name: Link
+      type: data/table2
+      data_source: 
+        name: link_history
+
+    - name: NMetric
+      type: data/table2
+      data_source: 
+        name: nmetric
+        
+

data/example/openflow-gec15/repository/of-exp.rb

@@ -0,0 +1,12 @@
+defProperty('wired', 'omf.nicta.node2', "Wired node (endpoint)") # baseline.ndz
+defGroup('ap', property.ap) do |node|
  
  # wlan0 is not part of OVS
  # the IP address is the GRE tunnel endpoint
  node.net.w0.mode = "adhoc"
  node.net.w0.type = 'g'
  node.net.w0.channel = "6"
  node.net.w0.essid = "adhoc"
  node.net.w0.ip = "172.16.2.1"
+  # wlan1 is part of OVS
  node.net.w1.mode = "master"
  node.net.w1.type = 'g'
  node.net.w1.channel = "10"
  node.net.w1.essid = "ap"
  
  onNodeUp do |n|
    n.exec("ifconfig br-int up; ovs-vsctl set controller br-int connection-mode=out-of-band; ifconfig eth0 0")
    n.exec("ovs-vsctl add-port br-int gre1 -- set interface gre1 type=gre options:remote_ip=172.16.2.2")
    n.exec("ovs-vsctl add-port br-int eth0")
    n.exec("ovs-vsctl add-port br-int wlan1")
    n.exec("while true; do timeout 10 nmetrics-oml2 -s 2 -i eth0 --oml-server tcp:10.0.0.200:5000 --oml-exp-id 1 --oml-id 1 --oml-text; done")
    #n.exec("/root/monitor_ovs_ports.rb --oml-id ap --oml-server tcp:norbit.npc.nicta.com.au:5000")
  end
  
+defGroup('adhoc', property.adhoc) do |node|
  
  # wlan0 is not part of OVS
  # the IP address is the GRE tunnel endpoint
  node.net.w0.mode = "adhoc"
  node.net.w0.type = 'g'
  node.net.w0.channel = "6"
  node.net.w0.essid = "adhoc"
  node.net.w0.ip = "172.16.2.2"
  
  onNodeUp do |n|
    n.exec("ifconfig br-int up; ovs-vsctl set controller br-int connection-mode=out-of-band; ifconfig eth0 0")
    n.exec("ovs-vsctl add-port br-int gre1 -- set interface gre1 type=gre options:remote_ip=172.16.2.1")
    n.exec("ovs-vsctl add-port br-int eth0")
    #n.exec("/root/monitor_ovs_ports.rb --oml-id adhoc --oml-server tcp:norbit.npc.nicta.com.au:5000")
  end
+defGroup('wireless', property.wireless) do |node|
  # no OVS on this node
  node.net.w0.mode = "managed"
  node.net.w0.type = 'g'
  node.net.w0.channel = "10"
  node.net.w0.essid = "ap"
  node.net.w0.ip = "172.16.1.4"
  node.addApplication("test:app:otg2", :id => 'flow1') do |app|
    app.setProperty('cbr:rate', 800000)
    app.setProperty('udp:local_host', '172.16.1.4')
    app.setProperty('udp:dst_host', '172.16.1.1')
    app.setProperty('udp:dst_port', 3000)
    app.measure('udp_out', :samples => 1)
  end
  
  node.addApplication("test:app:otg2", :id => 'flow2') do |app|
    app.setProperty('cbr:rate', 800000)
    app.setProperty('udp:local_host', '172.16.1.4')
    app.setProperty('udp:dst_host', '172.16.1.1')
    app.setProperty('udp:dst_port', 3000)
    app.measure('udp_out', :samples => 1)
  end
+defGroup('wired', property.wired) do |node|
  node.addApplication("test:app:otr2") do |app|
    app.setProperty('udp:local_host', '172.16.1.1')
    app.setProperty('udp:local_port', 3000)
    app.measure('udp_in', :samples => 1)
  end
+  # no OVS on this node
  node.net.e0.ip = "172.16.1.1"
+onEvent(:ALL_UP) do |event|
  allGroups.exec("sysctl -w net.ipv6.conf.all.disable_ipv6=1")
+  group("wired").startApplications
  info "Start your OpenFlow controller now!"
+  while true
    info "Starting flow 1"
    group("wireless").startApplication('flow1')
    sleep 10
    info "Starting flow 2"
    group("wireless").startApplication('flow2')
    sleep 10
    info "Stopping flow 1. Flow 2 should now re-route over flow 1's path"    
    group("wireless").stopApplication('flow1')
    sleep 20
    info "Starting flow 1. Should use secondary path now."
    group("wireless").startApplication('flow1')
    sleep 20
    info "Stopping flow 2"
    group("wireless").stopApplication('flow2')
    info "Stopping flow 1"
    group("wireless").stopApplication('flow1')
    sleep 10
    info "Restarting experiment cycle"
  end
+
+

data/example/openflow-gec15/repository/sample.md

@@ -0,0 +1,52 @@
+title: Lorem ipsum dolor sit
+
+# Lorem ipsum dolor sit
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Proin
+sollicitudin nibh eu ligula lobortis ornare. Sed nibh nibh,
+ullamcorper at vehicula ac, molestie ac nunc. Duis sodales, nisi vel
+pellentesque imperdiet, nisi massa accumsan lorem, gravida scelerisque
+velit est vitae eros. Suspendisse eu lacinia elit.  
+
+\[ 
+\sum_{n=1}^\infty \frac{1}{n} 
+\text{ is divergent, but } 
+\lim_{n \to \infty} \sum_{i=1}^n \frac{1}{i} - \ln n \text{exists.} 
+\]
+
+Suspendisse laoreet, lacus quis dignissim volutpat, dolor augue convallis lectus,
+ac consectetur yyyy sem iaculis diam. Donec iaculis mattis iaculis.
+Curabitur ut nisl in sapien semper ullamcorper in id turpis. Vivamus
+sed sapien justo, ac scelerisque nibh. Sed eget quam velit.  Lorem
+ipsum dolor sit amet, consectetur adipiscing elit. 
+
+{{{
+  widget:
+    title: Fusce vehicula sapien
+    type: data/pie_chart2
+    data_sources: animals
+    mapping:
+      value: count
+      fill_color: category10()
+      label: name
+    width: 0.6
+    margin:
+      left: 0
+      right: 0
+      top: 0
+      bottom: 0
+}}}
+
+Aliquam tortor elit, condimentum et tincidunt vitae, consequat id
+lacus. Fusce vehicula sapien sed leo varius at dictum purus
+consectetur. Vestibulum sit amet nisl nisl. Suspendisse bibendum
+iaculis rhoncus. Vivamus elementum lacinia metus, vitae fringilla diam
+commodo et. 
+
+### Cras ut volutpat magna
+
+Integer pharetra pellentesque
+interdum. Nunc diam quam, volutpat a iaculis pellentesque, aliquet a
+mauris. Praesent quam purus, mattis ullamcorper sagittis a, feugiat
+non lorem.
+

data/example/openflow-gec15/repository/trema-ctl6.rb

@@ -0,0 +1,148 @@
+require 'rubygems'
+require 'omf-oml/endpoint'
+require 'omf-oml/table'
+require 'omf_common/lobject'
+
+OMLPORT=5000
+# threshold for transmitted bytes/s on AP's eth0 interface
+# when exceeded, route new flows through secondary path
+PRIMARY_THRESHOLD=100000
+
+class OFDemo < Controller
+  
+  add_timer_event :check_flows, 3, :periodic
+  
+  def start
+    @switches = {"ap" => 0x32d0cfcb0, "adhoc" => 0x32d081a16, "of1" => 0x2320ca156c}
+    @ports = Hash.new
+    @detour=false
+    @lastflow=0
+
+    OMF::Common::Loggable.init_log File.basename($0).split('.')[0]
+    ep = OMF::OML::OmlEndpoint.new(OMLPORT, '0.0.0.0')
+    ep.on_new_stream() do |name, stream|
+      #puts "New stream: #{name}::#{stream}"
+      txcount=0
+      first=true
+      stream.on_new_tuple() do |t|
+        tx=t.to_a[11].to_i
+        if first
+          first=false
+          next
+        end
+        #puts "New tuple: #{t.to_a.inspect}"
+        txc=tx-txcount
+        txcount=tx
+        @detour = txc > PRIMARY_THRESHOLD
+        puts "AP eth0 reports #{txc} bytes/s, saturated: #{@detour}"
+      end
+    end
+    ep.run(true)
+  end
+  
+  def switch_ready dpid
+    puts "Switch #{@switches.index(dpid)} (#{dpid.to_hex}) has signed in"
+    send_message dpid, FeaturesRequest.new
+  end
+
+  def features_reply dpid, message
+    @ports[dpid] = Hash.new
+    # read port name and number from the features_reply
+    message.ports.each do | p |
+      #puts "#{@switches.index(d)} : #{p.name} = #{p.number}"
+      @ports[dpid][p.name] = p.number
+    end
+  end
+  
+  def packet_in dpid, message
+    # drop it if we don't now the switch or its ports (yet)
+    return if @switches.index(dpid).nil? or @ports[dpid].nil?    
+    
+    arp_error="Unidentified ARP traffic. You may have started the controller too early, please restart it."
+    
+    # handle ARP traffic manually to avoid packet storm in our circular topology
+    if message.arp?
+      if @switches.index(dpid)=="ap"
+        if message.in_port==@ports[dpid]['wlan1']
+          packet_out dpid, message, @ports[dpid]['eth0']
+        elsif message.in_port==@ports[dpid]['eth0']
+          packet_out dpid, message, @ports[dpid]['wlan1']
+        else
+          puts arp_error
+        end
+      elsif @switches.index(dpid)=="of1"
+        if message.in_port==2
+          packet_out dpid, message, 3
+        elsif message.in_port==3
+          packet_out dpid, message, 2
+        else
+          puts arp_error
+        end
+      end
+      return
+    end
+    
+    # from now on we are only interested on IPv4 packets arriving on AP over wlan1
+    return if !message.ipv4? or @switches.index(dpid)!="ap" or message.in_port!=@ports[dpid]['wlan1']
+
+    # slow down adding of flows
+    # t=Time.now.to_i
+    # if t-@lastflow > 2
+    #   @lastflow=t
+    # else
+    #   return
+    # end
+    
+    # add the flow on AP after adding all the others to avoid loss of inital packets
+    if @detour
+      puts "Adding flow over secondary path"
+      # broken due to trema bug
+      #flow_mod @switches["adhoc"], message, @ports[dpid]['eth0']
+      #flow_mod @switches["of1"], message, 2
+      flow_mod dpid, message, @ports[dpid]['gre1']
+    else
+      puts "Adding flow over primary path"
+      # broken due to trema bug
+      #flow_mod @switches["of1"], message, 2
+      flow_mod dpid, message, @ports[dpid]['eth0']
+    end
+    
+  end
+  
+  # periodically check if the throughput on primary path is below threshold
+  # if yes, remove flows that currently use secondary path
+  def check_flows
+    return if @ports[@switches["ap"]].nil?
+    if !@detour
+      puts "Deleting flows on switch #{@switches["ap"].to_hex} with out_port #{@ports[@switches["ap"]]['gre1']}"
+      send_flow_mod_delete(
+        @switches["ap"].to_i,
+        :actions => ActionOutput.new( :port => @ports[@switches["ap"]]['gre1'] )
+      )
+    end
+  end
+  
+  ##############################################################################
+  private
+  ##############################################################################
+
+  def flow_mod datapath_id, message, port_no
+    #p Match.from( message, [ :dl_type, :nw_proto ] )
+    send_flow_mod_add(
+      datapath_id,
+      :match => Match.from( message ),
+      :actions => ActionOutput.new( :port => port_no ),
+      :idle_timeout => 2
+    )
+  end
+
+  def packet_out datapath_id, message, port_no
+    send_packet_out(
+      datapath_id,
+      :packet_in => message,
+      :actions => ActionOutput.new( :port => port_no )
+    )
+  end
+  
+end
+

data/example/simple/README.md

@@ -0,0 +1,2 @@
+
+Essentially the 'Hello World' example of a viz server. Taking data out of a database and putting it into a graph.

data/example/simple/data_sources/ping_source.rb

@@ -0,0 +1,56 @@
+require 'omf_web'
+require 'omf_common/lobject'
+require 'omf_oml/table'
+require 'omf_oml/sql_source'
+
+
+class PingDB < OMF::Common::LObject
+  
+  LINKS = {'Source1::192.168.4.11' => 'link 4',
+            'Source1::192.168.5.11' => 'link 5',
+            'Source2::192.168.1.13' => 'link 1',
+            'Source2::192.168.2.10' => 'link 2',
+            'Source2::192.168.4.10' => 'link 4',
+            'Source3::192.168.2.12' => 'link 2',
+            'Source3::192.168.3.12' => 'link 3',
+            'Source3::192.168.5.12' => 'link 5',
+            'Source3::192.168.6.12' => 'link 6',
+            'Source4::192.168.1.13' => 'link 1',
+            'Source4::192.168.3.12' => 'link 3',
+            'Source5::192.168.6.12' => 'link 6'
+          }
+  
+  def initialize(db_name)
+    @db_name = db_name
+  end
+  
+  def setup_table(stream)
+    schema = stream.schema.clone
+    schema.insert_column_at(0, :link)
+    puts stream.schema.names.inspect
+    
+    t = OMF::OML::OmlTable.new(:ping, schema)
+    stream.on_new_tuple() do |v|
+      r = v.to_a(true)
+      link_name = "#{v[:oml_sender]}::#{v[:dest_addr]}"
+      #r.insert 0, LINKS[link_name] || "XXX - #{link_name}"
+      r.insert 0, link_name
+      t.add_row(r)   
+    end
+    OMF::Web.register_datasource t 
+  end
+  
+  def run
+    ep = OMF::OML::OmlSqlSource.new(@db_name, :check_interval => 3.0)
+    ep.on_new_stream() do |stream|
+      info "Stream: #{stream.stream_name}"
+      if stream.stream_name == 'pingmonitor_myping'
+        setup_table(stream)
+      end
+    end
+    ep.run    
+    self
+  end
+  
+end
+wv = PingDB.new('sqlite://example/simple/data_sources/gimi31.sq3').run()

data/example/simple/simple_viz_server.rb

@@ -0,0 +1,39 @@
+
+require 'omf_common/lobject'
+OMF::Common::Loggable.init_log 'simple'
+
+
+require 'omf_oml/table'
+
+def load_environment
+  require 'omf-web/content/file_repository'
+  
+
+  Dir.glob("#{File.dirname(__FILE__)}/data_sources/*.rb").each do |fn|
+    load fn
+  end
+  
+  require 'yaml'
+  Dir.glob("#{File.dirname(__FILE__)}/widgets/*.yaml").each do |fn|
+    h = YAML.load_file(fn)
+    if w = h['widget']
+      OMF::Web.register_widget w
+    else
+      MObject.error "Don't know what to do with '#{fn}'"
+    end
+  end
+end
+
+
+# Configure the web server
+#
+opts = {
+  :app_name => 'simple',
+  :page_title => 'Simple Demo',
+  :handlers => {
+    # delay connecting to databases to AFTER we may run as daemon
+    :pre_rackup => lambda { load_environment },
+  }
+}
+require 'omf_web'
+OMF::Web.start(opts)

data/example/simple/widgets/charts_tab.yaml

@@ -0,0 +1,38 @@
+
+
+
+# Simple tab showing a line chart with supporting table
+#
+
+widget:
+  id: main
+  name: Main
+  top_level: true
+  priority: 900
+  type: layout/tabbed
+  widgets: 
+    
+    - name: Ping Line
+      type: data/line_chart3
+      data_source: 
+        name: ping
+      mapping:
+        x_axis: 
+          property: oml_ts_client
+        y_axis: 
+          property: rtt
+          max: 2.0
+        group_by: link
+      axis:
+        x:
+          legend: Time (sec)
+        y:
+          legend: RTT (ms)
+        
+                
+    - name: Table
+      type: data/table2
+      data_source: 
+        name: ping
+        
+

data/lib/omf-web/config.ru

@@ -7,6 +7,12 @@ use ::Rack::ShowExceptions
 OMF::Web::Runner.instance.life_cycle(:pre_rackup)
 options = OMF::Web::Runner.instance.options
 
+require 'omf-web/rack/session_authenticator'                               
+use OMF::Web::Rack::SessionAuthenticator, #:expire_after => 10, 
+          #:login_url => '/tab/login',
+          :no_session => ['^/resource/', '^/login', '^/logout']
+
+
 map "/resource" do
   require 'omf-web/rack/multi_file'
   run OMF::Web::Rack::MultiFile.new(options[:static_dirs])
@@ -36,11 +42,33 @@ map "/tab" do
   run OMF::Web::Rack::TabMapper.new(options)
 end
 
-map "/widget" do
-  require 'omf-web/rack/widget_mapper'
-  run OMF::Web::Rack::WidgetMapper.new(options)
+# map "/widget" do
+  # require 'omf-web/rack/widget_mapper'
+  # run OMF::Web::Rack::WidgetMapper.new(options)
+# end
+
+map '/login' do
+  handler = Proc.new do |env| 
+    # req = ::Rack::Request.new(env)
+    # #puts ">>> post?: #{req.post?} - #{req.params.inspect}"
+    # if req.post?
+      # email = req.params["email"]
+      # pw = req.params["password"]
+      # remember = req.params["remember"] == "on"
+      # Authenticator.signon(email, pw, remember)
+    # end
+    [301, {'Location' => '/tab', "Content-Type" => ""}, ['Next window!']]
+  end
+  run handler
 end
 
+map '/logout' do
+  handler = Proc.new do |env| 
+    OMF::Web::Rack::SessionAuthenticator.logout
+    [301, {'Location' => '/tab', "Content-Type" => ""}, ['Next window!']]
+  end
+  run handler
+end
 
 map "/" do
   handler = Proc.new do |env|