flor 0.0.1 → 0.9.0

data/lib/flor/log.rb

@@ -0,0 +1,336 @@
+#--
+# Copyright (c) 2015-2017, John Mettraux, jmettraux+flor@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+
+module Flor
+
+  def self.log_message(executor, m, opts={})
+
+    _c = colours(opts)
+
+    nid = m['nid']
+    nd = executor.node(nid)
+
+    a = [ '  ' ]
+
+    n =
+      Time.now.utc
+    tm =
+      if opts[:date]
+        n.strftime('%Y%m%d.%H:%M:%S') + sprintf('.%06d', n.usec)[0, 4]
+      else
+        n.strftime('%H:%M:%S') + sprintf('.%06d', n.usec)[0, 4]
+      end
+    a << tm
+    a << ' '
+    a << _c.dg
+
+    if ex = (m['exid'] || '').split('.').last
+      a << ex[-2..-1]
+      a << ' '
+    end
+
+    a << "#{nd ? _c.dg : _c.dim + _c.dg}#{nid}#{_c.rs}#{_c.dg} " if nid
+
+    pt = m['point'][0, 3]
+    _pt =
+      case pt
+        when 'tri', 'sig' then _c.gr
+        when 'cea', 'ter' then _c.lg
+        when 'can' then _c.ma
+        else _c.bl
+      end
+    a << "#{_pt}#{pt}#{_c.dg}"
+
+    fla = m['flavour']
+    a << " #{_c.lg}#{fla}#{_c.dg}" if fla
+
+    st = nd && nd['status'].last
+    a << " #{_c.dim}#{_c.lg}#{st['status']}:#{st['flavour']}#{_c.rs}#{_c.dg}" \
+      if st && st['status']
+
+    t =
+      m['tree']
+    rw =
+      (t && m['rewritten']) ? 'rw->' : ''
+    nt =
+      t || Node.new(executor, nd, m).lookup_tree(nid)
+    t0 =
+      if t
+        " [#{rw}#{_c.yl}#{Flor.s_to_d(t[0], compact: true)}#{_c.dg} L#{t[2]}]"
+      elsif nt
+        " [#{_c.dg}#{Flor.s_to_d(nt[0], compact: true)}#{_c.dg} L#{nt[2]}]"
+      else
+        ''
+      end
+    a << t0
+
+    oe = m['on_error'] ? " #{_c.rd}on_error" : ''
+    a << oe
+
+    tmi = m['timer_id']
+    tmi = tmi ? " #{_c.dg}tmi:#{tmi}" : ''
+    a << tmi
+      #
+    tri = m['trap_id']
+    tri = tri ? " #{_c.dg}tri:#{tri}" : ''
+    a << tri
+
+    cn = t ? " #{_c.dg}#{Flor.to_d(t[1], compact: true, inner: true)}" : ''
+    cn = cn.length > 49 ? "#{cn[0, 49]}..." : cn
+    a << cn
+
+    hp = nd && nd['heap']
+    hp = hp && (hp != (t || [])[0]) ? " #{_c.dg}hp:#{nd['heap']}" : ''
+    a << hp
+
+    msr = " #{_c.dg}m#{m['m']}s#{m['sm'] || '_'}"
+    msr << "r#{m['er']}>#{m['pr']}" if m['er'] && m['er'] > -1
+    a << msr
+
+    fr = m['from'] ? " from #{m['from']}" : ''
+    a << fr
+
+    rt = ret_to_s(executor, m)
+    rt = rt.length > 0 ? " #{_c.lg}f.ret #{rt}" : ''
+    a << rt
+
+    ta =
+      m['point'] == 'entered' || m['point'] == 'left' ?
+      " #{_c.dg}tags:#{_c.gr}#{m['tags'].join(',')}" :
+      nil
+    a << ta
+
+    vs =
+      (nd && nd['vars']) ?
+      " #{_c.dg}vars:#{_c.gr}#{nd['vars'].keys.join("#{_c.dg},#{_c.gr}")}" :
+      ''
+    a << vs
+
+    %w[ fpoint dbg ].each do |k|
+      a << " #{_c.dg}#{k}:#{m[k]}" if m.has_key?(k)
+    end
+
+    a << _c.rs
+
+    puts a.join
+  end
+
+  def self.print_src(src, opts={})
+
+    _c = colours(opts)
+
+    puts "#{_c.dg}+---#{_c.rs}"
+
+    puts "#{_c.dg}| #{opts.inspect}#{_c.rs}" if opts.any?
+
+    if src.is_a?(String)
+      src.split("\n").select { |l| l.strip.length > 0 }.each do |line|
+        puts "#{_c.dg}| #{_c.yl}#{line}#{_c.rs}"
+      end
+    else
+      ss = Flor.to_pretty_s(src).split("\n")
+      ss.each do |line|
+        puts "#{_c.dg}| #{_c.yl}#{line}#{_c.rs}"
+      end
+    end
+
+    puts "#{_c.dg}.#{_c.rs}"
+  end
+
+  def self.print_tree(tree, nid='0', opts={})
+
+    _c = colours(opts)
+
+    ind = ' ' * (opts[:ind] || 0)
+
+    headers = opts[:headers]; headers = true if headers.nil?
+    headers = true if opts[:title]
+
+    h = "#{_c.yl}#{Flor.s_to_d(tree[0], compact: true)}"
+    c = tree[1].is_a?(Array) ? '' : " #{_c.yl}#{tree[1]}"
+    l = " #{_c.dg}L#{tree[2]}"
+
+    puts "#{ind}#{_c.dg}+--- #{opts[:title]}#{_c.rs}" if headers && nid == '0'
+    puts "#{ind}#{_c.dg}| #{nid} #{h}#{c}#{l}#{_c.rs}"
+    if tree[1].is_a?(Array)
+      tree[1].each_with_index { |ct, i| print_tree(ct, "#{nid}_#{i}", opts) }
+    end
+    puts "#{ind}#{_c.dg}.#{_c.rs}" if headers && nid == '0'
+  end
+
+  def self.print_flat_tree(tree, nid, opts)
+
+    _c = colours(opts)
+
+    s = opts[:s]
+
+    s << ' ' << nid << ' ' << _c.yl << tree[0] << _c.dg
+
+    if tree[1].is_a?(Array)
+      tree[1].each_with_index do |t, i|
+        print_flat_tree(t, "#{nid}_#{i}", opts)
+      end
+    else
+      s << ' ' << tree[1]
+    end
+  end
+
+  def self.print_compact_tree(tree, nid='0', opts={})
+
+    _c = colours(opts)
+
+    is_root = opts[:s].nil?
+    ind = ' ' * (opts[:ind] || 0)
+
+    atts, natts =
+      tree[1].is_a?(Array) ?
+      tree[1].partition { |t| Flor.is_att_tree?(t) } :
+      [ [], [] ]
+
+    s = (opts[:s] ||= StringIO.new)
+
+    if t = opts.delete(:title)
+      s << ind << _c.dg << '+--- ' << t << "\n"
+    end
+
+    s << ind << _c.dg << '| ' << nid << ' '
+    s << _c.yl << Flor.s_to_d(tree[0], compact: true) << _c.dg << ' L' << tree[2]
+
+    atts.each_with_index do |ct, i|
+      print_flat_tree(ct, "_#{i}", opts)
+    end
+
+    natts.each_with_index do |ct, i|
+      i = atts.size + i
+      s << "\n"
+      print_compact_tree(ct, "#{nid}_#{i}", opts)
+    end
+
+    s << "\n" << ind << _c.dg << '\---' if is_root && opts[:close]
+
+    s << _c.rs
+
+    puts s.string if is_root
+  end
+
+  def self.ret_to_s(executor, m)
+
+    ret = (m['payload'] || {})['ret']
+    s = Flor.to_d(ret, compact: true)
+    l = s.length
+    l < 35 ? s : "#{s[0, 35]}(...L#{l})"
+  end
+
+  def self.nod_to_s(executor, n, opts, here=false)
+
+    _c = colours(opts)
+
+    t = n['tree'] || Node.new(executor, n, nil).lookup_tree(n['nid'])
+    t = Flor.to_d(t, compact: true) if t
+    t = t[0, 35] + '...' if t && t.length > 35
+
+    h = {}
+    %w[ parent cnid noreply dbg removed ].each do |k|
+      h[k] = n[k] if n.has_key?(k)
+    end
+
+    dbg = n['dbg'] ? "dbg:#{n['dbg']}" : nil
+    nr = n.has_key?('noreply') ? "nr:#{n['noreply']}" : nil
+    h = h.collect { |k, v| "#{k}:#{v}" }.join(' ')
+
+    vs = n['vars']
+    vs = 'vars:' + vs.keys.join(',') if vs
+    ts = n['tags']
+    ts = 'tags:' + ts.join(',') if ts
+
+    flr = n['failure'] ? "#{_c.rd}flre" : ''
+
+    here = here ? "#{_c.dg}<---msg['nid']" : nil
+
+    [ _c.yl + n['nid'], t, h, ts, vs, flr, here ].compact.join(' ')
+  end
+
+  def self.ncns_to_s(executor, ncn, msg, opts, sio, ind, seen)
+
+    n, cn = ncn
+    nid = n['nid']
+
+    return if seen.include?(nid)
+    seen << nid
+
+    sio.print(ind)
+    sio.print(nod_to_s(executor, n, opts, nid == msg['nid']))
+    sio.print("\n")
+    cn.each { |c| ncns_to_s(executor, c, msg, opts, sio, ind + ' ', seen) }
+  end
+
+  def self.nods_to_s(executor, msg, opts)
+
+    nodes = executor.execution['nodes'].values
+
+    nodes = nodes.inject({}) { |h, n| h[n['nid']] = [ n, [] ]; h }
+    nodes.values.each { |ncn|
+      pa = ncn.first['parent']; next unless pa
+      pan, pacn = nodes[pa]
+      pacn << ncn if pacn
+    }
+
+    sio = StringIO.new
+    seen = []
+    nodes.values.each do |ncn|
+      ncns_to_s(executor, ncn, msg, opts, sio, ' ', seen)
+    end
+
+    sio.string
+  end
+
+  def self.detail_msg(executor, m, opts={})
+
+    return if m['_detail_msg_flag']
+    m['_detail_msg_flag'] = true if opts[:flag]
+
+    _c = colours(opts)
+
+    nid = m['nid']
+    n = executor.execution['nodes'][nid]
+    node = n ? Flor::Node.new(executor, n, m) : nil
+
+    puts "#{_c.dg}<Flor.detail_msg>#{_c.rs}"
+    print "#{_c.yl}"
+    Kernel::pp(m)
+    puts "#{_c.dg}payload:#{_c.yl}"
+    Kernel::pp(m['payload'])
+    puts "#{_c.dg}tree:"
+    print_tree(node.lookup_tree(nid), nid) if node
+    puts "#{_c.dg}node:#{_c.yl}"
+    Kernel::pp(n) if n
+    puts "#{_c.dg}nodes:"
+    puts nods_to_s(executor, m, opts)
+    z = executor.execution['nodes'].size
+    puts "#{_c.yl}#{z} node#{z == 1 ? '' : 's'}."
+    puts "#{_c.dg}</Flor.detail_msg>#{_c.rs}"
+  end
+end
+

data/lib/flor/migrations/0001_tables.rb

@@ -0,0 +1,122 @@
+
+Sequel.migration do
+
+  up do
+
+    create_table :flor_messages do
+
+      primary_key :id, type: :Bignum
+      String :domain, null: false
+      String :exid, null: false
+      String :point, null: false # 'execute', 'task', 'receive', 'schedule', ...
+      File :content # JSON
+      String :status, null: false
+      String :ctime, null: false
+      String :mtime, null: false
+
+      index :exid
+    end
+
+    create_table :flor_executions do
+
+      primary_key :id, type: :Bignum
+      String :domain, null: false
+      String :exid, null: false
+      File :content # JSON
+      String :status, null: false # 'active' or something else like 'archived'
+      String :ctime, null: false
+      String :mtime, null: false
+
+      index :exid
+    end
+
+    create_table :flor_timers do
+
+      primary_key :id, type: :Bignum
+      String :domain, null: false
+      String :exid, null: false
+      String :nid, null: false
+      String :type, null: false # 'at', 'in', 'cron', 'every', ...
+      String :schedule, null: false # '20141128.103239' or '00 23 * * *'
+      String :ntime # next time
+      File :content # JSON msg to trigger
+      Bignum :count, null: false
+      String :status, null: false
+      String :ctime, null: false
+      String :mtime, null: false
+
+      index :exid
+      index [ :exid, :nid ]
+    end
+
+    create_table :flor_traps do
+
+      primary_key :id, type: :Bignum
+      String :domain, null: false
+      String :exid, null: false
+      String :onid, null: false
+      String :nid, null: false
+      #
+      TrueClass :tconsumed, null: false, default: false
+      String :trange, null: false
+      String :tpoints, null: true
+      String :ttags, null: true
+      String :theats, null: true
+      String :theaps, null: true
+      #
+      File :content # JSON msg to trigger
+      #
+      String :status, null: false
+      String :ctime, null: false
+      String :mtime, null: false
+
+      index :exid
+      index [ :exid, :nid ]
+    end
+
+    create_table :flor_pointers do
+
+      primary_key :id, type: :Bignum
+      String :domain, null: false
+      String :exid, null: false
+      String :nid, null: false
+      String :type, null: false  # task, tasked, tag, var
+      String :name, null: false # task name, tasked name, tag name, var name
+      String :value
+      String :ctime, null: false
+
+      # no :status, no :mtime
+
+      index :exid
+      index [ :exid, :nid ]
+      index [ :type, :name, :value ]
+
+      #unique [ :exid, :type, :name, :value ]
+        # we don't care, pointers are cleaned anyway when the flow dies
+    end
+
+    create_table :flor_traces do
+
+      primary_key :id, type: :Bignum
+      String :domain, null: false
+      String :exid, null: false
+      String :nid, null: true
+      String :tracer, null: false # 'executor', 'trace'
+      String :text, null: false # 'blah blah blah'
+      String :ctime, null: false
+
+      index :exid
+    end
+  end
+
+  down do
+
+    drop_table :flor_messages
+    drop_table :flor_executions
+    drop_table :flor_timers
+    drop_table :flor_traps
+    drop_table :flor_pointers
+    drop_table :flor_traces
+  end
+end
+