flor 0.0.1 → 0.9.0

data/lib/flor/unit/tasker.rb

@@ -0,0 +1,191 @@
+#--
+# Copyright (c) 2015-2017, John Mettraux, jmettraux+flor@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+module Flor
+
+  class Tasker
+
+    # NB: tasker configuration entries start with "tsk_"
+
+    def initialize(unit)
+
+      @unit = unit
+    end
+
+    def shutdown
+    end
+
+    def has_tasker?(exid, name)
+
+      domain = exid.split('-', 2).first
+
+      !! @unit.loader.tasker(domain, name)
+    end
+
+    def task(message)
+
+      domain = message['exid'].split('-', 2).first
+      tname = message['tasker']
+
+      tconf =
+        @unit.loader.tasker(domain, 'tasker') ||
+        @unit.loader.tasker(domain, tname)
+          #
+          # FIXME tasker tasker tasker lookup loop?
+
+      fail ArgumentError.new(
+        "tasker #{tname.inspect} not found"
+      ) unless tconf
+
+      message['tconf'] = tconf \
+        unless tconf['on_task']['include_tconf'] == false
+
+      message['vars'] = gather_vars(tconf, message)
+
+      cot = tconf['on_task']
+
+      return ruby_task(message, tconf) if cot['require'] || cot['class']
+      return cmd_task(message, tconf) if cot['cmd']
+
+      fail ArgumentError.new(
+        "don't know how to use tasker at #{tconf['_path']}"
+      )
+    end
+
+    def cancel(tasker_name, fei)
+
+      # TODO use on_cancel || on_task
+
+      fail NotImplementedError
+    end
+
+    def reply(message)
+
+      @unit.queue({
+        'point' => 'return',
+        'exid' => message['exid'],
+        'nid' => message['nid'],
+        'payload' => message['payload'],
+        'tasker' => message['tasker'] })
+    end
+
+    protected
+
+    def is_a_message_array?(o)
+
+      o.is_a?(Array) &&
+      o.first.is_a?(Hash) &&
+      o.first['point'].is_a?(String)
+    end
+
+    def ruby_task(message, tconf)
+
+      root = File.dirname(tconf['_path'])
+
+      Array(tconf['on_task']['require'])
+        .each { |pa|
+          fail ArgumentError.new('".." not allowed in paths') if pa =~ /\.\./
+          require(File.join(root, pa)) }
+      Array(tconf['on_task']['load'])
+        .each { |pa|
+          fail ArgumentError.new('".." not allowed in paths') if pa =~ /\.\./
+          load(File.join(root, pa)) }
+
+      k = tconf['on_task']['class']
+      k = Flor.const_lookup(k)
+
+      tasker = k.new(self, tconf)
+
+      r =
+        if message['point'] == 'detask'
+          tasker.cancel(message)
+        else
+          tasker.task(message)
+        end
+
+      # if the tasker returns something intelligible, use it
+      # else reply with "nothing further to do" (empty message array)
+
+      if is_a_message_array?(r)
+        r
+      else
+        []
+      end
+    end
+
+    def cmd_task(message, tconf)
+
+      fail NotImplementedError
+
+      []
+    end
+
+    def var_match(k, filter)
+
+      filter.each { |f| return true if (f.is_a?(String) ? k == f : f.match(k)) }
+      false
+    end
+
+    def expand_filter(f)
+
+      return f unless f.is_a?(Array)
+
+      f.collect { |e|
+        if e.is_a?(String)
+          e
+        elsif e.is_a?(Array) && e[0] == '_rxs' && e[1].is_a?(String)
+
+          s = e[1]
+          li, ri = s.index('/'), s.rindex('/')
+          tail = s[ri + 1..-1]
+          ops =
+            (tail.index('i') ? Regexp::IGNORECASE : 0) |
+            (tail.index('x') ? Regexp::EXTENDED : 0)
+          Regexp.new(s[li + 1..ri - 1], ops)
+        else
+          nil
+        end
+      }.compact
+    end
+
+    def gather_vars(tconf, message)
+
+      iv = expand_filter(tconf['on_task']['include_vars'])
+      ev = expand_filter(tconf['on_task']['exclude_vars'])
+
+      return nil unless iv || ev
+
+      vars = @unit.executor(message['exid']).vars(message['nid'])
+
+      return vars if iv == true
+      return {} if ev == true
+
+      vars = vars.select { |k, v| var_match(k, iv) } if iv
+      vars = vars.reject { |k, v| var_match(k, ev) } if ev
+
+      vars
+    end
+  end
+end
+

data/lib/flor/unit/waiter.rb

@@ -0,0 +1,146 @@
+#--
+# Copyright (c) 2015-2017, John Mettraux, jmettraux+flor@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+module Flor
+
+  class Waiter
+
+    DEFAULT_TIMEOUT = 4 # seconds
+
+    def initialize(exid, opts)
+
+      serie, timeout, repeat = expand_args(opts)
+
+      @exid = exid
+      @original_serie = repeat ? Flor.dup(serie) : nil
+      @serie = serie
+      @timeout = timeout == true ? DEFAULT_TIMEOUT : timeout
+
+      @queue = []
+      @mutex = Mutex.new
+      @var = ConditionVariable.new
+    end
+
+    def to_s
+
+      "#{super[0..-2]}#{
+        { exid: @exid,
+          original_serie: @original_serie,
+          timeout: @timeout }.inspect
+      }>"
+    end
+
+    def notify(executor, message)
+
+      @mutex.synchronize do
+
+        return false unless match?(message)
+
+        @serie.shift
+        return false unless @serie.empty?
+
+        @queue << [ executor, message ]
+        @var.signal
+      end
+
+      # then...
+      # returning false: do not remove me, I want to listen/wait further
+      # returning true: remove me
+
+      return true unless @original_serie
+
+      @serie = Flor.dup(@original_serie) # reset serie
+
+      false # do not remove me
+    end
+
+    def wait
+
+      @mutex.synchronize do
+
+        if @queue.empty?
+
+          @var.wait(@mutex, @timeout)
+            # will wait "in aeternum" if @timeout is nil
+
+          fail(RuntimeError, "timeout for #{self.to_s}") if @queue.empty?
+        end
+
+        executor, message = @queue.shift
+
+        message
+      end
+    end
+
+    protected
+
+    def match?(message)
+
+      return false if @exid && @exid != message['exid']
+
+      nid, points = @serie.first
+      return false if nid && message['nid'] && nid != message['nid']
+      return false if ! points.include?(message['point'])
+
+      true
+    end
+
+    def expand_args(opts)
+
+      owait = opts[:wait]
+      orepeat = opts[:repeat] || false
+      otimeout = opts[:timeout] || DEFAULT_TIMEOUT
+
+      case owait
+      when true
+        [ [ [ nil, %w[ failed terminated ] ] ], # serie
+          otimeout,
+          orepeat ]
+      when Numeric
+        [ [ [ nil, %w[ failed terminated ] ] ], # serie
+          owait, # timeout
+          orepeat ]
+      when String, Array
+        [ parse_serie(owait), # serie
+          otimeout,
+          orepeat ]
+      else
+        fail ArgumentError.new(
+          "don't know how to deal with #{owait.inspect} (#{owait.class})")
+      end
+    end
+
+    def parse_serie(s)
+
+      return s if s.is_a?(Array) && s.collect(&:class).uniq == [ Array ]
+
+      (s.is_a?(String) ? s.split(';') : s)
+        .collect { |s|
+          ni, pt = s.strip.match(/\A([0-9_\-]+)? *([a-z|, ]+)\z/)[1, 2]
+          [ ni, pt.split(/[|,]/).collect(&:strip) ]
+        }
+    end
+  end
+end
+

data/lib/flor/unit/wlist.rb

@@ -0,0 +1,77 @@
+#--
+# Copyright (c) 2015-2017, John Mettraux, jmettraux+flor@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+module Flor
+
+  class WaitList
+
+    def initialize(unit)
+
+      @unit = unit
+
+      @mutex = Mutex.new
+      @waiters = []
+
+      @unit.instance_eval do
+        def wait(exid, opts=true)
+          @hooker['wlist'].wait(exid, opts)
+        end
+      end
+    end
+
+    def shutdown
+    end
+
+    def notify(executor, message)
+
+      @mutex.synchronize do
+
+        to_remove = []
+
+        @waiters.each do |w|
+          remove = w.notify(executor, message)
+          to_remove << w if remove
+        end
+
+        @waiters -= to_remove
+
+      end if message['consumed']
+
+      [] # no new messages
+    end
+
+    def wait(exid, opts)
+
+      opts = { wait: opts } if opts.is_a?(String) || opts == true
+
+      @mutex.synchronize do
+
+        (@waiters << Waiter.new(exid, opts)).last
+
+      end.wait
+        # returns the response message
+    end
+  end
+end
+

data/lib/flor/unit.rb

@@ -0,0 +1,50 @@
+#--
+# Copyright (c) 2015-2017, John Mettraux, jmettraux+flor@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+require 'sequel'
+require 'sequel/extensions/migration'
+
+require 'fugit'
+
+require 'flor'
+require 'flor/unit/hooker'
+require 'flor/unit/wlist'
+require 'flor/unit/logger'
+require 'flor/unit/journal'
+require 'flor/unit/storage'
+require 'flor/unit/executor'
+require 'flor/unit/waiter'
+require 'flor/unit/scheduler'
+require 'flor/unit/models'
+require 'flor/unit/loader'
+require 'flor/unit/tasker'
+
+Flor.load_procedures('punit')
+
+module Flor
+
+  Unit = Scheduler
+    # an alias
+end
+

data/lib/flor.rb

@@ -1,6 +1,5 @@
-
 #--
-# Copyright (c) 2015-2015, John Mettraux, jmettraux+flon@gmail.com
+# Copyright (c) 2015-2017, John Mettraux, jmettraux+flor@gmail.com
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -23,9 +22,47 @@
 # Made in Japan.
 #++
 
+require 'pp'
+require 'json'
+require 'logger'
+require 'thread'
+require 'digest'
+
+require 'munemo'
+require 'raabro'
+
 
 module Flor
 
-  VERSION = '0.0.1'
+  VERSION = '0.9.0'
 end
 
+require 'flor/colours'
+
+require 'flor/log'
+require 'flor/flor'
+require 'flor/dollar'
+require 'flor/errors'
+require 'flor/parser'
+require 'flor/conf'
+require 'flor/to_string'
+
+require 'flor/core'
+require 'flor/core/node'
+require 'flor/core/procedure'
+require 'flor/core/executor'
+require 'flor/core/texecutor'
+
+Flor.load_procedures('pcore')
+
+
+#if RUBY_PLATFORM.match(/java/)
+#  class Array
+#    alias original_collect collect
+#    def collect(&block)
+#puts caller[0] + " <---"
+#      original_collect(&block)
+#    end
+#  end
+#end
+