pione 0.1.4 → 0.2.0

data/example/WorkflowPatterns/12_MultipleInstancesWithoutSynchronization/MultipleInstancesWithoutSynchronization.pione

@@ -0,0 +1,29 @@
+Rule Main
+  output 'o1-*'.all
+  output 'o2'
+Flow
+  rule Init
+  rule A
+  rule B
+  rule C
+End
+
+Rule Init
+  output 'i1'.touch
+End
+
+Rule A
+  input 'i1'
+  output 'p1'.touch
+End
+
+Rule B
+  input 'p1'
+  output 'o2'.touch
+End
+
+Rule C
+  input 'p1'
+  output 'o1-{$N}'.touch
+  param $N := 1.upto(5)
+End

data/example/WorkflowPatterns/13_MultipleInstancesWithDesignTimeKnowledge/MultipleInstancesWithDesignTimeKnowledge.pione

@@ -0,0 +1,28 @@
+Rule Main
+  output 'o1'
+Flow
+  rule Init
+  rule A
+  rule B
+  rule C
+End
+
+Rule Init
+  output 'i1'.touch
+End
+
+Rule A
+  input 'i1'
+  output 'p1'.touch
+End
+
+Rule B
+  input 'p1'
+  output 'p2-{$N}'.touch
+  param $N := 1.upto(5)
+End
+
+Rule C
+  input 'p2-*'.all
+  output 'o1'.touch
+End

data/example/WorkflowPatterns/14_MultipleInstancesWithRunTimeKnowledge/MultipleInstancesWithRunTimeKnowledge.pione

@@ -0,0 +1,33 @@
+param $NUM := 5
+
+Rule Main
+  output 'o1'
+Flow
+  rule Init
+  rule A
+  rule B
+  rule C
+End
+
+Rule Init
+  output 'i1'.touch
+End
+
+Rule A
+  input 'i1'
+  output 'p1'.touch
+  output 'p3'.touch
+End
+
+Rule B
+  input 'p2-*'.all
+  input 'p3'
+  output 'o1'.touch
+End
+
+Rule C
+  input 'p1'
+  output 'p2-{$N}'.touch
+  param $N := 1.upto($NUM)
+End
+

data/example/WorkflowPatterns/33_GeneralizedANDJoin/GeneralizedANDJoin.pione

@@ -0,0 +1,21 @@
+Rule Main
+  output '*.o1'.all
+Flow
+  rule Init
+  rule A
+End
+
+Rule Init
+  output '{$N}.i1'.touch
+  output '{$N}.i2'.touch
+  output '{$N}.i3'.touch
+  param $N := (1 | 2 | 3 | 4 | 5)
+End
+
+Rule A
+  input '*.i1'
+  input '{$*}.i2'
+  input '{$*}.i3'
+  output '{$*}.o1'.touch
+End
+

data/example/WorkflowPatterns/37_LocalSynchronizingMerge/LocalSynchronizingMerge.pione

@@ -0,0 +1,101 @@
+param $ST1 := true
+$ST2 := not :: $ST1
+
+Rule Main
+  output 'o1'
+Flow
+  rule Init
+  rule A
+  rule B
+  rule C
+  rule D
+  rule E
+  rule S1
+  rule S2
+  rule S3
+End
+
+Rule Init
+  output 'i1'.touch
+End
+
+Rule A
+  input 'i1'
+  output 'p1-c'
+  output 'p1-true' or 'p1-false'
+  output 'p2-c'
+  output 'p2-true' or 'p2-false'
+Flow
+  rule A1
+  rule A2
+  rule A3
+  rule A4
+End
+
+Rule A1
+  output 'p1-c'.touch
+  output 'p1-true'.touch
+  constraint $ST1
+End
+
+Rule A2
+  output 'p1-c'.touch
+  output 'p1-false'.touch
+  constraint not :: $ST1
+End
+
+Rule A3
+  output 'p2-c'.touch
+  output 'p2-true'.touch
+  constraint $ST2
+End
+
+Rule A4
+  output 'p2-c'.touch
+  output 'p2-false'.touch
+  constraint not :: $ST2
+End
+
+Rule B
+  input 'p1-c'
+  input 'p1-true'
+  output 'p3-c'.touch
+  output 'p3-true'.touch
+End
+
+Rule C
+  input 'p2-c'
+  input 'p2-true'
+  output 'p5'.touch
+End
+
+Rule D
+  input 'p3-c'
+  input 'p3-true'
+  output 'p4'.touch
+End
+
+Rule E
+  input 'p4'
+  input 'p5'
+  output 'o1'.touch
+End
+
+Rule S1
+  input 'p1-c'
+  input 'p1-false'
+  output 'p3-c'.touch
+  output 'p3-false'.touch
+End
+
+Rule S2
+  input 'p3-c'
+  input 'p3-false'
+  output 'p4'.touch
+End
+
+Rule S3
+  input 'p2-c'
+  input 'p2-false'
+  output 'p5'.touch
+End

data/example/WorkflowPatterns/41_ThreadMerge/ThreadMerge.pione

@@ -0,0 +1,43 @@
+Rule Main
+  output 'o1'
+Flow
+  rule Init
+  rule A
+End
+
+Rule Init
+  output 'i1'.touch
+  output 'cont'.touch
+  output '0.count'.touch
+End
+
+Rule A
+  input 'i1'
+  input 'cont'
+  input '0.count'
+  output 'o1'
+Flow
+  rule A1
+  rule A2
+End
+
+Rule A1
+  input '*.count'.all or null
+  input 'cont'
+  output '{$*.length}.count'
+Flow
+  rule A1Count {N: $*.length}
+End
+
+Rule A1Count
+  output '{$N}.count'.touch
+  param $N
+End
+
+Rule A2
+  input '*.count'.all
+  input 'cont'
+  output 'o1'.touch
+  output 'cont'.remove
+  constraint $*.length > 5
+End

data/example/WorkflowPatterns/42_ThreadSplit/ThreadSplit.pione

@@ -0,0 +1,16 @@
+Rule Main
+  output 'o1-*'.all
+Flow
+  rule Init
+  rule A
+End
+
+Rule Init
+  output 'p1'.touch
+End
+
+Rule A
+  input 'p1'
+  output 'o1-{$N}'.touch
+  param $N := 1.upto(5)
+End

data/lib/pione.rb

@@ -23,6 +23,7 @@ require 'time'
 require 'etc'
 require 'json'
 require 'rexml/document'
+require 'logger'
 
 require 'uuidtools'
 require 'parslet'
@@ -34,23 +35,21 @@ require 'hamster'
 require 'naming'
 require 'temppath'
 require 'xes'
+require 'sys/uname'
+require 'simple-identity'
+require 'rainbow'
+require 'em-ftpd'
+require 'pione/patch/em-ftpd-patch'
+require 'sys/cpu'
+require 'structx'
+require 'syslog-logger'
 
 #
 # load pione
 #
 
-# version
 require 'pione/version'
-
-# util
-require 'pione/util/misc'
-require 'pione/util/terminal'
-require 'pione/util/console-message'
-require 'pione/util/waiter-table'
-require 'pione/util/error-report'
-
-# log
-require 'pione/log'
+require 'pione/util'
 
 # patch
 require 'pione/patch/array-patch'
@@ -59,27 +58,19 @@ require 'pione/patch/rinda-patch'
 require 'pione/patch/uri-patch'
 require 'pione/patch/monitor-patch'
 
-# system
-require 'pione/system/object'
-require 'pione/system/common'
-require 'pione/system/config'
-require 'pione/system/global'
-require 'pione/system/init'
-require 'pione/system/identifier'
-require 'pione/system/document'
-require 'pione/system/file-cache'
-
-Pione.module_exec {const_set(:PioneObject, Pione::System::PioneObject)}
-Pione.module_exec {const_set(:Global, Pione::System::Global)}
-
 # uri-scheme
 require 'pione/uri-scheme/basic-scheme'
 require 'pione/uri-scheme/local-scheme'
 require 'pione/uri-scheme/dropbox-scheme'
 require 'pione/uri-scheme/broadcast-scheme'
+require 'pione/uri-scheme/myftp-scheme'
 
-# location
 require 'pione/location'
+require 'pione/log'
+require 'pione/system'
+
+Pione.module_exec {const_set(:PioneObject, Pione::System::PioneObject)}
+Pione.module_exec {const_set(:Global, Pione::System::Global)}
 
 # relay
 require 'pione/relay/transmitter-socket'
@@ -100,30 +91,11 @@ require 'pione/tuple-space/data-finder'
 # rule-handler
 require 'pione/rule-handler.rb'
 
-# model
 require 'pione/model'
+require 'pione/component'
 
 # tuple
-require 'pione/tuple/basic-tuple'
-require 'pione/tuple/agent-tuple'
-require 'pione/tuple/data-tuple'
-require 'pione/tuple/finished-tuple'
-require 'pione/tuple/process-info-tuple'
-require 'pione/tuple/lift-tuple'
-require 'pione/tuple/working-tuple'
-require 'pione/tuple/attribute-tuple'
-require 'pione/tuple/bye-tuple'
-require 'pione/tuple/dry-run-tuple'
-require 'pione/tuple/foreground-tuple'
-require 'pione/tuple/request-rule-tuple'
-require 'pione/tuple/task-tuple'
-require 'pione/tuple/base-location-tuple'
-require 'pione/tuple/command-tuple'
-require 'pione/tuple/exception-tuple'
-require 'pione/tuple/log-tuple'
-require 'pione/tuple/rule-tuple'
-require 'pione/tuple/task-worker-resource-tuple'
-require 'pione/tuple/ticket-tuple'
+require 'pione/tuple'
 
 # parser
 require 'pione/parser/parslet-extension'
@@ -151,6 +123,7 @@ require 'pione/agent/broker'
 require 'pione/agent/process-manager'
 require 'pione/agent/trivial-routine-worker'
 require 'pione/agent/tuple-space-server-client-life-checker'
+require 'pione/agent/messenger'
 
 # front
 require 'pione/front/basic-front'
@@ -176,12 +149,15 @@ module Pione
   include System
   include Relay
   include Util
-  include Util::ConsoleMessage
+  include Log::MessageLog
   include Model
   include TupleSpace
   include Parser
   include Transformer
 
+  extend Util::Evaluatable
+
+  module_function :debug_mode
   module_function :debug_mode=
   module_function :debug_mode?
 end

data/lib/pione/agent/broker.rb

@@ -126,7 +126,7 @@ module Pione
 
         # Create a task worker for the server.
         def create_task_worker(tuple_space_server)
-          connection_id = Util.generate_uuid
+          connection_id = Util::UUID.generate
           @assignment_table[connection_id] = tuple_space_server
           Thread.new do
             begin

data/lib/pione/agent/input-generator.rb

@@ -40,7 +40,7 @@ module Pione
         def initialize(tuple_space_server, dir)
           raise Argument.new(dir) unless dir.kind_of?(Location::BasicLocation) or dir.nil?
           super(tuple_space_server)
-          @gen = dir ? dir.entries.to_enum : [].each
+          @gen = dir ? dir.file_entries.to_enum : [].each
         end
 
         def generate

data/lib/pione/agent/logger.rb

@@ -1,17 +1,15 @@
 module Pione
   module Agent
-    # Logger is an agent for logging processings in tuple space.
+    # Logger is an agent for logging process events like agent activity or rule
+    # process.
     class Logger < TupleSpaceClient
       set_agent_type :logger
 
       # @return [BasicLocation]
-      attr_reader :location
+      attr_reader :log_location
 
       # @return [Pathname]
-      attr_reader :out
-
-      # @return [Array<Log::ProcessRecord>]
-      attr_reader :records
+      attr_reader :output_location
 
       # Create a logger agent.
       #
@@ -21,22 +19,17 @@ module Pione
       #   the path to store log records
       def initialize(tuple_space_server, location)
         super(tuple_space_server)
-        @location = location
-        @temporary = Location[Pione.temporary_path(@location.basename)]
-        @out = @temporary.path.open("w+")
-        @records = []
+        @log_id = Time.now.iso8601(3)
+        @log_location = get_log_location(location)
+        @output_location = get_output_location
       end
 
       define_state :initialized
-      define_state :take
-      define_state :store
+      define_state :record
       define_state :terminated
 
-      define_state_transition :initialized => :take
-      define_state_transition :take => :store
-      define_state_transition :store => :take
-
-      define_exception_handler Exception => :terminated
+      define_state_transition :initialized => :record
+      define_state_transition :record => :record
 
       # Sleeps till the logger clears logs.
       #
@@ -44,52 +37,72 @@ module Pione
       #   timespan for clearing logs
       # @return [void]
       def wait_to_clear_logs(timespan=0.1)
-        while count_tuple(Tuple[:log].any) > 0 || @records.size > 0
+        while count_tuple(Tuple[:process_log].any) > 0
           sleep timespan
         end
       end
 
-      def store_records
-        unless @records.empty?
-          @records.sort{|a,b| a.timestamp <=> b.timestamp}.each do |record|
-            @out.puts record.format
-          end
-          @out.flush
-          @out.fsync
-          @records = []
+      # Record process_log tuples.
+      def transit_to_record
+        begin
+          write_records(take_all(Tuple[:process_log].any))
+        rescue => e
+          # logger is terminated at last in termination processes, so tuple space may be closed
+          ErrorReport.warn("Failed to take process logs.", self, e, __FILE__, __LINE__)
+          terminate
         end
       end
 
+      # Copy from output to log when log and output are different.
+      def transit_to_terminated
+        begin
+          write_records(take_all!(Tuple[:process_log].any))
+        rescue => e
+          # logger is terminated at last in termination processes, so tuple space may be closed
+          ErrorReport.warn("Failed to take process logs.", self, e, __FILE__, __LINE__)
+        end
+        if @log_location != @output_location
+          @output_location.copy(@log_location)
+        end
+        super
+      end
+
       private
 
-      # Transits to the state +take+.
-      def transit_to_take
-        timeout(2) do
-          loop do
-            if @current_tuple = take(Tuple[:log].any)
-              @records << @current_tuple.message
-              @current_tuple = nil
-            end
-          end
-        end
-      rescue TimeoutError
-        if @current_tuple
-          @records << @current_tuple.message
-          @current_tuple = nil
+      # Write records with sorting.
+      #
+      # @param tuples [Array<Tuple::LogTuple>]
+      #   records
+      # @return [void]
+      def write_records(tuples)
+        tuples.sort{|a,b| a.timestamp <=> b.timestamp}.each do |tuple|
+          @output_location.append tuple.message.format(@log_id) + "\n"
         end
       end
 
-      # Transits to the state +store+.
-      def transit_to_store
-        store_records
+      # Get the log location. If the location is a directory, log filename is
+      # "pione-process.log".
+      #
+      # @param location [BasicLocation]
+      #   location
+      # @return [BasicLocation]
+      #   log location
+      def get_log_location(location)
+        if location.directory?
+          location + "pione-process.log"
+        else
+          location
+        end
       end
 
-      # State terminated.
-      def transit_to_terminated
-        store_records
-        Util.ignore_exception {@out.close}
-        @temporary.copy(@location)
-        super
+      # Get the output location. If the log location is not suportted append
+      # writing, output location is in local filesystem.
+      def get_output_location
+        if @log_location.real_appendable?
+          @log_location
+        else
+          Location[Pione.temporary_path(@log_location.basename)]
+        end
       end
     end