pione 0.1.2 → 0.1.3

data/test/system/spec_file-cache.rb

@@ -0,0 +1,39 @@
+require_relative '../test-util'
+
+describe 'System::FileCache' do
+  before do
+    FileCache.clear
+  end
+
+  it 'shoud get cached file path' do
+    orig_location = Location[Temppath.create].tap{|x| x.create("A")}
+    cache_location = FileCache.get(orig_location)
+    orig_location.should.exist
+    cache_location.should.exist
+    cache_location.read.should == "A"
+    cache_location.path.ftype.should == "file"
+    orig_location.read.should == "A"
+    orig_location.path.ftype.should == "link"
+  end
+
+  it 'should put source into destination' do
+    src = Location[Temppath.create].tap{|x| x.create("A")}
+    dest = Location[Temppath.create]
+    FileCache.put(src, dest)
+    src.should.cached
+    dest.should.cached
+    FileCache.get(src).read.should == "A"
+    FileCache.get(dest).read.should == "A"
+    FileCache.get(src).should == FileCache.get(dest)
+    src.path.ftype == "link"
+    dest.path.ftype == "file"
+    FileCache.get(src).path.ftype == "link"
+  end
+
+  it 'should cached' do
+    orig = Location[Temppath.create].tap{|x| x.create("A")}
+    FileCache.get(orig)
+    orig.should.cached
+  end
+end
+

data/test/test-util.rb

@@ -41,11 +41,22 @@ module TestUtil
     end
   end
 
+  def create_tuple_space_server
+    # make drb server and it's connection
+    tuple_space_server = Pione::TupleSpace::TupleSpaceServer.new
+    # base uri
+    tuple_space_server.write(Tuple[:base_location].new("local:#{Dir.mktmpdir('pione-test')}/"))
+    # set default tuple space server
+    set_tuple_space_server tuple_space_server
+    # return the connection
+    return tuple_space_server
+  end
+
   def create_remote_tuple_space_server
     # make drb server and it's connection
     tuple_space_server = Pione::TupleSpace::TupleSpaceServer.new
     # base uri
-    tuple_space_server.write(Tuple[:base_uri].new("local:#{Dir.mktmpdir('pione-test')}/"))
+    tuple_space_server.write(Tuple[:base_location].new("local:#{Dir.mktmpdir('pione-test')}/"))
     @__remote_drb_server__ = DRb::DRbServer.new(nil, tuple_space_server)
     server = DRbObject.new_with_uri(@__remote_drb_server__.uri)
     # set default tuple space server
@@ -215,6 +226,220 @@ module Pione::Agent
   end
 end
 
+begin
+  require 'em-ftpd'
+  require 'pione/patch/em-ftpd-patch'
+
+  module EM::FTPD::Files
+    def puts(*args)
+      # ignored
+    end
+  end
+rescue
+
+end
+
+
+module TestUtil
+  class FTPServer
+    class AuthInfo
+      attr_reader :user
+      attr_reader :password
+
+      def initialize
+        @user = Pione::Util.generate_uuid
+        @password = Pione::Util.generate_uuid
+      end
+    end
+
+    class OnMemoryFS
+      attr_reader :directory
+      attr_reader :file
+      attr_reader :mtime
+
+      def initialize
+        @directory = {"/" => Set.new}
+        @file = {}
+        @mtime = {}
+      end
+
+      def clear
+        @directory.clear
+        @directory["/"] = Set.new
+        @file.clear
+        @mtime.clear
+      end
+    end
+
+    PORT = 39123
+    AUTH_INFO = AuthInfo.new
+    FS = OnMemoryFS.new
+
+    class << self
+      def enabled?
+        begin
+          require 'em-ftpd'
+          return true
+        rescue
+          return false
+        end
+      end
+
+      # Start FTP server.
+      def start
+        FS.clear
+        @thread = Thread.new do
+          EventMachine.run do
+            EventMachine.start_server("0.0.0.0", PORT, EM::FTPD::Server, self)
+          end
+        end
+      end
+
+      def stop
+        FS.clear
+        EventMachine.stop
+        @thread.kill if @thread
+      end
+
+      def make_location(path)
+        Location["ftp://%s:%s@localhost:%i%s" % [AUTH_INFO.user, AUTH_INFO.password, PORT, path]]
+      end
+    end
+
+    def initialize
+      @directory = FS.directory
+      @file = FS.file
+      @mtime = FS.mtime
+      @user = AUTH_INFO.user
+      @password = AUTH_INFO.password
+    end
+
+    def change_dir(path, &b)
+      yield @directory.keys.include?(path)
+    end
+
+    def dir_contents(path, &b)
+      if @directory.has_key?(path) and @directory[path]
+        entries = @directory[path].map do |entry|
+          entry_path = Pathname.new(File.join(path, entry)).cleanpath.to_s
+          if @directory.has_key?(entry_path)
+            dir_item(entry)
+          else
+            file_item(entry, @file[entry_path].size)
+          end
+        end
+        yield entries
+      else
+        yield Set.new
+      end
+    end
+
+    def authenticate(user, password, &b)
+      # yield @user == user && @password == password
+      yield true
+    end
+
+    def bytes(path, &b)
+      path = Pathname.new(path).cleanpath.to_s
+      if @file.has_key?(path)
+        yield @file[path].size
+      elsif @directory.has_key?(path)
+        yield -1
+      else
+        yield false
+      end
+    end
+
+    def get_file(path, &block)
+      path = Pathname.new(path).cleanpath.to_s
+      if @file.has_key?(path)
+        yield @file[path]
+      else
+        yeild false
+      end
+    end
+
+    def put_file(path, data, &b)
+      path = Pathname.new(path).cleanpath
+      dir = path.dirname.to_s
+      filename = path.basename.to_s
+      if @directory.has_key?(dir) and filename
+        @directory[dir] << filename
+        @file[path.to_s] = File.read(data)
+        @mtime[path.to_s] = Time.now
+        yield data.size
+      else
+        yield false
+      end
+    end
+
+    def delete_file(path, &b)
+      path = Pathname.new(path).cleanpath
+      dir = path.dirname.to_s
+      filename = path.basename.to_s
+      if @directory.has_key?(dir) and @directory[dir].include?(filename)
+        @directory[dir].delete(dir)
+        @file.delete(path.to_s)
+        @mtime.delete(path.to_s)
+        yield true
+      else
+        yield false
+      end
+    end
+
+    def rename_file(from, to, &b)
+      from_path = Pathname.new(from).cleanpath
+      from_dir = from_path.dirname.to_s
+      from_filename = from_path.basename.to_s
+      to_path = Pathname.new(to).cleanpath
+      to_dir = to_path.dirname.to_s
+      to_filename = to_path.basename.to_s
+      if @file.has_key?(from_path.to_s) && @directory.has_key?(to_dir)
+        data = @file[from_path.to_s]
+        @file.delete(from_path.to_s)
+        @directory[from_dir].delete(from_filename)
+        @file[to_path.to_s] = data
+        @directory[to_dir] << to_filename
+        yield true
+      else
+        yield false
+      end
+    end
+
+    def make_dir(path, &b)
+      path = Pathname.new(path).cleanpath
+      dir = path.dirname.to_s
+      basename = path.basename.to_s
+      if @directory.has_key?(path.to_s) or not(@directory.has_key?(dir))
+        yield false
+      else
+        @directory[path.to_s] = Set.new
+        @directory[dir] << basename
+        yield true
+      end
+    end
+
+    def mtime(path)
+      path = Pathname.new(path).cleanpath.to_s
+      if @file[path]
+        yield @mtime[path]
+      else
+        yield false
+      end
+    end
+
+    private
+
+    def dir_item(name)
+      EM::FTPD::DirectoryItem.new(:name => name, :directory => true, :size => 0)
+    end
+
+    def file_item(name, bytes)
+      EM::FTPD::DirectoryItem.new(:name => name, :directory => false, :size => bytes)
+    end
+  end
+end
+
 def setup_for_test
   include Pione
   Thread.abort_on_exception = true

data/test/transformer/spec_expr-transformer.rb

@@ -25,6 +25,16 @@ describe 'Pione::Transformer::ExprTransformer' do
     end
   end
 
+  transformer_spec("data_expr", :expr) do
+    tc "'test.a'" do
+      DataExpr.new("test.a")
+    end
+
+    tc "null" do
+      DataExprNull.instance
+    end
+  end
+
   transformer_spec("message", :expr) do
     tc "1.next" do
       Message.new("next", 1.to_pione)
@@ -43,7 +53,8 @@ describe 'Pione::Transformer::ExprTransformer' do
     end
 
     tc "abc.sync" do
-      Message.new("sync", RuleExpr.new(Package.new("main"), "abc"))
+      rule = RuleExpr.new(Package.new("main"), "abc", Parameters.empty, TicketExpr.empty, TicketExpr.empty)
+      Message.new("sync", rule)
     end
 
     tc "'*.txt'.all" do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pione
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-01 00:00:00.000000000 Z
+date: 2013-04-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: parslet
@@ -91,6 +91,54 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: forwardablex
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.3
+- !ruby/object:Gem::Dependency
+  name: temppath
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-xes
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: dropbox-sdk
   requirement: !ruby/object:Gem::Requirement
@@ -107,6 +155,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-ftpd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
@@ -228,10 +292,10 @@ executables:
 - pione-clean
 - pione-client
 - pione-eval
+- pione-log
 - pione-relay
 - pione-relay-account-db
 - pione-relay-client-db
-- pione-search-log
 - pione-syntax-checker
 - pione-task-worker
 - pione-tuple-space-provider
@@ -250,10 +314,10 @@ files:
 - bin/pione-clean
 - bin/pione-client
 - bin/pione-eval
+- bin/pione-log
 - bin/pione-relay
 - bin/pione-relay-account-db
 - bin/pione-relay-client-db
-- bin/pione-search-log
 - bin/pione-syntax-checker
 - bin/pione-task-worker
 - bin/pione-tuple-space-provider
@@ -391,15 +455,7 @@ files:
 - lib/pione/agent/trivial-routine-worker.rb
 - lib/pione/agent/tuple-space-client.rb
 - lib/pione/agent/tuple-space-server-client-life-checker.rb
-- lib/pione/command-option/basic-option.rb
-- lib/pione/command-option/child-process-option.rb
-- lib/pione/command-option/common-option.rb
-- lib/pione/command-option/daemon-option.rb
-- lib/pione/command-option/presence-notifier-option.rb
-- lib/pione/command-option/task-worker-owner-option.rb
-- lib/pione/command-option/tuple-space-provider-option.rb
-- lib/pione/command-option/tuple-space-provider-owner-option.rb
-- lib/pione/command-option/tuple-space-receiver-option.rb
+- lib/pione/command.rb
 - lib/pione/command/basic-command.rb
 - lib/pione/command/child-process.rb
 - lib/pione/command/daemon-process.rb
@@ -407,6 +463,7 @@ files:
 - lib/pione/command/pione-broker.rb
 - lib/pione/command/pione-clean.rb
 - lib/pione/command/pione-client.rb
+- lib/pione/command/pione-log.rb
 - lib/pione/command/pione-relay-account-db.rb
 - lib/pione/command/pione-relay-client-db.rb
 - lib/pione/command/pione-relay.rb
@@ -415,7 +472,6 @@ files:
 - lib/pione/command/pione-tuple-space-provider.rb
 - lib/pione/command/pione-tuple-space-receiver.rb
 - lib/pione/command/pione-tuple-space-viewer.rb
-- lib/pione/command/tuple-space-provider-owner.rb
 - lib/pione/front/basic-front.rb
 - lib/pione/front/broker-front.rb
 - lib/pione/front/client-front.rb
@@ -425,6 +481,16 @@ files:
 - lib/pione/front/tuple-space-provider-front.rb
 - lib/pione/front/tuple-space-provider-owner.rb
 - lib/pione/front/tuple-space-receiver-front.rb
+- lib/pione/location.rb
+- lib/pione/location/basic-location.rb
+- lib/pione/location/dropbox-location.rb
+- lib/pione/location/ftp-location.rb
+- lib/pione/location/local-location.rb
+- lib/pione/log.rb
+- lib/pione/log/domain-info.rb
+- lib/pione/log/process-log.rb
+- lib/pione/log/process-record.rb
+- lib/pione/log/xes-log.rb
 - lib/pione/model/assignment.rb
 - lib/pione/model/basic-model.rb
 - lib/pione/model/binary-operator.rb
@@ -447,6 +513,15 @@ files:
 - lib/pione/model/undefined-value.rb
 - lib/pione/model/variable-table.rb
 - lib/pione/model/variable.rb
+- lib/pione/option.rb
+- lib/pione/option/child-process-option.rb
+- lib/pione/option/common-option.rb
+- lib/pione/option/option-interface.rb
+- lib/pione/option/presence-notifier-option.rb
+- lib/pione/option/task-worker-owner-option.rb
+- lib/pione/option/tuple-space-provider-option.rb
+- lib/pione/option/tuple-space-provider-owner-option.rb
+- lib/pione/option/tuple-space-receiver-option.rb
 - lib/pione/parser/block-parser.rb
 - lib/pione/parser/common-parser.rb
 - lib/pione/parser/document-parser.rb
@@ -459,6 +534,7 @@ files:
 - lib/pione/parser/rule-definition-parser.rb
 - lib/pione/patch/array-patch.rb
 - lib/pione/patch/drb-patch.rb
+- lib/pione/patch/em-ftpd-patch.rb
 - lib/pione/patch/monitor-patch.rb
 - lib/pione/patch/rinda-patch.rb
 - lib/pione/patch/uri-patch.rb
@@ -468,10 +544,6 @@ files:
 - lib/pione/relay/relay-socket.rb
 - lib/pione/relay/trampoline.rb
 - lib/pione/relay/transmitter-socket.rb
-- lib/pione/resource/basic-resource.rb
-- lib/pione/resource/dropbox-resource.rb
-- lib/pione/resource/ftp.rb
-- lib/pione/resource/local.rb
 - lib/pione/rule-handler/action-handler.rb
 - lib/pione/rule-handler/basic-handler.rb
 - lib/pione/rule-handler/flow-handler.rb
@@ -504,7 +576,7 @@ files:
 - lib/pione/tuple-space/update-criteria.rb
 - lib/pione/tuple/agent-tuple.rb
 - lib/pione/tuple/attribute-tuple.rb
-- lib/pione/tuple/base-uri-tuple.rb
+- lib/pione/tuple/base-location-tuple.rb
 - lib/pione/tuple/basic-tuple.rb
 - lib/pione/tuple/bye-tuple.rb
 - lib/pione/tuple/command-tuple.rb
@@ -513,11 +585,11 @@ files:
 - lib/pione/tuple/exception-tuple.rb
 - lib/pione/tuple/finished-tuple.rb
 - lib/pione/tuple/foreground-tuple.rb
+- lib/pione/tuple/lift-tuple.rb
 - lib/pione/tuple/log-tuple.rb
 - lib/pione/tuple/process-info-tuple.rb
 - lib/pione/tuple/request-rule-tuple.rb
 - lib/pione/tuple/rule-tuple.rb
-- lib/pione/tuple/shift-tuple.rb
 - lib/pione/tuple/task-tuple.rb
 - lib/pione/tuple/task-worker-resource-tuple.rb
 - lib/pione/tuple/ticket-tuple.rb
@@ -528,7 +600,6 @@ files:
 - lib/pione/uri-scheme/local-scheme.rb
 - lib/pione/util/console-message.rb
 - lib/pione/util/error-report.rb
-- lib/pione/util/log.rb
 - lib/pione/util/misc.rb
 - lib/pione/util/terminal.rb
 - lib/pione/util/waiter-table.rb
@@ -549,12 +620,18 @@ files:
 - test/agent/spec_rule-provider.rb
 - test/agent/spec_task-worker.rb
 - test/agent/spec_tuple-space-client.rb
+- test/location/spec_basic-location.rb
+- test/location/spec_ftp-location.rb
+- test/location/spec_local-location.rb
+- test/log/data/sample.log
+- test/log/spec_xes-log.rb
 - test/model/spec_assignment.rb
 - test/model/spec_binary-operator.rb
 - test/model/spec_block.rb
 - test/model/spec_boolean.rb
 - test/model/spec_call-rule.rb
 - test/model/spec_data-expr.rb
+- test/model/spec_data-expr.yml
 - test/model/spec_feature-expr.rb
 - test/model/spec_feature-expr.yml
 - test/model/spec_float.rb
@@ -595,9 +672,9 @@ files:
 - test/spec_identifier.rb
 - test/spec_log.rb
 - test/spec_object.rb
-- test/spec_resource.rb
 - test/spec_update-criteria.rb
 - test/system/spec_document.rb
+- test/system/spec_file-cache.rb
 - test/test-util.rb
 - test/transformer/spec_block-transformer.rb
 - test/transformer/spec_expr-transformer.rb
@@ -637,7 +714,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1523774398215455370
+      hash: -1952349958224144310
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.24
@@ -653,12 +730,18 @@ test_files:
 - test/agent/spec_rule-provider.rb
 - test/agent/spec_task-worker.rb
 - test/agent/spec_tuple-space-client.rb
+- test/location/spec_basic-location.rb
+- test/location/spec_ftp-location.rb
+- test/location/spec_local-location.rb
+- test/log/data/sample.log
+- test/log/spec_xes-log.rb
 - test/model/spec_assignment.rb
 - test/model/spec_binary-operator.rb
 - test/model/spec_block.rb
 - test/model/spec_boolean.rb
 - test/model/spec_call-rule.rb
 - test/model/spec_data-expr.rb
+- test/model/spec_data-expr.yml
 - test/model/spec_feature-expr.rb
 - test/model/spec_feature-expr.yml
 - test/model/spec_float.rb
@@ -699,9 +782,9 @@ test_files:
 - test/spec_identifier.rb
 - test/spec_log.rb
 - test/spec_object.rb
-- test/spec_resource.rb
 - test/spec_update-criteria.rb
 - test/system/spec_document.rb
+- test/system/spec_file-cache.rb
 - test/test-util.rb
 - test/transformer/spec_block-transformer.rb
 - test/transformer/spec_expr-transformer.rb