norikra-client-jruby 0.0.1-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3bceb2e549ab68a8adb33a743994b49710bca961
+  data.tar.gz: 06cdd57d9cff8afb0a184a933b08f29a0af068e3
+SHA512:
+  metadata.gz: 954e891d1d8a654527981b45ee2aa0a12fa4ae6b1e29e230d076a5bd28bdab08c8ceedb48a5692e6e4c74bb82944f94508f3c5f35f462e453a0f8f337b7df78c
+  data.tar.gz: 6e5e3f0349db57c51bd930bf21af670184ea47564320aa4347f2f8b5a3c84df294313848ed46d25e0a85eb498b071eed4f2af64a82809a0d94edbb98f8eb89ce

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in norikra-client.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 TAGOMORI Satoshi
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,60 @@
+# Norikra::Client (norikra-client)
+
+This is the client library implementation for Norikra, and its handy CLI commands.
+
+`Norikra` is CEP server, based on Esper. You can install `gem install norikra` on your JRuby.
+For more information, see https://github.com/tagomoris/norikra .
+
+Command `norikra-client` and module `Norikra::Client` are provided for both of CRuby and JRuby.
+
+ * For CRuby: `gem install norikra-client`
+ * For JRuby: `gem install norikra-client-jruby`
+
+Both have a same API and same data representaions. You can use which you want.
+
+## Commands
+
+Command `norikra-client` have some subcommands.
+
+    norikra-client -h
+    Commands:
+      norikra-client event CMD ...ARGS    # send/fetch events
+      norikra-client help [COMMAND]       # Describe available commands or one specific command
+      norikra-client query CMD ...ARGS    # manage queries
+      norikra-client target CMD ...ARGS   # manage targets
+      norikra-client typedef CMD ...ARGS  # manage table field/datatype definitions
+    
+    Options:
+      [--host=HOST]
+                     # Default: localhost
+      [--port=N]
+                     # Default: 26571
+
+Of course, you can see helps of each subcommands by `norikra-client SUBCMD help`
+
+## Client Library
+
+In your programs, you can operate Norikra with Norikra::Client instances.
+
+    require 'norikra-client'
+    
+    client = Norikra::Client.new     # connect to localhost:26571
+    # client = Norikra::Client.new(hostname, portnum)
+
+### Instance methods
+
+TBD
+
+## Versions
+
+TBD
+
+## TODO
+
+* TBD
+
+## Copyright
+
+* Copyright (c) 2013- TAGOMORI Satoshi (tagomoris)
+* License
+  * MIT License

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/norikra-client

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+lib = Pathname.new(__FILE__).dirname.join('..', 'lib').expand_path
+$LOAD_PATH.unshift lib.to_s
+
+require 'norikra/client/cli'
+Norikra::Client::CLI.start

data/lib/norikra/client/cli/formatter.rb

@@ -0,0 +1,35 @@
+module Norikra::Client::CLIUtil
+  def formatter(format, *args)
+    format ||= 'json'
+    case format
+    when /^json$/i
+      require 'json'
+      Formatter::JSON.new(*args)
+    when /^ltsv$/i
+      require 'ltsv'
+      Formatter::LTSV.new(*args)
+    else
+      raise ArgumentError, "unknown format name: #{format}"
+    end
+  end
+
+  module Formatter
+    class JSON
+      def initialize(*args)
+        require 'json'
+      end
+      def format(obj)
+        ::JSON.dump(obj)
+      end
+    end
+
+    class LTSV
+      def initialize(*args)
+        require 'ltsv'
+      end
+      def format(obj)
+        ::LTSV.dump(obj)
+      end
+    end
+  end
+end

data/lib/norikra/client/cli/parser.rb

@@ -0,0 +1,35 @@
+module Norikra::Client::CLIUtil
+  def parser(format, *args)
+    format ||= 'json'
+    case format
+    when /^json$/i
+      require 'json'
+      Parser::JSON.new(*args)
+    when /^ltsv$/i
+      require 'ltsv'
+      Parser::LTSV.new(*args)
+    else
+      raise ArgumentError, "unknown format name: #{format}"
+    end
+  end
+
+  module Parser
+    class JSON
+      def initialize(*args)
+        require 'json'
+      end
+      def parse(line)
+        ::JSON.parse(line.chop)
+      end
+    end
+
+    class LTSV
+      def initialize(*args)
+        require 'ltsv'
+      end
+      def parse(line)
+        ::LTSV.parse_line(line.chop, {:symbolize_keys => false})
+      end
+    end
+  end
+end

data/lib/norikra/client/cli.rb

@@ -0,0 +1,168 @@
+require 'thor'
+require 'norikra/client'
+
+require 'norikra/client/cli/parser'
+require 'norikra/client/cli/formatter'
+
+class Norikra::Client
+  module CLIUtil
+    def client(options)
+      Norikra::Client.new(options[:host], options[:port])
+    end
+  end
+
+  class Target < Thor
+    include Norikra::Client::CLIUtil
+
+    desc "list", "show list of targets"
+    option :simple, :type => :boolean, :default => false, :desc => "suppress header/footer", :aliases => "-s"
+    def list
+      puts "TARGET" unless options[:simple]
+      targets = client(parent_options).targets
+      targets.each do |t|
+        puts t
+      end
+      puts "#{targets.size} targets found." unless options[:simple]
+    end
+
+    desc "open TARGET [fieldname1:type1 [fieldname2:type2 [fieldname3:type3] ...]]", "create new target (and define its fields)"
+    def open(target, *field_defs)
+      fields = nil
+      if field_defs.size > 0
+        fields = {}
+        field_defs.each do |str|
+          fname,ftype = str.split(':')
+          fields[fname] = ftype
+        end
+      end
+      client(parent_options).open(target, fields)
+    end
+
+    desc "close TARGET", "close existing target and all its queries"
+    def close(target)
+      client(parent_options).close(target)
+    end
+  end
+
+  class Query < Thor
+    include Norikra::Client::CLIUtil
+
+    desc "list", "show list of queries"
+    option :simple, :type => :boolean, :default => false, :desc => "suppress header/footer", :aliases => "-s"
+    def list
+      puts "TARGET\tQUERY_NAME\tQUERY" unless options[:simple]
+      queries = client(parent_options).queries
+      queries.sort{|a,b| (a['target'] <=> b['target']).nonzero? || a['name'] <=> b['name']}.each do |q|
+        puts "#{q['target']}\t#{q['name']}\t#{q['expression']}"
+      end
+      puts "#{queries.size} queries found." unless options[:simple]
+    end
+
+    desc "add QUERY_NAME QUERY_EXPRESSION", "register a query"
+    def add(query_name, expression)
+      client(parent_options).register(query_name, expression)
+    end
+
+    desc "remove QUERY_NAME", "deregister a query"
+    def remove(query_name)
+      client(parent_options).deregister(query_name)
+    end
+  end
+
+  class Field < Thor
+    include Norikra::Client::CLIUtil
+
+    desc "list TARGET", "show list of field definitions of specified target"
+    option :simple, :type => :boolean, :default => false, :desc => "suppress header/footer", :aliases => "-s"
+    def list(target)
+      puts "FIELD\tTYPE\tOPTIONAL" unless options[:simple]
+      fields = client(parent_options).fields(target)
+      fields.each do |f|
+        puts "#{f['name']}\t#{f['type']}\t#{f['optional']}"
+      end
+      puts "#{fields.size} fields found." unless options[:simple]
+    end
+
+    desc "add TARGET FIELDNAME TYPE", "reserve fieldname and its type of target"
+    def add(target, field, type)
+      client(parent_options).reserve(target, field, type)
+    end
+  end
+
+  class Event < Thor
+    include Norikra::Client::CLIUtil
+
+    desc "send TARGET", "send data into targets"
+    option :format, :type => :string, :default => 'json', :desc => "format of input data per line of stdin [json(default), ltsv]"
+    option :batch_size, :type => :numeric, :default => 10000, :desc => "records sent in once transferring (default: 10000)"
+    def send(target)
+      client = client(parent_options)
+      parser = parser(options[:format])
+      buffer = []
+      $stdin.each_line do |line|
+        buffer.push(parser.parse(line))
+        if buffer.size >= options[:batch_size]
+          client.send(target, buffer)
+          buffer = []
+        end
+      end
+      client.send(target, buffer) if buffer.size > 0
+    end
+
+    desc "fetch QUERY_NAME", "fetch events from specified query"
+    option :format, :type => :string, :default => 'json', :desc => "format of output data per line of stdout [json(default), ltsv]"
+    option :time_key, :type => :string, :default => 'time', :desc => "output key name for event time (default: time)"
+    option :time_format, :type => :string, :default => '%Y/%m/%d %H:%M:%S', :desc => "output time format (default: '2013/05/14 17:57:59')"
+    def fetch(query_name)
+      formatter = formatter(options[:format])
+      time_formatter = lambda{|t| Time.at(t).strftime(options[:time_format])}
+
+      client(parent_options).event(query_name).each do |time,event|
+        event = {options[:time_key] => Time.at(time).strftime(options[:time_format])}.merge(event)
+        puts formatter.format(event)
+      end
+    end
+
+    desc "sweep", "fetch all output events of all queries"
+    option :format, :type => :string, :default => 'json', :desc => "format of output data per line of stdout [json(default), ltsv]"
+    option :query_name_key, :type => :string, :default => 'query', :desc => "output key name for query name (default: query)"
+    option :time_key, :type => :string, :default => 'time', :desc => "output key name for event time (default: time)"
+    option :time_format, :type => :string, :default => '%Y/%m/%d %H:%M:%S', :desc => "output time format (default: '2013/05/14 17:57:59')"
+    def sweep
+      formatter = formatter(options[:format])
+      time_formatter = lambda{|t| Time.at(t).strftime(options[:time_format])}
+
+      data = client(parent_options).sweep
+
+      data.keys.sort.each do |queryname|
+        events = data[queryname]
+        events.each do |time,event|
+          event = {
+            options[:time_key] => Time.at(time).strftime(options[:time_format]),
+            options[:query_name_key] => queryname,
+          }.merge(event)
+          puts formatter.format(event)
+        end
+      end
+    end
+  end
+
+  class CLI < Thor
+    include Norikra::Client::CLIUtil
+
+    class_option :host, :type => :string, :default => 'localhost'
+    class_option :port, :type => :numeric, :default => 26571
+
+    desc "target CMD ...ARGS", "manage targets"
+    subcommand "target", Target
+
+    desc "field CMD ...ARGS", "manage target field/datatype definitions"
+    subcommand "field", Field
+
+    desc "query CMD ...ARGS", "manage queries"
+    subcommand "query", Query
+
+    desc "event CMD ...ARGS", "send/fetch events"
+    subcommand "event", Event
+  end
+end

data/lib/norikra/client/version.rb

@@ -0,0 +1,5 @@
+module Norikra
+  class Client
+    VERSION = "0.0.1"
+  end
+end

data/lib/norikra/client.rb

@@ -0,0 +1,59 @@
+require "norikra/client/version"
+
+require 'msgpack-rpc-over-http'
+
+module Norikra
+  class Client
+    RPC_DEFAULT_PORT = 26571
+
+    def initialize(host='localhost', port=RPC_DEFAULT_PORT)
+      @client = MessagePack::RPCOverHTTP::Client.new("http://#{host}:#{port}/")
+    end
+
+    def targets
+      @client.call(:targets)
+    end
+
+    def open(target, fields=nil)
+      @client.call(:open, target, fields)
+    end
+
+    def close(target)
+      @client.call(:close, target)
+    end
+
+    def queries
+      @client.call(:queries)
+    end
+
+    def register(query_name, query_expression)
+      @client.call(:register, query_name, query_expression)
+    end
+
+    def deregister(query_name)
+      @client.call(:deregister, query_name)
+    end
+
+    def fields(target)
+      @client.call(:fields, target)
+    end
+
+    def reserve(target, field, type)
+      @client.call(:reserve, target, field, type)
+    end
+
+    def send(target, events)
+      @client.call(:send, target, events)
+    end
+
+    # [ [time, event], ... ]
+    def event(query_name)
+      @client.call(:event, query_name)
+    end
+
+    # {'query_name' => [ [time, event], ... ]}
+    def sweep
+      @client.call(:sweep)
+    end
+  end
+end

data/norikra-client.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'norikra/client/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "norikra-client-jruby"
+  spec.version       = Norikra::Client::VERSION
+  spec.platform      = "java"
+  spec.authors       = ["TAGOMORI Satoshi"]
+  spec.email         = ["tagomoris@gmail.com"]
+  spec.description   = %q{Client commands and libraries for Norikra}
+  spec.summary       = %q{Client commands and libraries for Norikra}
+  spec.homepage      = "https://github.com/tagomoris/norikra-client"
+  spec.license       = "APLv2"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "msgpack-rpc-over-http-jruby", ">= 0.0.4"
+  spec.add_runtime_dependency "thor"
+  spec.add_runtime_dependency "ltsv"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification
+name: norikra-client-jruby
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: java
+authors:
+- TAGOMORI Satoshi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: msgpack-rpc-over-http-jruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ltsv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Client commands and libraries for Norikra
+email:
+- tagomoris@gmail.com
+executables:
+- norikra-client
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/norikra-client
+- lib/norikra/client.rb
+- lib/norikra/client/cli.rb
+- lib/norikra/client/cli/formatter.rb
+- lib/norikra/client/cli/parser.rb
+- lib/norikra/client/query.rb
+- lib/norikra/client/version.rb
+- norikra-client.gemspec
+homepage: https://github.com/tagomoris/norikra-client
+licenses:
+- APLv2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Client commands and libraries for Norikra
+test_files: []