norikra-udf-lookup 0.0.1-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b01908e0a86f828de588a4cf2e26418fecd3b298
+  data.tar.gz: 787fb9c26a32f6f85b2068325a1f5b17787f1b46
+SHA512:
+  metadata.gz: 972032745ed7468d8fd84d8fa79352c1da3377e48b8f126c130c59b159c196a57473add7b0784540fbf2b50c44f1cb3fd91753aaed31b61a122125901b0c46ef
+  data.tar.gz: a2259e1a1dc74966a28e41550b71fad628a03325fbc00ec88cb5668a22b2d1104f207004ea7e3d0a2f0d2ed54ef714b384f26480686566748d70e46b149eeddc

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - jruby-19mode
+jdk:
+  - oraclejdk8
+  - oraclejdk7
+  - openjdk7

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in norikra-udf-lookup.gemspec
+gemspec

data/README.md

@@ -0,0 +1,71 @@
+# Norikra::Udf::Lookup
+
+Norikra UDF to lookup external data source. (Currently, only TSV file)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'norikra-udf-lookup'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install norikra-udf-lookup
+
+## Usage
+
+
+### lookup_tsv(string, string, string)
+
+Parameters are: TSV file path, key to lookup, return value if the key was not found.
+
+Lookup key in TSV file and return corresponding value.
+
+For example, create such file with "key<tab>value" pairs.
+
+```
+% cat /tmp/lookuptest.tsv 
+1       aaa
+2       bbb
+3       ccc
+```
+
+Register query with this UDF.
+
+```
+SELECT
+  id, lookup_tsv('/tmp/lookuptest.tsv',id,'not found') as name, count(*) as cnt
+FROM
+  test_stream.win:time_batch(1 min)
+GROUP by id
+```
+
+Send some events.
+
+```
+% echo '{"id":"1"}' | norikra-client event send test_stream
+% echo '{"id":"2"}' | norikra-client event send test_stream
+% echo '{"id":"3"}' | norikra-client event send test_stream
+% echo '{"id":"4"}' | norikra-client event send test_stream
+```
+
+Then, you will get there records.
+
+```
+{"time":"2015/07/28 12:13:24","query":"lookuptest","id":"3","cnt":1,"name":"ccc"}
+{"time":"2015/07/28 12:13:24","query":"lookuptest","id":"2","cnt":1,"name":"bbb"}
+{"time":"2015/07/28 12:13:24","query":"lookuptest","id":"1","cnt":1,"name":"aaa"}
+{"time":"2015/07/28 12:13:24","query":"lookuptest","id":"4","cnt":1,"name":"not found"}
+```
+
+## Copyright
+
+* Copyright (c) 2015- OGIBAYASHI Hironori
+* License
+    * GPL v2

data/Rakefile

@@ -0,0 +1,37 @@
+require "bundler/gem_tasks"
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = ["-Ijar", "-Ilib", "-c", "-f progress"] # '--format specdoc'
+  t.pattern = 'spec/**/*_spec.rb'
+end
+
+task :compile do
+  require 'rubygems'
+
+  jarname = FileList['norikra-udf-*.gemspec'].first.gsub(/\.gemspec$/, '.jar')
+
+  jarfiles = FileList['jar/**/*.jar'].select{|f| not f.end_with?('/' + jarname)}
+  jarfiles << Gem.find_latest_files('esper-*.jar').first
+
+  java_classpath = "-classpath src:java:#{jarfiles.join(':')}"
+  FileList['src/**/*.java'].each do |fn|
+    sh "env LC_ALL=C javac -J-Duser.language=en #{java_classpath} -d java #{fn}"
+  end
+
+  jruby_classpath = "--classpath java:#{jarfiles.join(':')}"
+  FileList['lib/esper_plugin/**/*.rb'].each do |fn|
+    sh "env LC_ALL=C jrubyc --javac --target java #{jruby_classpath} #{fn}"
+  end
+
+  sh "env LC_ALL=C jar -J-Duser.language=en -cf jar/#{jarname} -C java ."
+end
+
+task :clean do
+  sh "rm -rf java/*"
+end
+
+task :test => [:compile, :spec]
+task :default => :test
+
+task :all => [:clean, :compile, :spec, :build]

data/lib/esper_plugin/lookup.rb

@@ -0,0 +1,20 @@
+require 'java'
+java_package 'jp.gr.java_conf.ogibayashi.norikra.udf'
+
+class Lookup  # FQDN: org.example.yourcompany.norikra.udf.MyUDF1
+  @@lookup_table = nil
+  
+  def self.read_tsv(path)
+    data = File.open(path).readlines.map do |line|
+      line.chomp.split("\t")
+    end
+    Hash[data]
+  end
+
+  def self.lookup_tsv(path,key,default_value)
+    unless @@lookup_table
+      @@lookup_table = self.read_tsv(path)
+    end
+    @@lookup_table[key] || default_value
+  end
+end

data/lib/norikra/udf/lookup/version.rb

@@ -0,0 +1,7 @@
+module Norikra
+  module Udf
+    module Lookup
+      VERSION = "0.0.1"
+    end
+  end
+end

data/lib/norikra/udf/lookup.rb

@@ -0,0 +1,22 @@
+require 'java'
+require 'norikra/udf'
+
+
+module Norikra
+  module UDF
+
+    class LookupTsv < Norikra::UDF::SingleRow
+      # class method
+      def self.init
+        require 'norikra-udf-lookup.jar'
+      end
+
+      # instance method
+      def definition
+        # function_name, Java Class Name (fqdn),    static function name
+        ["lookup_tsv", "jp.gr.java_conf.ogibayashi.norikra.udf.Lookup", "lookup_tsv"]
+      end
+    end
+
+  end
+end

data/norikra-udf-lookup.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'norikra/udf/lookup/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "norikra-udf-lookup"
+  spec.version       = Norikra::Udf::Lookup::VERSION
+  spec.authors       = ["Hironori Ogibayashi"]
+  spec.email         = ["ogibayashi@gmail.com"]
+
+  spec.summary       = %q{Norikra UDF to Lookup keys from a table}
+  spec.description   = %q{Norikra UDF to Lookup keys from a table}
+  spec.homepage      = "https://github.com/ogibayashi"
+  spec.platform = "java"
+  
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib","jar"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_runtime_dependency "norikra"
+end

data/spec/lookup_spec.rb

@@ -0,0 +1,28 @@
+require 'norikra/udf_spec_helper'
+include Norikra::UDFSpecHelper
+require 'norikra/udf/lookup' # this is your UDF definition file
+
+# for single row UDF
+describe Norikra::UDF::LookupTsv do
+  udf_function Norikra::UDF::LookupTsv
+  TMP_TABLE_FILE = "/tmp/lookuptest.tsv"
+  
+  before do
+    File.open(TMP_TABLE_FILE,"w"){  |f|
+      f.puts "key1\thoge"
+      f.puts "key2\tfoo"
+    }
+  end
+  
+  it 'Key found' do
+    expect(fcall(:lookup_tsv, TMP_TABLE_FILE, "key1","notfound")).to eql("hoge")
+  end
+
+  it 'Key not found' do 
+    expect(fcall(:lookup_tsv, TMP_TABLE_FILE, "key5","notfound")).to eql("notfound")
+  end
+
+  after do
+    File.unlink(TMP_TABLE_FILE)
+  end
+end

data/test/norikra/udf/lookup_test.rb

@@ -0,0 +1,11 @@
+require 'test_helper'
+
+class Norikra::Udf::LookupTest < Minitest::Test
+  def test_that_it_has_a_version_number
+    refute_nil ::Norikra::Udf::Lookup::VERSION
+  end
+
+  def test_it_does_something_useful
+    assert false
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,4 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'norikra/udf/lookup'
+
+require 'minitest/autorun'

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: norikra-udf-lookup
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: java
+authors:
+- Hironori Ogibayashi
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-07-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rspec
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: norikra
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+description: Norikra UDF to Lookup keys from a table
+email:
+- ogibayashi@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- README.md
+- Rakefile
+- jar/.touched
+- jar/norikra-udf-lookup.jar
+- java/.touched
+- lib/esper_plugin/lookup.rb
+- lib/norikra/udf/lookup.rb
+- lib/norikra/udf/lookup/version.rb
+- norikra-udf-lookup.gemspec
+- spec/lookup_spec.rb
+- test/norikra/udf/lookup_test.rb
+- test/test_helper.rb
+homepage: https://github.com/ogibayashi
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+- jar
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.5
+signing_key:
+specification_version: 4
+summary: Norikra UDF to Lookup keys from a table
+test_files:
+- spec/lookup_spec.rb
+- test/norikra/udf/lookup_test.rb
+- test/test_helper.rb