bosonnlp 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 643cfad815401b8bfad8866dad58d6d0dbde67db
+  data.tar.gz: d29f2d1fe81816b6f499c2c8c4bec7ba67f9b391
+SHA512:
+  metadata.gz: d5fe955ae337be4f594c4380b98908c7acc6c83850323413f8ecfad64f03eb9d0f1061fb9d41a759f21870908058e46fc375eccbd337b87ce602170c54a88a5d
+  data.tar.gz: 8954ef43d134f6160dc2cb385d3021c4131ead3327672973dc3358bab3babe957fd1346d5d2aee7f443826cb893cf016d9caf8e3eca6dcf2549cc88dfac9110b

data/lib/bosonnlp.rb

@@ -0,0 +1,212 @@
+# -*- coding: utf-8 -*-
+
+require 'json'
+require 'httpclient'
+require 'securerandom'
+
+require 'bosonnlp/util'
+require 'bosonnlp/mixin'
+require 'bosonnlp/version'
+
+# Main class
+class Bosonnlp
+  include Util
+  # Operated task not found on server
+  class TaskNotFoundError < StandardError
+  end
+  # Other task error return by server
+  class TaskError < StandardError
+  end
+  # Http error
+  class HTTPError < RuntimeError
+  end
+  # Task time out.
+  class TimeoutError < StandardError
+  end
+
+  # Multiple text engine handler
+  class MultipleHandler
+    include Util
+    def initialize(name, http_session, head, multiple_url)
+      @name = name
+      @http_session = http_session
+      @head = head
+      @id = SecureRandom.uuid
+      @multiple_url = multiple_url
+      @alpha = 0.8
+      @beta = 0.45
+    end
+
+    def pre_process(data)
+      fail ArgumentError, 'Wrong args, data must be a list'\
+          ' which contains more than one element.'\
+        unless Array === data and data.size > 1
+      fail ArgumentError, 'Wrong args, data elements must be list of string '\
+            'or {_id, text} Hash.'\
+        unless String === data[0] or Hash === data[0]
+
+      processd = []
+      if String === data[0]
+        data.each do |d|
+          hash_t = {}
+          hash_t['_id'] = SecureRandom.uuid
+          hash_t['text'] = d
+          processd << hash_t
+        end
+      else
+        processd = data
+      end
+
+      processd
+    end
+
+    def get_url(method_name)
+      @multiple_url % [@name, method_name.to_s, @id]
+    end
+
+    def push(*args)
+      processd = pre_process args[0]
+      request_args = get_hash_args(*args)
+
+      is_ok = false
+      processd.each_slice 100 do |s|
+        request_args[:body] = s
+        res = _http_request(:post, __method__, request_args)
+        is_ok = res.ok?
+        # TODO, fail for one exception?
+      end
+      is_ok
+    end
+
+    def analysis(*args)
+      request_args = get_hash_args(*args)
+      request_args['alpha'] ||=  @alpha
+      request_args['beta'] ||=  @beta
+      res = _http_request(:get, __method__, *args)
+      res.ok?
+    end
+
+    def status(*args)
+      res = _http_request(:get, __method__, *args)
+      status = JSON.load(res.content)['status']
+      case status.to_s.downcase
+      when 'not found'
+        raise TaskNotFoundError, "Operated task #{@id} not found on server."
+      when 'error'
+        raise TaskError, "Task #{@id} failed on server."
+      end
+      status
+    end
+
+    def _wait(timeout)
+      time_elapsed = 0.0
+      sleep_lenth = 1.0
+      while true
+        sleep sleep_lenth
+        serv_status = status
+        return if serv_status.downcase == "done"
+        time_elapsed += sleep_lenth
+        raise TimeoutError if timeout and time_elapsed > timeout
+        sleep_lenth *= 1.5 if sleep_lenth < 2**6
+      end
+    end
+
+    def result(*args)
+      _wait get_hash_args(*args)['timeout']
+      res = _http_request(:get, __method__, *args)
+      JSON.load(res.content)
+    end
+
+    def clear(*args)
+      res = _http_request(:get, __method__, *args)
+      res.ok?
+    end
+  end
+
+  def initialize(token = nil)
+    @token = token
+    @env_token = ENV['BOSON_API_TOKEN']
+    proxy = ENV['HTTP_PROXY']
+    @http_session = HTTPClient.new(proxy)
+
+    @readable = false
+    @fail_on_exception = false
+    @base_url = 'http://api.bosonnlp.com'
+    @analysis_url =  @base_url + '/%s/analysis'
+    @multiple_url =  @base_url + '/%s/%s/%s'
+
+    @token ||= @env_token
+    fail 'No API token given or found in environment variables, run '\
+        '`export BOSON_API_TOKEN="<your api token>"` in your shell first.'\
+      unless @token
+
+    headers = {}
+    headers['Accept'] = 'application/json'
+    headers['User-Agent'] = "bosonnlp-ruby #{Bosonnlp::VERSION} "\
+                            "(httpclient #{HTTPClient::VERSION})"
+    headers['Content-Type'] = 'application/json'
+    headers['X-Token'] = @token
+    @head = headers
+
+    # TODO, args to change default values
+  end
+
+  def common_api(name,  *args)
+    fail ArgumentError, 'Wrong args, first arg must be a list of string.'\
+      unless Array === args[0] and String === args[0][0]
+
+    url = @analysis_url % name
+
+    request_args = args[1] || {}
+    request_args[:body] = args[0]
+
+    res = _http_request(:post, url, request_args)
+    JSON.load(res.content)
+  end
+
+  def create_multiple(name)
+    MultipleHandler.new name.to_s, @http_session, @head, @multiple_url
+  end
+
+  def multiple_api(name, *args)
+    begin
+      mh = create_multiple(name)
+      mh.push(*args)
+      mh.analysis(*args)
+      return mh.result
+    rescue => e
+      puts e.message
+      puts e.backtrace.inspect
+    ensure
+      mh.clear(*args) if mh
+    end
+  end
+
+  def single_api(name, *args)
+    fail ArgumentError, 'Wrong args, data must be a list'\
+        ' which contains one and only one string element.'\
+      unless Array === args[0] and String === args[0][0] and args[0].size == 1
+
+    url = @analysis_url % name
+
+    request_args = get_hash_args(*args)
+    request_args[:body] = args[0][0]
+
+    res = _http_request(:post, url, request_args)
+    JSON.load(res.content)
+    # :query, :body, :header, :follow_redirect
+  end
+
+  def method_missing(name, *args)
+    case name.to_s
+    when /^c_(.+)$/
+      common_api($1, *args)
+    when /^m_(.+)$/
+      multiple_api($1, *args)
+    when /^s_(.+)$/
+      single_api($1, *args)
+    else
+      super
+    end
+  end
+end

data/lib/bosonnlp/mixin.rb

@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+require 'bosonnlp'
+
+# Mixin module
+module BosonnlpMixin
+  def method_missing(name, *args)
+    case name.to_s
+    when /^(c_|m_|s_)(.+)$/
+      @@nlp ||= Bosonnlp.new
+      data = self
+      data = [data] if self.class == String
+
+      @@nlp.send name, data, *args
+    else
+      super
+    end
+  end
+end
+
+# Mixin it
+class Array
+  include BosonnlpMixin
+end
+
+# Mixin it
+class String
+  include BosonnlpMixin
+end

data/lib/bosonnlp/util.rb

@@ -0,0 +1,29 @@
+class Bosonnlp
+  # 'Utils'
+  module Util
+    def get_hash_args(*args)
+      if Hash === args[-1]
+        h = args[-1]
+      else
+        h = {}
+      end
+      h
+    end
+
+    # :query, :body, :header, :follow_redirect
+    def _http_request(method, url, *args)
+      request_args = get_hash_args(*args)
+      url = get_url url unless url.to_s.start_with?('http://')
+      request_args[:header] = @head
+      request_args[:body] = \
+        JSON.dump(request_args[:body]) if request_args[:body]
+
+      res = @http_session.request(method, url, request_args)
+      status = res.status
+      raise HTTPError, 'HTTPError: %s %s'\
+        % [status, (JSON.load(res.content)['message'] rescue res.reason)]\
+        if status >= 400 && status < 600
+      res
+    end
+  end
+end

data/lib/bosonnlp/version.rb

@@ -0,0 +1,3 @@
+class Bosonnlp
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification
+name: bosonnlp
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- CC
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-07 00:00:00.000000000 Z
+dependencies: []
+description: bosonnlp.com
+email: chcoalc@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/bosonnlp.rb
+- lib/bosonnlp/mixin.rb
+- lib/bosonnlp/util.rb
+- lib/bosonnlp/version.rb
+homepage: http://github.com/alal/bosonnlp
+licenses:
+- Apache
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '1.9'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.1
+signing_key: 
+specification_version: 4
+summary: Bosonnlp Ruby SDK
+test_files: []