sekka 0.8.0

data/lib/sekka/util.nnd

@@ -0,0 +1,64 @@
+:; #-*- mode: nendo; syntax: scheme -*-;;
+;;;
+;;; util.nnd - Sekkaの汎用文字列処理ライブラリ
+;;;  
+;;;   Copyright (c) 2010  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+;;;   
+;;;   Redistribution and use in source and binary forms, with or without
+;;;   modification, are permitted provided that the following conditions
+;;;   are met:
+;;;   
+;;;   1. Redistributions of source code must retain the above copyright
+;;;      notice, this list of conditions and the following disclaimer.
+;;;  
+;;;   2. Redistributions in binary form must reproduce the above copyright
+;;;      notice, this list of conditions and the following disclaimer in the
+;;;      documentation and/or other materials provided with the distribution.
+;;;  
+;;;   3. Neither the name of the authors nor the names of its contributors
+;;;      may be used to endorse or promote products derived from this
+;;;      software without specific prior written permission.
+;;;  
+;;;   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+;;;   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+;;;   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+;;;   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+;;;   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+;;;   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+;;;   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+;;;   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+;;;   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+;;;   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+;;;   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;  
+;;;  $Id: 
+;;;
+(define (string-drop str n)
+  (or (str.slice n (str.size))
+      ""))
+
+;; "string" => (cons "s" "tring")
+(define (string-split-first-and-rest str)
+  (if (= 0 str.size)
+      (cons "" "")
+      (cons (str.slice 0 1)
+            (str.slice 1 str.size))))
+
+(define (string-downcase-first str)
+  (let1 _pair (string-split-first-and-rest str)
+    (+ (. (car _pair) downcase)
+       (cdr _pair))))
+
+(define (split-dict-line line)
+  (if-let1 index (line.index #/[ ]+/)
+    (list (car (to-list (line.split #/[ ]+/)))
+          (. (line.slice index (line.size)) strip))
+    #f))
+
+(define (take* lst limit)
+  (let1 len (length lst)
+    (if (< len limit)
+        lst
+        (take lst limit))))
+
+

data/lib/sekka.ru

@@ -0,0 +1,36 @@
+# -*- mode: ruby; coding: utf-8 -*-
+# sekka.ru  -  "config file for rack"
+#  
+#   Copyright (c) 2010  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#  $Id: 
+#
+require './lib/sekkaserver'
+run SekkaServer::Server.new

data/lib/sekkaconfig.rb

@@ -0,0 +1,62 @@
+#!/usr/local/bin/ruby
+# -*- coding: utf-8 -*-
+#
+# sekkaconfig.rb  -  "a config info class"
+#  
+#   Copyright (c) 2010  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#  $Id: 
+#
+require 'singleton'
+
+module SekkaServer
+  class Config
+    include Singleton
+    
+    def self.setup( dictSource, cacheSource = false, listenPort )
+      @@dictSource  = dictSource
+      @@cacheSource = cacheSource
+      @@listenPort  = listenPort
+    end
+    
+    def self.dictSource
+      @@dictSource
+    end
+    
+    def self.cacheSource
+      @@cacheSource
+    end
+
+    def self.listenPort
+      @@listenPort
+    end
+  end
+end
+

data/lib/sekkaserver.rb

@@ -0,0 +1,127 @@
+#!/usr/local/bin/ruby
+# -*- coding: utf-8 -*-
+#
+# sekkaserver.rb  -  "a sekka server"
+#  
+#   Copyright (c) 2010  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#  $Id: 
+#
+require 'rack'
+require 'nendo'
+require 'eventmachine'
+require 'syslog'
+require 'uri'
+require './lib/sekkaconfig'
+require './lib/sekka/sekkaversion'
+
+module SekkaServer
+  class Server
+    def initialize
+      $LOAD_PATH.push( File.dirname(__FILE__) + "/../lib" )
+      @core = Nendo::Core.new()
+      @core.loadInitFile
+      @core.evalStr( "(use debug.syslog)" )
+      @core.evalStr( "(use sekka.henkan)" )
+      @core.evalStr( '(define (writeToString sexp) (write-to-string sexp))' )
+      @core.evalStr( '(export-to-ruby writeToString)' )
+      (@kvs,@cachesv) = @core.openSekkaJisyo( SekkaServer::Config.dictSource,
+                                              SekkaServer::Config.cacheSource )
+      @queue = EM::Queue.new
+
+      STDERR.puts(   "----- Sekka Server Started -----" )
+      STDERR.printf( "  version  :  %s\n", SekkaVersion.version            )
+      STDERR.printf( "  dict-db  :  %s\n", SekkaServer::Config.dictSource  )
+      STDERR.printf( "  memcached:  %s\n", SekkaServer::Config.cacheSource )
+      STDERR.printf( "  listenPort: %s\n", SekkaServer::Config.listenPort  )
+      STDERR.puts(   "--------------------------------" )
+
+      begin
+        @thread = Thread.new do
+          Thread.pass
+          EventMachine::run {
+            EventMachine::PeriodicTimer.new( 5 ) do
+              while not @queue.empty?
+                @queue.pop { |word| 
+                  arr = word.split( /[ ]+/ )
+                  userid   = arr[0]
+                  dictline = arr[1] + " " + arr[2]
+                  registered = @core.registerUserJisyo(userid, @kvs, dictline)
+                  if registered
+                    puts "Info: added to dict           userid[" + userid + "] dictline[" + dictline + "]"
+                  else
+                    puts "Info: ignored (already added) userid[" + userid + "] dictline[" + dictline + "]"
+                  end
+                }
+              end
+            end
+          }
+        end
+        @thread.run
+      rescue
+        p $!  # => "unhandled exception"
+      end
+    end
+
+    def call(env)
+      req = Rack::Request.new(env)
+      body = case req.request_method
+             when 'POST'
+               userid = URI.decode( req.params['userid'].force_encoding("UTF-8") )
+               format = URI.decode( req.params['format'].force_encoding("UTF-8") )
+               case req.path
+               when "/henkan"
+                 _yomi   = URI.decode( req.params[  'yomi'].force_encoding("UTF-8") )
+                 _limit  = URI.decode( req.params[ 'limit'].force_encoding("UTF-8") )
+                 _method = URI.decode( req.params['method'].force_encoding("UTF-8") )
+                 @core.writeToString( @core.sekkaHenkan( userid, @kvs, @cachesv, _yomi, _limit.to_i, _method ))
+               when "/kakutei"
+                 _key    = URI.decode( req.params[   'key'].force_encoding("UTF-8") )
+                 _tango  = URI.decode( req.params[ 'tango'].force_encoding("UTF-8") )
+                 @core.sekkaKakutei( userid, @kvs, @cachesv, _key, _tango )
+               when "/register"
+                 dict    = URI.decode( req.params['dict'].force_encoding( "UTF-8" ) ).split( "\n" )
+                 dict.each { |x| @queue.push( userid + " " + x ) }
+                 sprintf( "register request successful (%s) words", dict.size )
+               else
+                 sprintf( "unknown path name. [%s]", req.path )
+               end
+             else
+               "no message."
+             end
+      res = Rack::Response.new { |r|
+        r.status = 200
+        r['Content-Type'] = "text/plain"
+        r.write body
+      }
+      res.finish
+    end
+  end
+end

data/test/alphabet-lib.nnd

@@ -0,0 +1,188 @@
+;;-*- mode: nendo; syntax: scheme -*-
+;;;
+;;; roman-lib.nnd - アルファベットライブラリ部のテストスイート
+;;;  
+;;;   Copyright (c) 2010  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+;;;   
+;;;   Redistribution and use in source and binary forms, with or without
+;;;   modification, are permitted provided that the following conditions
+;;;   are met:
+;;;   
+;;;   1. Redistributions of source code must retain the above copyright
+;;;      notice, this list of conditions and the following disclaimer.
+;;;  
+;;;   2. Redistributions in binary form must reproduce the above copyright
+;;;      notice, this list of conditions and the following disclaimer in the
+;;;      documentation and/or other materials provided with the distribution.
+;;;  
+;;;   3. Neither the name of the authors nor the names of its contributors
+;;;      may be used to endorse or promote products derived from this
+;;;      software without specific prior written permission.
+;;;  
+;;;   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+;;;   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+;;;   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+;;;   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+;;;   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+;;;   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+;;;   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+;;;   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+;;;   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+;;;   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+;;;   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+;;;  
+;;;  $Id: 
+;;;
+(use nendo.test)
+(use sekka.alphabet-lib)
+(test-start "alphabet-lib")
+
+;;===================================================================
+
+;;-------------------------------------------------------------------
+(test-section "半角 checker")
+(test* "半角？ 1"       #t
+       (is-alphabet-hankaku "abczabcz"))
+(test* "半角？ 2"       #t
+       (is-alphabet-hankaku "!}"))
+(test* "半角？ 3"       #f
+       (is-alphabet-hankaku "!abcdefg}Ａ"))
+(test* "半角？ 4"       #f
+       (is-alphabet-hankaku "ａｂｃｚＡＢＣＺ"))
+(test* "半角？ 5"       #f
+       (is-alphabet-hankaku "漢字"))
+(test* "半角？ 6"       #f
+       (is-alphabet-hankaku "ひらがな"))
+(test* "半角？ 7"       #f
+       (is-alphabet-hankaku "カタカナ"))
+
+
+;;-------------------------------------------------------------------
+(test-section "全角 checker")
+(test* "全角？ 1"       #t
+       (is-alphabet-zenkaku "ａｂｃｚＡＢＣＺ"))
+(test* "全角？ 2"       #t
+       (is-alphabet-zenkaku "！｝"))
+(test* "全角？ 3"       #f
+       (is-alphabet-zenkaku "！A｝"))
+(test* "全角？ 4"       #f
+       (is-alphabet-zenkaku "AＡ"))
+(test* "全角？ 4"       #f
+       (is-alphabet-zenkaku "!abcdefg}"))
+(test* "全角？ 5"       #f
+       (is-alphabet-zenkaku "漢字"))
+(test* "全角？ 6"       #f
+       (is-alphabet-zenkaku "ひらがな"))
+(test* "全角？ 7"       #f
+       (is-alphabet-zenkaku "カタカナ"))
+(test* "全角？ 8"       #f
+       (is-alphabet-zenkaku "漢Ａ字"))
+(test* "全角？ 9"       #f
+       (is-alphabet-zenkaku "ひＡらがな"))
+(test* "全角？ 10"      #f
+       (is-alphabet-zenkaku "カＡタカナ"))
+
+
+;;-------------------------------------------------------------------
+(test-section "半角 inculde checker")
+(test* "半角含む？ 1"       #t
+       (include-alphabet-hankaku "abczabcz"))
+(test* "半角含む？ 2"       #t
+       (include-alphabet-hankaku "!}"))
+(test* "半角含む？ 3"       #t
+       (include-alphabet-hankaku "!abcdefg}Ａ"))
+(test* "半角含む？ 4"       #f
+       (include-alphabet-hankaku "ａｂｃｚＡＢＣＺ"))
+(test* "半角含む？ 5"       #t
+       (include-alphabet-hankaku "ａｂｃｚAＡＢＣＺ"))
+(test* "半角含む？ 6"       #f
+       (include-alphabet-hankaku "漢字"))
+(test* "半角含む？ 7"       #f
+       (include-alphabet-hankaku "ひらがな"))
+(test* "半角含む？ 8"       #f
+       (include-alphabet-hankaku "カタカナ"))
+(test* "半角含む？ 9"       #t
+       (include-alphabet-hankaku "漢A字"))
+(test* "半角含む？ 10"       #t
+       (include-alphabet-hankaku "ひAらがな"))
+(test* "半角含む？ 11"       #t
+       (include-alphabet-hankaku "カAタカナ"))
+(test* "半角含む？ 12"       #t
+       (include-alphabet-hankaku "漢字ひらがなカAタカＡナ"))
+
+
+;;-------------------------------------------------------------------
+(test-section "全角 include checker")
+(test* "全角含む？ 1"       #t
+       (include-alphabet-zenkaku "ａｂｃｚＡＢＣＺ"))
+(test* "全角含む？ 2"       #t
+       (include-alphabet-zenkaku "！｝"))
+(test* "全角含む？ 3"       #t
+       (include-alphabet-zenkaku "！A｝"))
+(test* "全角含む？ 3"       #t
+       (include-alphabet-zenkaku "|Ａ}"))
+(test* "全角含む？ 4"       #t
+       (include-alphabet-zenkaku "AＡ"))
+(test* "全角含む？ 5"       #f
+       (include-alphabet-zenkaku "!abcdefg}"))
+(test* "全角含む？ 6"       #f
+       (include-alphabet-zenkaku "漢字"))
+(test* "全角含む？ 7"       #f
+       (include-alphabet-zenkaku "ひらがな"))
+(test* "全角含む？ 8"       #f
+       (include-alphabet-zenkaku "カタカナ"))
+(test* "全角含む？ 9"       #t
+       (include-alphabet-zenkaku "漢Ａ字"))
+(test* "全角含む？ 10"       #t
+       (include-alphabet-zenkaku "ひＡらがな"))
+(test* "全角含む？ 11"       #t
+       (include-alphabet-zenkaku "カＡタカナ"))
+(test* "全角含む？ 12"       #t
+       (include-alphabet-zenkaku "漢字ひらがなカAタカＡナ"))
+
+
+;;-------------------------------------------------------------------
+(test-section "半角->全角")
+(test* "半角->全角 1"
+       "ａｂｃｚＡＢＣＺ"
+       (gen-alphabet-han->zen "abczABCZ"))
+(test* "半角->全角 2"
+       "！｝"
+       (gen-alphabet-han->zen "!}"))
+(test* "半角->全角 3"
+       "！ａｂｃｚＡＢＣＺ｝"
+       (gen-alphabet-han->zen "！ａｂｃｚＡＢＣＺ｝"))
+(test* "半角->全角 4"
+       "ひＡらがな"
+       (gen-alphabet-han->zen "ひAらがな"))
+(test* "半角->全角 5"
+       "カＡタカナ"
+       (gen-alphabet-han->zen "カAタカナ"))
+(test* "半角->全角 6"
+       "漢字ひらがなカＡタカＡナ"
+       (gen-alphabet-han->zen "漢字ひらがなカAタカＡナ"))
+
+;;-------------------------------------------------------------------
+(test-section "全角->半角")
+(test* "全角->半角 1"
+       "abczABCZ"
+       (gen-alphabet-zen->han "ａｂｃｚＡＢＣＺ"))
+(test* "全角->半角 2"
+       "!}"
+       (gen-alphabet-zen->han "！｝"))
+(test* "全角->半角 3"
+       "!abcdefg}"
+       (gen-alphabet-zen->han "!abcdefg}"))
+(test* "全角->半角 4"
+       "ひAらがな"
+       (gen-alphabet-zen->han "ひＡらがな"))
+(test* "全角->半角 5"
+       "カAタカナ"
+       (gen-alphabet-zen->han "カＡタカナ"))
+(test* "全角->半角 6"
+       "漢字ひらがなカAタカAナ"
+       (gen-alphabet-zen->han "漢字ひらがなカAタカＡナ"))
+
+
+;;===================================================================
+(test-end)