ztx 0.0.1

data/lib/ztx.rb

@@ -0,0 +1,210 @@
+require "ztx/version"
+require "tx_core"
+require "forwardable"
+
+module Tx
+  module Util
+    module_function
+
+    # Defines wrapper methods which perform boundary checking of pos and len.
+    def def_wrapper_methods(*methods)
+      methods.each() do |name|
+        define_method(name) do |*args|
+          (str, pos, len, *opt) = args
+          raise(ArgumentError, "argument pos is negative") if pos && pos < 0
+          str_len = bytesize(str)
+          pos ||= 0
+          pos = str_len if pos > str_len
+          len = str_len - pos if !len || len < 0 || len > str_len - pos
+          add_encoding(@unsafe.__send__(name, str, pos, len, *opt))
+        end
+      end
+    end
+
+    if RUBY_VERSION >= "1.9.0"
+
+      def default_encoding
+        return Encoding.default_internal || Encoding::UTF_8
+      end
+
+      def add_encoding(obj)
+        case obj
+          when Array
+            obj.each(){ |e| add_encoding(e) }
+          when String
+            obj.force_encoding(@encoding)
+        end
+        return obj
+      end
+
+      def to_binary(str)
+        return str.dup().force_encoding(Encoding::ASCII_8BIT)
+      end
+
+      def bytesize(str)
+        return str.bytesize
+      end
+
+    else
+
+      def default_encoding
+        return nil
+      end
+
+      def add_encoding(obj)
+        return obj
+      end
+
+      def to_binary(str)
+        return str
+      end
+
+      def bytesize(str)
+        return str.length
+      end
+    end
+  end
+
+  # Wrapper of UnsafeIndex. Boundary checking of pos/len and some methods are added.
+  class Index
+    extend(Forwardable)
+    extend(Util)
+    include(Util)
+    include(Enumerable)
+
+    class << self
+      alias open new
+    end
+
+    def initialize(arg, encoding = nil)
+      if arg.is_a?(UnsafeIndex)
+        @unsafe = arg
+      else
+        @unsafe = UnsafeIndex.new()
+        if !@unsafe.open(arg)
+          raise(IOError, "failed to open #{arg}")
+        end
+      end
+      @encoding = encoding || default_encoding()
+    end
+
+    attr_reader(:encoding)
+    def_delegators(:@unsafe, :num_keys, :result_log, :error_log)
+    def_wrapper_methods(:longest_prefix, :include, :search_prefixes, :search_expansions)
+    alias common_prefix_search search_prefixes
+    alias predictive_search search_expansions
+    alias include? include
+    alias size num_keys
+
+    def inspect()
+      return "\#<%p:0x%x>" % [self.class, self.object_id]
+    end
+
+    def to_a()
+      return search_expansions("")
+    end
+
+    def each(&block)
+      to_a().each(&block)
+    end
+
+    def scan(str, &block)
+      bstr = to_binary(str)
+      result = []
+      pos = 0
+      while pos < bytesize(str)
+        plen = longest_prefix(str, pos)
+        if plen >= 0
+          args = [add_encoding(bstr[pos, plen]), pos]
+          block ? yield(*args) : result.push(args)
+        end
+        pos += plen > 0 ? plen : 1
+      end
+      return block ? str : result
+    end
+
+    def gsub(str, &block)
+      bstr = to_binary(str)
+      result = add_encoding("")
+      prev_pos = 0
+      scan(str) do |match, pos|
+        result << add_encoding(bstr[prev_pos...pos])
+        result << yield(match, pos)
+        prev_pos = pos + bytesize(match)
+      end
+      result << add_encoding(bstr[prev_pos..-1])
+      return result
+    end
+  end
+
+  # Wrapper of UnsafeMap. Boundary checking of pos/len and some methods are added.
+  class Map
+    extend(Forwardable)
+    extend(Util)
+    include(Util)
+    include(Enumerable)
+
+    class << self
+      alias open new
+    end
+
+    def initialize(file_pefix, encoding = nil)
+      @unsafe = UnsafeMap.new()
+      if !@unsafe.open(file_pefix)
+        raise(IOError, "failed to open #{file_pefix}.key, #{file_pefix}.val or #{file_pefix}.map")
+      end
+      @encoding = encoding || default_encoding()
+      @key_index = Index.new(@unsafe.key_index, @encoding)
+      @value_index = Index.new(@unsafe.value_index, @encoding)
+    end
+
+    attr_reader(:key_index, :value_index, :encoding)
+    def_wrapper_methods(:has_key, :lookup)
+    alias has_key? has_key
+
+    def inspect()
+      return "\#<%p:0x%x>" % [self.class, self.object_id]
+    end
+
+    def [](str, pos = 0, len = -1)
+      return has_key(str, pos, len) ? lookup(str, pos, len) : nil
+    end
+
+    def size
+      return self.keys.sizse
+    end
+
+    def keys
+      return @key_index.search_expansions("")
+    end
+
+    def values
+      return self.keys.map(){ |k| lookup(k) }
+    end
+
+    def each_key(&block)
+      return self.keys.each(&block)
+    end
+
+    def each_value(&block)
+      return self.values.each(&block)
+    end
+
+    def each(&block)
+      each_key(){ |k| yield([k, lookup(k)]) }
+    end
+
+    def each_pair(&block)
+      each_key(){ |k| yield(k, lookup(k)) }
+    end
+
+    def scan(str, &block)
+      result = []
+      @key_index.scan(str) do |key, pos|
+        args = [key, pos, lookup(key)]
+        block ? yield(*args) : result.push(args)
+      end
+      return block ? str : result
+    end
+  end
+end

data/lib/ztx/version.rb

@@ -0,0 +1,3 @@
+module Tx
+  VERSION = "0.0.1"
+end

data/test/test_helper.rb

@@ -0,0 +1,4 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'ztx'
+
+require 'minitest/autorun'

data/test/ztx_test.rb

@@ -0,0 +1,11 @@
+require 'test_helper'
+
+class ZtxTest < Minitest::Test
+  def test_that_it_has_a_version_number
+    refute_nil ::Tx::VERSION
+  end
+
+  def test_it_does_something_useful
+    assert false
+  end
+end

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: ztx
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Vy Dao Nguyen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-10-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Fork of old Tx gem, a library for a compact trie data structure, compatible
+  with Ruby 2.2/2.3.
+email:
+- vydn@zigexn.vn
+executables: []
+extensions:
+- ext/extconf.rb
+extra_rdoc_files:
+- doc_src/README.txt
+files:
+- Gemfile
+- README.md
+- Rakefile
+- doc_src/README.txt
+- ext/Makefile
+- ext/depend
+- ext/extconf.rb
+- ext/ssv.cpp
+- ext/ssv.hpp
+- ext/swig.patch
+- ext/tx.cpp
+- ext/tx.hpp
+- ext/tx_swig.cpp
+- ext/tx_swig.h
+- ext/tx_swig.i
+- ext/tx_swig_wrap.cxx
+- lib/i386-msvcrt/tx_core.so
+- lib/ztx.rb
+- lib/ztx/version.rb
+- test/test_helper.rb
+- test/ztx_test.rb
+homepage: https://github.com/vydao/ztx
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--quiet"
+- "--title"
+- tx-ruby Reference
+- "--main"
+- doc_src/README.txt
+require_paths:
+- lib
+- lib/i386-msvcrt
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.7
+signing_key: 
+specification_version: 4
+summary: Fork of old Tx gem, a library for a compact trie data structure, compatible
+  with Ruby 2.2/2.3.
+test_files: []
+has_rdoc: true