grn_mini 0.1.0 → 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8b9f025b3d3dfc38fd85b82b8552b9df10244dd8
+  data.tar.gz: 2294e3e7af33ffd32d15253d01572bbeff84bbb3
+SHA512:
+  metadata.gz: 44faf36a48ca1245ddd3621955b998295a7e608e1f6ddb98229374391374cb18919c4883c0a3c0517fa4cee9eb9034a213e3a87ba271f3f4c2611f3454015c9b
+  data.tar.gz: 68bd08647aa71e471072aec681a547821f06c111fcac909309545986f0898b9046d365fee677bc4334047772f844a286a673a39b738ff0317a2e8001160a619b

data/.gitignore

@@ -15,3 +15,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+*.db*

data/README.md

@@ -1,6 +1,8 @@
 # GrnMini
 
-Groonga(Rroonga) wrapper for using easily. It is the KVS so easy to use.
+Groonga(Rroonga) wrapper for use as the KVS.
+
+Groonga(Rroonga) for using easily. You can add the data in the column without specifying. You can easy to use and persistence, advanced search query, sort, grouping (drill down), snippets, and pagination. You can make an immediate search engine.
 
 ## Installation
 
@@ -31,6 +33,14 @@ array << {text: "ccc", number: 3}
 array.size  #=> 3
 ```
 
+### Open an existing database
+
+```ruby
+require 'grn_mini'
+array = GrnMini::Array.new("test.db")
+array.size   #=> 3
+```
+
 ### Create a temporary database. (Useful for testing)
 
 ```ruby

data/grn_mini.gemspec

@@ -8,8 +8,8 @@ Gem::Specification.new do |spec|
   spec.version       = GrnMini::VERSION
   spec.authors       = ["ongaeshi"]
   spec.email         = ["ongaeshi0621@gmail.com"]
-  spec.description   = %q{Groonga(Rroonga) wrapper for using easily.}
-  spec.summary       = %q{It is the KVS it's so easy to use.}
+  spec.summary       = %q{Groonga(Rroonga) wrapper for use as the KVS.}
+  spec.description   = %q{Groonga(Rroonga) for using easily. You can add the data in the column without specifying. You can easy to use and persistence, advanced search query, sort, grouping (drill down), snippets, and pagination. You can make an immediate search engine.}
   spec.homepage      = ""
   spec.license       = "MIT"
 

data/lib/grn_mini/util.rb

@@ -9,11 +9,11 @@ module GrnMini
     end
 
     def text_snippet_from_selection_results(table, open_tag = '<<', close_tag = ">>")
-      table.expression.snippet([[open_tag, close_tag]])
+      table.expression.snippet([[open_tag, close_tag]], {normalize: true})
     end
 
     def html_snippet_from_selection_results(table, open_tag = '<strong>', close_tag = "</strong>")
-      table.expression.snippet([[open_tag, close_tag]], {html_escape: true})
+      table.expression.snippet([[open_tag, close_tag]], {html_escape: true, normalize: true})
     end
   end
 end

data/lib/grn_mini/version.rb

@@ -1,3 +1,3 @@
 module GrnMini
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/sample/mini-directory-search.rb

@@ -0,0 +1,153 @@
+require 'grn_mini'
+require 'find'
+require 'kconv'
+require 'sinatra'
+require "sinatra/reloader" if ENV['SINATRA_RELOADER']
+
+module Input
+  module_function
+  
+  def from_dir(array, dir = ".")
+    index = 1
+    puts "Create database .."
+    Find.find(File.expand_path(dir)) do |filename|
+      Find.prune if ignore_dir?(filename)
+
+      if File.file? filename
+        next if ignore_file?(filename)
+        array << {filename: filename, text: read_file(filename), timestamp: File.stat(filename).mtime, suffix: File.extname(filename).sub('.', ""), index: index } # index is dirty
+        index += 1
+      end
+    end
+    puts "Input complete : #{array.size} files"
+  end
+
+  def read_file(filename)
+    text = File.read(filename)
+    Kconv.kconv(text, Kconv::UTF8).gsub("\r\n", "\n")
+  end
+
+  def ignore_dir?(filename)
+    basename = File.basename(filename)
+    /(\A\.svn\Z)|(\A\.git\Z)|(\ACVS\Z)/.match(basename)
+  end
+
+  def ignore_file?(filename)
+    (s = File.read(filename, 1024)) && s.index("\x00")
+  end
+end
+
+class Search
+  def initialize(array, params)
+    @array   = array
+    @params  = params
+    @page    = @params[:page] ? @params[:page].to_i : 1
+  end
+
+  def has_query?
+    @params[:query] && !@params[:query].empty?
+  end
+
+  def parse
+    unless has_query?
+      @header     = "<span>#{@array.size} files.</span>"
+      @content    = ""
+      @pagination = ""
+    else
+      results = @array.select(@params[:query])
+
+      page_entries = results.paginate([["_score", :desc]], :page => @page, :size => 20)
+      snippet = GrnMini::Util::html_snippet_from_selection_results(results, "<strong style=\"background-color: #FFEE55\">", "</strong>")
+      elements = []
+
+      page_entries.each do |record|
+        element = "<hr>\n<a href=\"/#{record.index}\">#{record.filename}</a>\n"
+        
+        snippet.execute(record.text).each do |segment|
+          element += "<pre style=\"border:1px solid #bbb;\">#{segment}</pre>\n"
+        end
+
+        elements << element
+      end
+
+      @header = "<span>#{page_entries.n_records} hit. (#{page_entries.start_offset} - #{page_entries.end_offset})</span>"
+      @content = elements.join("\n")
+
+      if page_entries.n_pages > 1
+        @pagination += page_link(@page - 1, "&lt;-") + "&nbsp;" if @page > 1
+
+        @pagination += page_range(page_entries).map {|v|
+          if (v == @page)
+            "<strong>#{v.to_s}</strong>"
+          else
+            page_link(v, v.to_s)
+          end
+        }.join("&nbsp;")
+
+        @pagination += "&nbsp;" + page_link(@page + 1, "-&gt;") if @page < page_entries.n_pages
+      end
+    end
+  end
+
+  def page_range(page_entries)
+    first_diff = [5 - (@page - 1), 0].max
+    last_diff  = [5 - (page_entries.n_pages - @page), 0].max
+    [@page - 5 - last_diff, 1].max .. [@page + 5 + first_diff, page_entries.n_pages].min
+  end
+
+  def page_link(page, msg)
+    "<a href=\"/?query=#{@params[:query]}&page=#{page}\">#{msg}</a>"
+  end
+
+  def html
+    <<EOF
+#{@header}
+<div class="form">
+  <form method="post" action="/search">
+    <input type="text" style="width: 419px;" name="query" value="#{@params[:query]}">
+    <input type="submit" value="Search">
+  </form>
+</div>
+<div class="content">
+ #{@content}
+</div>
+<div class="pagination">
+ #{@pagination}
+</div>
+EOF
+  end
+end
+
+### main ###
+configure do
+  $array = GrnMini::Array.new("mini-directory-search.db")
+  Input.from_dir($array) if $array.empty?
+end
+
+get '/' do
+  search = Search.new($array, params)
+  search.parse
+  search.html
+end
+
+get '/:id' do
+  record = $array[params[:id].to_i]
+  
+  <<EOF
+<span>#{record.filename} (#{record.timestamp})</span>
+<div class="form">
+  <form method="post" action="/search">
+    <input type="text" style="width: 419px;" name="query" value="#{@params[:query]}">
+    <input type="submit" value="Search">
+  </form>
+</div>
+<div class="content">
+  <hr>
+  <pre>#{CGI.escapeHTML(record.text)}</pre>
+</div>
+EOF
+end
+
+post '/search' do
+  redirect "/?query=#{escape(params[:query])}"
+end

metadata

@@ -1,61 +1,75 @@
 --- !ruby/object:Gem::Specification
 name: grn_mini
 version: !ruby/object:Gem::Version
-  version: 0.1.0
-  prerelease: 
+  version: 0.2.0
 platform: ruby
 authors:
 - ongaeshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-05 00:00:00.000000000Z
+date: 2014-01-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &2156695780 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :development
   prerelease: false
-  version_requirements: *2156695780
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2156695360 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2156695360
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
-  requirement: &2156694900 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2156694900
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rroonga
-  requirement: &2156694480 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2156694480
-description: Groonga(Rroonga) wrapper for using easily.
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Groonga(Rroonga) for using easily. You can add the data in the column
+  without specifying. You can easy to use and persistence, advanced search query,
+  sort, grouping (drill down), snippets, and pagination. You can make an immediate
+  search engine.
 email:
 - ongaeshi0621@gmail.com
 executables: []
@@ -73,34 +87,34 @@ files:
 - lib/grn_mini/array.rb
 - lib/grn_mini/util.rb
 - lib/grn_mini/version.rb
+- sample/mini-directory-search.rb
 - test/minitest_helper.rb
 - test/test_grn_mini.rb
 - test/test_grn_mini_array.rb
 homepage: ''
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.6
+rubygems_version: 2.0.0
 signing_key: 
-specification_version: 3
-summary: It is the KVS it's so easy to use.
+specification_version: 4
+summary: Groonga(Rroonga) wrapper for use as the KVS.
 test_files:
 - test/minitest_helper.rb
 - test/test_grn_mini.rb