rabbit-slide-Piro-fast-fulltext-search-in-ruby-groonga 2015.02.12.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2665b7d270ea483a4c254cea718d706fff2283fd
+  data.tar.gz: d4fce5102f1d170c9de0d04dd59491b6ecf5c2bc
+SHA512:
+  metadata.gz: 0f8b2e5d26ed91ea754ed7f7f9184ee52985fc7833a0f74c5c12c694997c922a8e52d91ce13cc44a2cf06d10191c65b74032c6f84b4947c035e842a6a7eb10e1
+  data.tar.gz: 80c7afa54fd5af9ce2838f1c1873318498b65741793b96055039fa1d5d84449bf84dbde341d12d7e2f8d7cadaad3747935ec1dfd6b08f6da7a167d948cf463f8

data/.rabbit

@@ -0,0 +1 @@
+fast-fulltext-search-in-ruby-groonga-rroonga-droonga.md

data/README.ja.md

@@ -0,0 +1,24 @@
+# Javaいらず！Rubyで高速全文検索 -Groonga, Rroonga, Droonga-
+
+[Tokyo Rubyist Meetup](http://trbmeetup.doorkeeper.jp/events/19450)用の発表資料です。
+
+## 作者向け
+
+### 表示
+
+    rake
+
+### 公開
+
+    rake publish
+
+## 閲覧者向け
+
+### インストール
+
+    gem install rabbit-slide-Piro-fast-fulltext-search-in-ruby-groonga-rroonga-droonga
+
+### 表示
+
+    rabbit rabbit-slide-Piro-fast-fulltext-search-in-ruby-groonga-rroonga-droonga.gem
+

data/README.md

@@ -0,0 +1,24 @@
+# Fast fulltext search in Ruby, without Java -Groonga, Rroonga and Droonga-
+
+This is slides for a presentation at [Tokyo Rubyist Meetup](http://trbmeetup.doorkeeper.jp/events/19450).
+
+## For author
+
+### To show this slides
+
+    rake
+
+### To publish this slides
+
+    rake publish
+
+## For others
+
+### To install
+
+    gem install rabbit-slide-Piro-fast-fulltext-search-in-ruby-groonga-rroonga-droonga
+
+### To show
+
+    rabbit rabbit-slide-Piro-fast-fulltext-search-in-ruby-groonga-rroonga-droonga.gem
+

data/Rakefile

@@ -0,0 +1,17 @@
+require "rabbit/task/slide"
+
+# Edit ./config.yaml to customize meta data
+
+spec = nil
+Rabbit::Task::Slide.new do |task|
+  spec = task.spec
+  # task.spec.files += Dir.glob("doc/**/*.*")
+  # task.spec.files -= Dir.glob("private/**/*.*")
+  task.spec.add_runtime_dependency("rabbit-theme-groonga")
+end
+
+desc "Tag #{spec.version}"
+task :tag do
+  sh("git", "tag", "-a", spec.version.to_s, "-m", "Publish #{spec.version}")
+  sh("git", "push", "--tags")
+end

data/config.yaml

@@ -0,0 +1,21 @@
+---
+id: fast-fulltext-search-in-ruby-groonga
+base_name: fast-fulltext-search-in-ruby-groonga
+tags:
+- droonga
+- groonga
+presentation_date: 2015/02/12
+version: 2015.02.12.0
+licenses: []
+slideshare_id: fastfulltextsearchinrubygroonga
+speaker_deck_id: 
+ustream_id: 
+vimeo_id: 
+youtube_id: 
+author:
+  markup_language: :markdown
+  name: 結城洋志
+  email: yuki@clear-code.com
+  rubygems_user: Piro
+  slideshare_user: pirooutsiderreflex
+  speaker_deck_user: 

data/fast-fulltext-search-in-ruby-groonga-rroonga-droonga.md

@@ -0,0 +1,481 @@
+# trbmeetup
+
+subtitle
+:   Fast fulltext search in Ruby, without Java
+    -Groonga, Rroonga and Droonga-
+
+author
+:   YUKI Hiroshi
+
+institution
+:   ClearCode Inc.
+
+allotted_time
+:   30m
+
+theme
+:   groonga
+
+
+
+# Abstract
+
+ * Fulltext search?
+ * Groonga and Rroonga
+   - easy fulltext search in Ruby
+ * Droonga
+   - scalable fulltext search
+
+# Introduction
+
+What's
+*fulltext search*?
+
+# Searching without index
+
+ex. `Array#grep`
+ex. `LIKE` operator in SQL
+
+~~~
+SELECT name,location
+  FROM Store
+ WHERE name LIKE '%Tokyo%';
+~~~
+{: lang="sql"}
+
+ * easy, simple, but *slow*
+
+# Fulltext search w/ index
+
+![](images/latency.png){:relative_width="60" align="right" relative_margin_right="-10"}
+
+ * Fast!!
+
+# Demonstration
+
+Methods
+: * `Array#grep` (not indexed)
+  * `GrnMini::Array#select` (indexed)
+
+Data
+: * Wikipedia(ja) pages
+
+# Demonstration: Result
+
+![](images/demo-latency.png){:relative_height="90"}
+
+# Off topic: why fast?
+
+![](images/inversed-index-add-1.png){:relative_width="80"}
+
+# Off topic: why fast?
+
+![](images/inversed-index-add-2.png){:relative_width="80"}
+
+# Off topic: why fast?
+
+![](images/inversed-index-add-3.png){:relative_width="80"}
+
+# Off topic: why fast?
+
+![](images/inversed-index-search-1.png){:relative_width="80"}
+
+# Off topic: why fast?
+
+![](images/inversed-index-search-2.png){:relative_width="80"}
+
+# Off topic: why fast?
+
+![](images/inversed-index-search-3.png){:relative_width="80"}
+
+# Off topic: why fast?
+
+![](images/tokenize-bigram.png){:relative_height="90"}
+
+# Off topic: why fast?
+
+![](images/tokenize-mecab.png){:relative_height="90"}
+
+# How introduce?
+
+Major ways
+
+ * Sunspot
+ * elasticsearch-ruby
+
+# Sunspot?
+
+A client library of
+*Solr*
+for Ruby and Rails
+(ActiveRecord)
+
+# Sunspot: Usage
+
+~~~
+class Post < ActiveRecord::Base
+  searchable do
+    # ...
+  end
+end
+
+result = Post.search do
+  fulltext 'best pizza'
+  # ...
+end
+~~~
+{: lang="ruby"}
+
+# elasticsearch-ruby?
+
+A client library of *Elasticsearch* for Ruby
+
+~~~
+client = Elasticsearch::Client.new(log: true)
+client.transport.reload_connections!
+client.cluster.health
+client.search(q: "test")
+~~~
+{: lang="ruby"}
+
+# Relations of services
+
+![](images/application-with-index.png){:relative_width="80"}
+
+# But...
+
+ * [Apache Solr](http://lucene.apache.org/solr/): "built on Apache Lucene™."
+ * [Elasticsearch](http://www.elasticsearch.org/overview/elasticsearch/): "Build on top of Apache Lucene™"
+ * [Apache Lucene](http://lucene.apache.org/): "written entirely *in Java*."
+
+# Java!!
+
+![](images/application-with-index-java.png){:relative_width="80"}
+
+# In short
+
+ * They require *Java*.
+ * My Ruby product have to be combined with *Java*, just for fulltext search.
+
+# Alternative choice
+
+*Groonga*
+and
+*Rroonga*
+
+# Groonga
+
+ * Fast fulltext search engine written in *C*
+ * Originally designed to search increasing huge numbers of comments in "2ch" (like Twitter)
+
+# Groonga
+
+ * Realtime indexing
+   * Read/write lock-free
+   * Parallel updating and searching, without penalty
+   * Returns latest result ASAP
+ * No transaction
+   * No warranty for data consistency
+
+# Relations of services
+
+![](images/application-with-groonga.png){:relative_width="80"}
+
+# Groonga's interfaces
+
+via command line interface
+
+~~~
+$ groonga="groonga /path/to/database/db"
+$ $groonga table_create --name Entries
+    --flags TABLE_PAT_KEY --key_type ShortText
+$ $groonga select --table Entries
+                  --query "title:@Ruby"
+~~~
+
+# Groonga's interfaces
+
+via HTTP
+
+~~~
+$ groonga -d --protocol http --port 10041
+                            /path/to/database/db
+
+$ endpoint="http://groonga:10041"
+$ curl "${endpoint}/d/table_create?name=Entries&
+          flags=TABLE_PAT_KEY&key_type=ShortText"
+$ curl "${endpoint}/d/select?table=Entries&
+                          query=title:@Ruby"
+~~~
+
+# Groonga's interfaces
+
+Narrowly-defined "Groonga"
+: * CLI or server
+
+libgroonga
+: * In-process library
+  * Like as "better SQLite"
+
+# Groonga
+
+![](images/groonga.png){:relative_height="90"}
+
+# *R*roonga
+
+![](images/groonga-rroonga.png){:relative_height="90"}
+
+# *R*roonga
+
+ * Based on libgroonga
+ * Low-level binding of Groonga for *Ruby*
+
+# Relations of services
+
+![](images/application-with-groonga-rroonga.png){:relative_width="80"}
+
+# Usage: Install
+
+~~~
+% sudo gem install rroonga
+~~~
+
+Groonga (libgroonga) is also installed as a part of the package.
+
+# Usage: Prepare
+
+~~~
+require "groonga"
+
+Groonga::Database.create(path: "/tmp/bookmark.db")
+# Or
+Groonga::Database.open("/tmp/bookmark.db")
+~~~
+{: lang="ruby"}
+
+# Usage: Schema
+
+~~~
+Groonga::Schema.define do |schema|
+  schema.create_table("Items",
+                      type:     :hash,
+                      key_type: "ShortText") do |table|
+    table.text("title")
+  end
+  schema.create_table("Terms",
+                      type:              :patricia_trie,
+                      normalizer:        "NormalizerAuto",
+                      default_tokenizer: "TokenBigram") do |table|
+   table.index("Items.title")
+  end
+end
+~~~
+{: lang="ruby"}
+
+# Usage: Data loading
+
+~~~
+items = Groonga["Items"]
+items.add("http://en.wikipedia.org/wiki/Ruby",
+          title: "Wikipedia")
+items.add("http://www.ruby-lang.org/",
+          title: "Ruby")
+~~~
+{: lang="ruby"}
+
+# Usage: Fulltext search
+
+~~~
+items = Groonga["Items"]
+ruby_items = items.select do |record|
+  record.title =~ "Ruby"
+end
+~~~
+{: lang="ruby"}
+
+# FYI: GrnMini
+
+ * Lightweight wrapper
+   for Rroonga
+ * Limited features,
+   but easy to use
+
+# FYI: GrnMini: Code
+
+~~~
+require "grn_mini"
+
+GrnMini::create_or_open("/tmp/bookmarks.db")
+
+items = GrnMini::Array.new("Items")
+items << { url:   "http://en.wikipedia.org/wiki/Ruby",
+           title: "Ruby - Wikipedia" }
+items << { url:   "http://www.ruby-lang.org/",
+           title: "Ruby Language" }
+
+ruby_items = items.select("title:@Ruby")
+~~~
+{: lang="ruby"}
+
+Good first step to try fulltext search in your Ruby product.
+
+# For much more load...
+
+Groonga
+: works with *single process* on a computer
+
+*D*roonga
+: works with *multiple computers* constructiong a Droonga cluster
+
+# Droonga
+
+![](images/droonga.png){:relative_width="80"}
+
+# Droonga
+
+ * Scalable
+   (replication + partitioning)
+ * Groonga compatible
+   HTTP interface
+ * Client library for Ruby
+   (`droonga-client`)
+
+# Droonga
+
+![](images/droonga-throughput.png){:relative_height="90"}
+
+# Usage of Droonga
+
+Setup a Droonga node
+
+~~~
+# base="https://raw.githubusercontent.com/droonga"
+# curl ${base}/droonga-engine/master/install.sh | \
+    bash
+# curl ${base}/droonga-http-server/master/install.sh | \
+    bash
+# droonga-engine-catalog-generate --hosts=node0,node1,node2
+# service droonga-engine start
+# service droonga-http-server start
+~~~
+
+# Usage of Droonga
+
+Fulltext search via HTTP
+(compatible to Groonga)
+
+~~~
+$ endpoint="http://node0:10041"
+$ curl "${endpoint}/d/table_create?name=Store&
+        flags=TABLE_PAT_KEY&key_type=ShortText"
+~~~
+
+
+# More chices
+
+ * *M*roonga
+   * Add-on for *MySQL/MariaDB*
+     (Bundled to MariaDB by default)
+ * *PG*roonga
+   * Add-on for *PostgreSQL*
+
+# Relations of services
+
+![](images/mroonga-pgroonga.png){:relative_width="80"}
+
+
+# SQL w/ fulltext search
+
+Mroonga
+
+~~~
+SELECT name,location
+  FROM Store
+ WHERE MATCH(name)
+     AGAINST('+東京' IN BOOLEAN MODE);
+~~~
+{: lang="sql"}
+
+
+# SQL w/ fulltext search
+
+PGroonga
+
+~~~
+SELECT name,location
+  FROM Store WHERE name %% '東京';
+
+SELECT name,location
+  FROM Store WHERE name @@ '東京 OR 大阪';
+
+SELECT name,location
+  FROM Store WHERE name LIKE '%東京%';
+/* alias to "name @@ '東京'"*/
+~~~
+{: lang="sql"}
+
+
+# Conclusion
+
+ * *Rroonga* (and *GrnMini*) introduces fast fulltext search into your Ruby product instantly
+ * *Droonga* for increasing load
+ * *Mroonga* and *PGroonga*
+   for existing RDBMS
+
+# References
+
+Sunspot
+: http://sunspot.github.io/
+
+elasticsearch-ruby
+: https://github.com/elasticsearch/elasticsearch-ruby
+
+# References
+
+Apache Lucene
+: http://lucene.apache.org/
+
+Apache Solr
+: http://lucene.apache.org/solr/
+
+Elasticsearch
+: http://www.elasticsearch.org/overview/elasticsearch/
+
+# References
+
+Groonga
+: http://groonga.org/
+
+Rroonga
+: http://ranguba.org/
+
+GrnMini
+: https://github.com/ongaeshi/grn_mini
+
+# References
+
+Droonga
+: http://droonga.org/
+
+Mroonga
+: http://mroonga.org/
+
+PGroonga
+: http://pgroonga.github.io/
+
+# References
+
+Comparison of PostgreSQL, pg_bigm and PGroonga
+: http://blog.createfield.com/entry/2015/02/03/094940
+
+# Advertisement
+
+![](images/syskan.jpg){:relative_width="40" align="right" relative_margin_right="-10"}
+
+ * Serial comic
+   at Nikkei Linux
+ * 2015.2.18
+   Release
+ * ￥1728
+   (tax-inclusive)
+ * Paper/Kindle

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: rabbit-slide-Piro-fast-fulltext-search-in-ruby-groonga
+version: !ruby/object:Gem::Version
+  version: 2015.02.12.0
+platform: ruby
+authors:
+- 結城洋志
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rabbit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: rabbit-theme-groonga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: '[Tokyo Rubyist Meetup](http://trbmeetup.doorkeeper.jp/events/19450)用の発表資料です。'
+email:
+- yuki@clear-code.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .rabbit
+- README.ja.md
+- README.md
+- Rakefile
+- config.yaml
+- fast-fulltext-search-in-ruby-groonga-rroonga-droonga.md
+- images/application-with-groonga-rroonga.png
+- images/application-with-groonga.png
+- images/application-with-index-java.png
+- images/application-with-index.png
+- images/demo-latency.png
+- images/droonga-throughput.png
+- images/droonga.png
+- images/groonga-rroonga.png
+- images/groonga.png
+- images/inversed-index-add-1.png
+- images/inversed-index-add-2.png
+- images/inversed-index-add-3.png
+- images/inversed-index-search-1.png
+- images/inversed-index-search-2.png
+- images/inversed-index-search-3.png
+- images/latency.png
+- images/mroonga-pgroonga.png
+- images/syskan.jpg
+- images/tokenize-bigram.png
+- images/tokenize-mecab.png
+- pdf/fast-fulltext-search-in-ruby-groonga-fast-fulltext-search-in-ruby-groonga.pdf
+homepage: http://slide.rabbit-shocker.org/authors/Piro/fast-fulltext-search-in-ruby-groonga/
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.1
+signing_key: 
+specification_version: 4
+summary: Javaいらず！Rubyで高速全文検索 -Groonga, Rroonga, Droonga-
+test_files: []