elasticsearch-model 0.1.9 → 7.1.1

data/elasticsearch-model.gemspec

@@ -1,57 +1,69 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
 # coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
+
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'elasticsearch/model/version'
 
 Gem::Specification.new do |s|
-  s.name          = "elasticsearch-model"
+  s.name          = 'elasticsearch-model'
   s.version       = Elasticsearch::Model::VERSION
-  s.authors       = ["Karel Minarik"]
-  s.email         = ["karel.minarik@elasticsearch.org"]
-  s.description   = "ActiveModel/Record integrations for Elasticsearch."
-  s.summary       = "ActiveModel/Record integrations for Elasticsearch."
-  s.homepage      = "https://github.com/elasticsearch/elasticsearch-rails/"
-  s.license       = "Apache 2"
+  s.authors       = ['Karel Minarik']
+  s.email         = ['karel.minarik@elasticsearch.org']
+  s.description   = 'ActiveModel/Record integrations for Elasticsearch.'
+  s.summary       = 'ActiveModel/Record integrations for Elasticsearch.'
+  s.homepage      = 'https://github.com/elasticsearch/elasticsearch-rails/'
+  s.license       = 'Apache 2'
 
   s.files         = `git ls-files`.split($/)
   s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
   s.test_files    = s.files.grep(%r{^(test|spec|features)/})
-  s.require_paths = ["lib"]
-
-  s.extra_rdoc_files  = [ "README.md", "LICENSE.txt" ]
-  s.rdoc_options      = [ "--charset=UTF-8" ]
-
-  s.required_ruby_version = ">= 1.9.3"
-
-  s.add_dependency "elasticsearch",       '> 0.4'
-  s.add_dependency "activesupport",       '> 3'
-  s.add_dependency "hashie"
-
-  s.add_development_dependency "bundler", "~> 1.3"
-  s.add_development_dependency "rake", "< 11.0"
-
-  s.add_development_dependency "elasticsearch-extensions"
+  s.require_paths = ['lib']
 
-  s.add_development_dependency "sqlite3"
-  s.add_development_dependency "activemodel",   "> 3.0"
+  s.extra_rdoc_files  = ['README.md', 'LICENSE.txt']
+  s.rdoc_options      = ['--charset=UTF-8']
 
-  s.add_development_dependency "oj"
-  s.add_development_dependency "kaminari"
-  s.add_development_dependency "will_paginate"
+  s.required_ruby_version = '>= 2.4'
 
-  s.add_development_dependency "minitest", "~> 4.2"
-  s.add_development_dependency "test-unit" if defined?(RUBY_VERSION) && RUBY_VERSION > '2.2'
-  s.add_development_dependency "shoulda-context"
-  s.add_development_dependency "mocha"
-  s.add_development_dependency "turn"
-  s.add_development_dependency "yard"
-  s.add_development_dependency "ruby-prof"
-  s.add_development_dependency "pry"
-  s.add_development_dependency "ci_reporter", "~> 1.9"
+  s.add_dependency 'activesupport', '> 3'
+  s.add_dependency 'elasticsearch', '> 1'
+  s.add_dependency 'hashie'
 
-  if defined?(RUBY_VERSION) && RUBY_VERSION > '1.9'
-    s.add_development_dependency "simplecov"
-    s.add_development_dependency "cane"
-    s.add_development_dependency "require-prof"
+  s.add_development_dependency 'activemodel', '> 3'
+  s.add_development_dependency 'bundler'
+  s.add_development_dependency 'cane'
+  s.add_development_dependency 'elasticsearch-extensions'
+  s.add_development_dependency 'kaminari'
+  s.add_development_dependency 'minitest'
+  s.add_development_dependency 'mocha'
+  s.add_development_dependency 'pry'
+  s.add_development_dependency 'rake', '~> 12'
+  s.add_development_dependency 'require-prof'
+  s.add_development_dependency 'shoulda-context'
+  s.add_development_dependency 'simplecov'
+  s.add_development_dependency 'test-unit'
+  s.add_development_dependency 'turn'
+  s.add_development_dependency 'will_paginate'
+  s.add_development_dependency 'yard'
+  unless defined?(JRUBY_VERSION)
+    s.add_development_dependency 'oj'
+    s.add_development_dependency 'ruby-prof'
+    s.add_development_dependency 'sqlite3'
   end
 end

data/examples/activerecord_article.rb

@@ -1,3 +1,20 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
 # ActiveRecord and Elasticsearch
 # ==============================
 #
@@ -26,7 +43,7 @@ ActiveRecord::Schema.define(version: 1) do
   end
 end
 
-Kaminari::Hooks.init
+Kaminari::Hooks.init if defined?(Kaminari::Hooks) if defined?(Kaminari::Hooks)
 
 class Article < ActiveRecord::Base
 end

data/examples/activerecord_associations.rb

@@ -1,3 +1,20 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
 # ActiveRecord associations and Elasticsearch
 # ===========================================
 #
@@ -12,12 +29,12 @@
 $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
 
 require 'pry'
-Pry.config.history.file = File.expand_path('../../tmp/elasticsearch_development.pry', __FILE__)
 
 require 'logger'
 require 'ansi/core'
 require 'active_record'
 
+require 'json'
 require 'elasticsearch/model'
 
 ActiveRecord::Base.logger = ActiveSupport::Logger.new(STDOUT)
@@ -28,23 +45,24 @@ ActiveRecord::Base.establish_connection( adapter: 'sqlite3', database: ":memory:
 ActiveRecord::Schema.define(version: 1) do
   create_table :categories do |t|
     t.string     :title
-    t.timestamps
+    t.timestamps null: false
   end
 
   create_table :authors do |t|
     t.string     :first_name, :last_name
-    t.timestamps
+    t.string     :department
+    t.timestamps null: false
   end
 
   create_table :authorships do |t|
     t.references :article
     t.references :author
-    t.timestamps
+    t.timestamps null: false
   end
 
   create_table :articles do |t|
     t.string   :title
-    t.timestamps
+    t.timestamps null: false
   end
 
   create_table :articles_categories, id: false do |t|
@@ -54,15 +72,16 @@ ActiveRecord::Schema.define(version: 1) do
   create_table :comments do |t|
     t.string     :text
     t.references :article
-    t.timestamps
+    t.timestamps null: false
   end
-  add_index(:comments, :article_id)
+
+  add_index(:comments, :article_id) unless index_exists?(:comments, :article_id)
 end
 
 # ----- Elasticsearch client setup ----------------------------------------------------------------
 
 Elasticsearch::Model.client = Elasticsearch::Client.new log: true
-Elasticsearch::Model.client.transport.logger.formatter = proc { |s, d, p, m| "\e[32m#{m}\n\e[0m" }
+Elasticsearch::Model.client.transport.logger.formatter = proc { |s, d, p, m| "\e[2m#{m}\n\e[0m" }
 
 # ----- Search integration ------------------------------------------------------------------------
 
@@ -79,11 +98,27 @@ module Searchable
 
   module Indexing
 
+  #Index only the specified fields
+  settings do
+    mappings dynamic: false do
+      indexes :categories, type: :object do
+        indexes :title
+      end
+      indexes :authors, type: :object do
+        indexes :full_name
+        indexes :department
+      end
+      indexes :comments, type: :object do
+        indexes :text 
+      end
+    end
+  end
+    
     # Customize the JSON serialization for Elasticsearch
     def as_indexed_json(options={})
       self.as_json(
         include: { categories: { only: :title},
-                   authors:    { methods: [:full_name], only: [:full_name] },
+                   authors:    { methods: [:full_name, :department], only: [:full_name, :department] },
                    comments:   { only: :text }
                  })
     end
@@ -139,7 +174,7 @@ category = Category.create title: 'One'
 
 # Create author
 #
-author = Author.create first_name: 'John', last_name: 'Smith'
+author = Author.create first_name: 'John', last_name: 'Smith', department: 'Business'
 
 # Create article
 
@@ -160,18 +195,52 @@ article.comments.create text: 'Second comment for article One'
 
 Elasticsearch::Model.client.indices.refresh index: Elasticsearch::Model::Registry.all.map(&:index_name)
 
-puts "\n\e[1mArticles containing 'one':\e[0m", Article.search('one').records.to_a.map(&:inspect), ""
+# Search for a term and return records
+#
+puts "",
+     "Articles containing 'one':".ansi(:bold),
+     Article.search('one').records.to_a.map(&:inspect),
+     ""
 
-puts "\n\e[1mModels containing 'one':\e[0m", Elasticsearch::Model.search('one').records.to_a.map(&:inspect), ""
+puts "",
+     "All Models containing 'one':".ansi(:bold),
+     Elasticsearch::Model.search('one').records.to_a.map(&:inspect),
+     ""
 
-# Load model
+# Difference between `records` and `results`
 #
-article = Article.all.includes(:categories, :authors, :comments).first
+response = Article.search query: { match: { title: 'first' } }
 
-# ----- Pry ---------------------------------------------------------------------------------------
+puts "",
+     "Search results are wrapped in the <#{response.class}> class",
+     ""
 
-puts '', '-'*Pry::Terminal.width!
+puts "",
+     "Access the <ActiveRecord> instances with the `#records` method:".ansi(:bold),
+     response.records.map { |r| "* #{r.title} | Authors: #{r.authors.map(&:full_name) } | Comment count: #{r.comments.size}" }.join("\n"),
+     ""
+
+puts "",
+     "Access the Elasticsearch documents with the `#results` method (without touching the database):".ansi(:bold),
+     response.results.map { |r| "* #{r.title} | Authors: #{r.authors.map(&:full_name) } | Comment count: #{r.comments.size}" }.join("\n"),
+     ""
+
+puts "",
+     "The whole indexed document (according to `Article#as_indexed_json`):".ansi(:bold),
+     JSON.pretty_generate(response.results.first._source.to_hash),
+     ""
+
+# Retrieve only selected fields from Elasticsearch
+#
+response = Article.search query: { match: { title: 'first' } }, _source: ['title', 'authors.full_name']
+
+puts "",
+     "Retrieve only selected fields from Elasticsearch:".ansi(:bold),
+     JSON.pretty_generate(response.results.first._source.to_hash),
+     ""
+
+# ----- Pry ---------------------------------------------------------------------------------------
 
 Pry.start(binding, prompt: lambda { |obj, nest_level, _| '> ' },
-                   input: StringIO.new("article.as_indexed_json\n"),
+                   input: StringIO.new('response.records.first'),
                    quiet: true)

data/examples/activerecord_custom_analyzer.rb

@@ -0,0 +1,152 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# Custom Analyzer for ActiveRecord integration with Elasticsearch
+# ===============================================================
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+
+require 'ansi'
+require 'logger'
+
+require 'active_record'
+require 'elasticsearch/model'
+
+ActiveRecord::Base.logger = ActiveSupport::Logger.new(STDOUT)
+ActiveRecord::Base.establish_connection( adapter: 'sqlite3', database: ":memory:" )
+
+ActiveRecord::Schema.define(version: 1) do
+  create_table :articles do |t|
+    t.string :title
+    t.date    :published_at
+    t.timestamps
+  end
+end
+
+Elasticsearch::Model.client.transport.logger = ActiveSupport::Logger.new(STDOUT)
+Elasticsearch::Model.client.transport.logger.formatter = lambda { |s, d, p, m| "#{m.ansi(:faint)}\n" }
+
+class Article < ActiveRecord::Base
+  include Elasticsearch::Model
+
+  settings index: {
+    number_of_shards: 1,
+    number_of_replicas: 0,
+    analysis: {
+      analyzer: {
+        pattern: {
+          type: 'pattern',
+          pattern: "\\s|_|-|\\.",
+          lowercase: true
+        },
+        trigram: {
+          tokenizer: 'trigram'
+        }
+      },
+      tokenizer: {
+        trigram: {
+          type: 'ngram',
+          min_gram: 3,
+          max_gram: 3,
+          token_chars: ['letter', 'digit']
+        }
+      }
+    } } do
+    mapping do
+      indexes :title, type: 'text', analyzer: 'english' do
+        indexes :keyword, analyzer: 'keyword'
+        indexes :pattern, analyzer: 'pattern'
+        indexes :trigram, analyzer: 'trigram'
+      end
+    end
+  end
+end
+
+# Create example records
+#
+Article.delete_all
+Article.create title: 'Foo'
+Article.create title: 'Foo-Bar'
+Article.create title: 'Foo_Bar_Bazooka'
+Article.create title: 'Foo.Bar'
+
+# Index records
+#
+errors = Article.import force: true, refresh: true, return: 'errors'
+puts "[!] Errors importing records: #{errors.map { |d| d['index']['error'] }.join(', ')}".ansi(:red) && exit(1) unless errors.empty?
+
+puts '', '-'*80
+
+puts "English analyzer [Foo_Bar_1_Bazooka]".ansi(:bold),
+     "Tokens: " +
+     Article.__elasticsearch__.client.indices
+      .analyze(index: Article.index_name, body: { field: 'title', text: 'Foo_Bar_1_Bazooka' })['tokens']
+      .map { |d| "[#{d['token']}]" }.join(' '),
+    "\n"
+
+puts "Keyword analyzer [Foo_Bar_1_Bazooka]".ansi(:bold),
+     "Tokens: " +
+     Article.__elasticsearch__.client.indices
+      .analyze(index: Article.index_name, body: { field: 'title.keyword', text: 'Foo_Bar_1_Bazooka' })['tokens']
+      .map { |d| "[#{d['token']}]" }.join(' '),
+     "\n"
+
+puts "Pattern analyzer [Foo_Bar_1_Bazooka]".ansi(:bold),
+     "Tokens: " +
+     Article.__elasticsearch__.client.indices
+      .analyze(index: Article.index_name, body: { field: 'title.pattern', text: 'Foo_Bar_1_Bazooka' })['tokens']
+      .map { |d| "[#{d['token']}]" }.join(' '),
+     "\n"
+
+puts "Trigram analyzer [Foo_Bar_1_Bazooka]".ansi(:bold),
+     "Tokens: " +
+     Article.__elasticsearch__.client.indices
+      .analyze(index: Article.index_name, body: { field: 'title.trigram', text: 'Foo_Bar_1_Bazooka' })['tokens']
+      .map { |d| "[#{d['token']}]" }.join(' '),
+     "\n"
+
+puts '', '-'*80
+
+response = Article.search query: { match: { 'title' => 'foo' } } ;
+
+puts "English search for 'foo'".ansi(:bold),
+     "#{response.response.hits.total} matches: " +
+     response.records.map { |d| d.title }.join(', '),
+     "\n"
+
+puts '', '-'*80
+
+response = Article.search query: { match: { 'title.pattern' => 'foo' } } ;
+
+puts "Pattern search for 'foo'".ansi(:bold),
+     "#{response.response.hits.total} matches: " +
+     response.records.map { |d| d.title }.join(', '),
+     "\n"
+
+puts '', '-'*80
+
+response = Article.search query: { match: { 'title.trigram' => 'zoo' } } ;
+
+puts "Trigram search for 'zoo'".ansi(:bold),
+     "#{response.response.hits.total} matches: " +
+     response.records.map { |d| d.title }.join(', '),
+     "\n"
+
+puts '', '-'*80
+
+
+require 'pry'; binding.pry;

data/examples/activerecord_mapping_completion.rb

@@ -1,3 +1,20 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
 require 'ansi'
 require 'active_record'
 require 'elasticsearch/model'
@@ -18,17 +35,14 @@ class Article < ActiveRecord::Base
   include Elasticsearch::Model::Callbacks
 
   mapping do
-    indexes :title
-    indexes :title_suggest, type: 'completion', payloads: true
+    indexes :title, type: 'text' do
+      indexes :suggest, type: 'completion'
+    end
+    indexes :url, type: 'keyword'
   end
 
   def as_indexed_json(options={})
-    as_json.merge \
-    title_suggest: {
-      input:  title,
-      output: title,
-      payload: { url: "/articles/#{id}" }
-    }
+    as_json.merge 'url' => "/articles/#{id}"
   end
 end
 
@@ -53,17 +67,20 @@ response_1 = Article.search 'foo';
 puts "Article search:".ansi(:bold),
      response_1.to_a.map { |d| "Title: #{d.title}" }.inspect.ansi(:bold, :yellow)
 
-response_2 = Article.__elasticsearch__.client.suggest \
-  index: Article.index_name,
-  body: {
+response_2 = Article.search \
+  query: {
+    match: { title: 'foo' }
+  },
+  suggest: {
     articles: {
       text: 'foo',
-      completion: { field: 'title_suggest', size: 25 }
+      completion: { field: 'title.suggest' }
     }
-  };
+  },
+  _source: ['title', 'url']
 
-puts "Article suggest:".ansi(:bold),
-     response_2['articles'].first['options'].map { |d| "#{d['text']} -> #{d['payload']['url']}" }.
-     inspect.ansi(:bold, :green)
+puts "Article search with suggest:".ansi(:bold),
+     response_2.response['suggest']['articles'].first['options'].map { |d| "#{d['text']} -> #{d['_source']['url']}" }.
+     inspect.ansi(:bold, :blue)
 
 require 'pry'; binding.pry;

data/examples/activerecord_mapping_edge_ngram.rb

@@ -0,0 +1,118 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require 'ansi'
+require 'sqlite3'
+require 'active_record'
+require 'elasticsearch/model'
+
+ActiveRecord::Base.logger = ActiveSupport::Logger.new(STDOUT)
+ActiveRecord::Base.establish_connection( adapter: 'sqlite3', database: ":memory:" )
+
+ActiveRecord::Schema.define(version: 1) do
+  create_table :articles do |t|
+    t.string :title
+    t.date   :published_at
+    t.timestamps
+  end
+end
+
+class Article < ActiveRecord::Base
+  include Elasticsearch::Model
+  include Elasticsearch::Model::Callbacks
+
+  article_es_settings = {
+    index: {
+      analysis: {
+        filter: {
+          autocomplete_filter: {
+            type: "edge_ngram",
+            min_gram: 1,
+            max_gram: 20
+          }
+        },
+        analyzer:{
+          autocomplete: {
+            type: "custom",
+            tokenizer: "standard",
+            filter: ["lowercase", "autocomplete_filter"]
+          }
+        }
+      }
+    }
+  }
+
+  settings article_es_settings do
+    mapping do
+      indexes :title
+      indexes :suggestable_title, type: 'string', analyzer: 'autocomplete'
+    end
+  end
+
+  def as_indexed_json(options={})
+    as_json.merge(suggestable_title: title)
+  end
+end
+
+Article.__elasticsearch__.client = Elasticsearch::Client.new log: true
+
+# Create index
+
+Article.__elasticsearch__.create_index! force: true
+
+# Store data
+
+Article.delete_all
+Article.create title: 'Foo'
+Article.create title: 'Bar'
+Article.create title: 'Foo Foo'
+Article.__elasticsearch__.refresh_index!
+
+# Search and suggest
+fulltext_search_response = Article.search(query: { match: { title: 'foo'} } )
+
+puts "", "Article search for 'foo':".ansi(:bold),
+     fulltext_search_response.to_a.map { |d| "Title: #{d.title}" }.inspect.ansi(:bold, :yellow),
+     ""
+
+fulltext_search_response_2 = Article.search(query: { match: { title: 'fo'} } )
+
+puts "", "Article search for 'fo':".ansi(:bold),
+     fulltext_search_response_2.to_a.map { |d| "Title: #{d.title}" }.inspect.ansi(:bold, :red),
+     ""
+
+autocomplete_search_response = Article.search(query: { match: { suggestable_title: { query: 'fo', analyzer: 'standard'} } } )
+
+puts "", "Article autocomplete for 'fo':".ansi(:bold),
+     autocomplete_search_response.to_a.map { |d| "Title: #{d.suggestable_title}" }.inspect.ansi(:bold, :green),
+     ""
+
+puts "", "Text 'Foo Bar' analyzed with the default analyzer:".ansi(:bold),
+     Article.__elasticsearch__.client.indices.analyze(
+      index: Article.__elasticsearch__.index_name,
+      field: 'title',
+      text: 'Foo Bar')['tokens'].map { |t| t['token'] }.inspect.ansi(:bold, :yellow),
+     ""
+
+puts "", "Text 'Foo Bar' analyzed with the autocomplete filter:".ansi(:bold),
+     Article.__elasticsearch__.client.indices.analyze(
+      index: Article.__elasticsearch__.index_name,
+      field: 'suggestable_title',
+      text: 'Foo Bar')['tokens'].map { |t| t['token'] }.inspect.ansi(:bold, :yellow),
+     ""
+
+require 'pry'; binding.pry;

data/examples/couchbase_article.rb

@@ -1,3 +1,20 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
 # Couchbase and Elasticsearch
 # ===========================
 #