jekyll-lunr 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d1638c072050e84916f892bb0f1db712e1dec6f17e65447d56e26200b2c26f73
-  data.tar.gz: 60638fd94b811724c149a93f9c5a3f3863ae7717b09c3dad4faecaba75f18a58
+  metadata.gz: 90eef74feddc378ae3003d595921774aa577af3878613eaeb0fa3f455dc6b8f5
+  data.tar.gz: 25d9fec540c555b582dda9e7c6ab7988365e941a64632f7816251987a8928c42
 SHA512:
-  metadata.gz: 3f79f6f47efd9717a470d3bb798922b37eb57cf9574ad7d2d46c634aad54e0e17f79ca335791300ab9eb3f7305af5dad415c695d7f14c671f7b63b8fcf6e55d3
-  data.tar.gz: 29a76ac9fa8a33f5225b922bfd1baa8c3b95682444373dd5d8409f45c8ca89df8ee9d7b427ecc40ceb8e8327d306e902e989fe72f028f949c7995ca1e187b4c1
+  metadata.gz: c521546e2bf208f63a5f8564806bdbbc8fbbe148bea463a99cbe1a0417eddceb0348cc62a3fafacf1232a426c69462c906505b2cd16a7d97071fca67eef141ee
+  data.tar.gz: cd683d7daafda7439be1d6458bb7432d0fcf121052bdb5554bf3bf3972218a76e1e56bff6cef550392cb4b11d34791bbff3f1acfc97b632c38e794299ab872de

data/lib/assets/javascript/indexer.js

@@ -1,33 +1,46 @@
 // https://lunrjs.com/guides/index_prebuilding.html
-const lunr = require('lunr'),
-      stdin = process.stdin,
-      stdout = process.stdout,
-      lang = process.argv[2]
 
-var buffer = []
+process.stdin.resume()
+process.stdin.setEncoding('utf8')
+
+const lunr = require('lunr'),
+      readline = require('readline'),
+      lang = process.argv[2],
+      rl = readline.createInterface({
+        input: process.stdin,
+        output: process.stdout,
+        terminal: false
+      })
 
 // Load Lunr languages
-require("lunr-languages/lunr.stemmer.support")(lunr)
-require(`lunr-languages/lunr.${lang}`)(lunr)
-require("lunr-languages/lunr.multi")(lunr)
+if (lang !== 'en') {
+  require("lunr-languages/lunr.stemmer.support")(lunr)
+  require(`lunr-languages/lunr.${lang}`)(lunr)
+}
 
-stdin.resume()
-stdin.setEncoding('utf8')
+let builder
 
-stdin.on('data', (data) => buffer.push(data))
+// Process each document as a separate line
+rl.on('line', line => {
+  const doc = JSON.parse(line)
 
-stdin.on('end', () => {
-  const docs = JSON.parse(buffer.join(''))
-  const fields = [].concat.apply([], docs.map((doc) => Object.keys(doc)))
-    .filter((item, pos, self) => self.indexOf(item) == pos)
+  // If the builder isn't initialized, create it
+  if (!builder) {
+    builder = new lunr.Builder
+    builder.pipeline.add(
+      lunr.trimmer,
+      lunr.stopWordFilter,
+      lunr.stemmer
+    )
 
-  // We keep this syntax because we don't know enough JS to make `this`
-  // work with ES16 or whatever it's called
-  var idx = lunr(function() {
-    this.use(lunr.multiLanguage(lang, 'en'))
-    fields.forEach((f) => this.field(f))
-    docs.forEach((doc) => this.add(doc))
-  })
+    builder.searchPipeline.add(lunr.stemmer)
 
-  stdout.write(JSON.stringify(idx))
+    if (lang !== 'en') builder.use(lunr[lang])
+
+    Object.keys(doc).forEach(field => builder.field(field))
+  }
+
+  builder.add(doc)
 })
+
+process.stdin.on('end', () => process.stdout.write(JSON.stringify(builder.build())))

data/lib/jekyll/lunr.rb

@@ -86,7 +86,9 @@ module Jekyll
 
       def index
         Open3.popen2(indexer) do |stdin, stdout, wait|
-          stdin.puts indexable_data.to_json
+          indexable_data.each do |data|
+            stdin.puts data.to_json
+          end
           stdin.close
 
           idx = File.new(index_file.path, 'w')

data/lib/jekyll/lunr/version.rb

@@ -2,6 +2,6 @@
 
 module Jekyll
   module Lunr
-    VERSION = '0.1.1'
+    VERSION = '0.1.2'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-lunr
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - f
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-01-27 00:00:00.000000000 Z
+date: 2020-04-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: loofah