informers 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 30960cffae248b704482b2faaa2d573cb9d9cf491543d8c9593b8c937d997a9f
-  data.tar.gz: c6ce6d049ae38eb6a154fb7cd2fbef2cd709a71663f2ffc6951869687ae779e7
+  metadata.gz: 2baf3ed7ae9b6bf6a1347f0dc880ae3a48f26daa518112e37d6bf03927faed67
+  data.tar.gz: 03cd4f92aa6a062fc23ca712369a8cf1db5300bb53b1eb99ad8d71574a1a8ce6
 SHA512:
-  metadata.gz: eb3382ec97e9ffbf7dbada8440290c2c7a2155574d2b5c3a14357dffcf19ac8b36256a0ae2265923cdfb6efed30cc1d1f3106576edfeaa652853c42d18f80063
-  data.tar.gz: 13bc7da32218b600d49d0289dfcb258b25a2e3cce4793398eb92e8e48c2886cfcf7f944e7f666fa5d4170c0db8eade00599d4d4333974eea5e285b0ecf946b5d
+  metadata.gz: cfef17a6c7b9a574c43f3f45cc4f20bb36c1d764f6c68f47036f41a7af9a54aecf1a678eda1e3f3f7b0da26ff8131e22dc13d56e16e461366b67d8b6b0d77e97
+  data.tar.gz: 8c99136eb43350c118402e0ac076055d4ab563e6f185d06c9b826c5d592a3955f64b2ea5284d32583e4725229201514a30527401f454cde45944fb54f9dd0b97

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.1.3 (2021-09-25)
+
+- Added text generation
+- Added fill mask
+
 ## 0.1.2 (2020-11-24)
 
 - Added feature extraction

data/README.md

@@ -7,7 +7,7 @@ Supports:
 - Sentiment analysis
 - Question answering
 - Named-entity recognition
-- Text generation - *in development*
+- Text generation
 - Summarization - *in development*
 - Translation - *in development*
 
@@ -21,17 +21,12 @@ Add this line to your application’s Gemfile:
 gem 'informers'
 ```
 
-On Mac, also install OpenMP:
-
-```sh
-brew install libomp
-```
-
 ## Getting Started
 
 - [Sentiment analysis](#sentiment-analysis)
 - [Question answering](#question-answering)
 - [Named-entity recognition](#named-entity-recognition)
+- [Text Generation](#text-generation)
 
 ### Sentiment Analysis
 
@@ -58,11 +53,7 @@ model.predict(["This is super cool", "I didn't like it"])
 
 ### Question Answering
 
-First, download the [pretrained model](https://github.com/ankane/informers/releases/download/v0.1.0/question-answering.onnx) and add Numo to your application’s Gemfile:
-
-```ruby
-gem 'numo-narray'
-```
+First, download the [pretrained model](https://github.com/ankane/informers/releases/download/v0.1.0/question-answering.onnx).
 
 Ask a question with some context
 
@@ -101,6 +92,23 @@ This returns
 ]
 ```
 
+### Text Generation
+
+First, export the [pretrained model](tools/export.md).
+
+Pass a prompt
+
+```ruby
+model = Informers::TextGeneration.new("text-generation.onnx")
+model.predict("As far as I am concerned, I will", max_length: 50)
+```
+
+This returns
+
+```text
+As far as I am concerned, I will be the first to admit that I am not a fan of the idea of a "free market." I think that the idea of a free market is a bit of a stretch. I think that the idea
+```
+
 ## Models
 
 Task | Description | Contributor | License | Link
@@ -108,8 +116,9 @@ Task | Description | Contributor | License | Link
 Sentiment analysis | DistilBERT fine-tuned on SST-2 | Hugging Face | Apache-2.0 | [Link](https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english)
 Question answering | DistilBERT fine-tuned on SQuAD | Hugging Face | Apache-2.0 | [Link](https://huggingface.co/distilbert-base-cased-distilled-squad)
 Named-entity recognition | BERT fine-tuned on CoNLL03 | Bayerische Staatsbibliothek | In-progress | [Link](https://huggingface.co/dbmdz/bert-large-cased-finetuned-conll03-english)
+Text generation | GPT-2 | Hugging Face | [Custom](https://github.com/openai/gpt-2/blob/master/LICENSE) | [Link](https://huggingface.co/gpt2)
 
-Models are [quantized](https://medium.com/microsoftazure/faster-and-smaller-quantized-nlp-with-hugging-face-and-onnx-runtime-ec5525473bb7) to make them faster and smaller.
+Some models are [quantized](https://medium.com/microsoftazure/faster-and-smaller-quantized-nlp-with-hugging-face-and-onnx-runtime-ec5525473bb7) to make them faster and smaller.
 
 ## Deployment
 

data/lib/informers/fill_mask.rb

@@ -0,0 +1,108 @@
+# Copyright 2018 The HuggingFace Inc. team.
+# Copyright 2021 Andrew Kane.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Informers
+  class FillMask
+    def initialize(model_path)
+      encoder_path = File.expand_path("../../vendor/roberta.bin", __dir__)
+      @encoder = BlingFire.load_model(encoder_path, prefix: false)
+
+      decoder_path = File.expand_path("../../vendor/roberta.i2w", __dir__)
+      @decoder = BlingFire.load_model(decoder_path)
+
+      @model = OnnxRuntime::Model.new(model_path)
+    end
+
+    def predict(texts)
+      singular = !texts.is_a?(Array)
+      texts = [texts] if singular
+
+      mask_token = 50264
+
+      # tokenize
+      input_ids =
+        texts.map do |text|
+          tokens = @encoder.text_to_ids(text, nil, 3) # unk token
+
+          # add mask token
+          mask_sequence = [28696, 43776, 15698]
+          masks = []
+          (tokens.size - 2).times do |i|
+            masks << i if tokens[i..(i + 2)] == mask_sequence
+          end
+          masks.reverse.each do |mask|
+            tokens = tokens[0...mask] + [mask_token] + tokens[(mask + 3)..-1]
+          end
+
+          tokens.unshift(0) # cls token
+          tokens << 2 # sep token
+
+          tokens
+        end
+
+      max_tokens = input_ids.map(&:size).max
+      attention_mask = []
+      input_ids.each do |ids|
+        zeros = [0] * (max_tokens - ids.size)
+
+        mask = ([1] * ids.size) + zeros
+        attention_mask << mask
+
+        ids.concat(zeros)
+      end
+
+      input = {
+        input_ids: input_ids,
+        attention_mask: attention_mask
+      }
+
+      masked_index = input_ids.map { |v| v.each_index.select { |i| v[i] == mask_token } }
+      masked_index.each do |v|
+        raise "No mask_token (<mask>) found on the input" if v.size < 1
+        raise "More than one mask_token (<mask>) is not supported" if v.size > 1
+      end
+
+      outputs = @model.predict(input)["output_0"]
+      batch_size = outputs.size
+
+      results = []
+      batch_size.times do |i|
+        result = []
+
+        logits = outputs[i][masked_index[i][0]]
+        values = logits.map { |v| Math.exp(v) }
+        sum = values.sum
+        probs = values.map { |v| v / sum }
+        res = probs.each_with_index.sort_by { |v| -v[0] }.first(5)
+
+        res.each do |(v, p)|
+          tokens = input[:input_ids][i].dup
+          tokens[masked_index[i][0]] = p
+          result << {
+            sequence: @decoder.ids_to_text(tokens),
+            score: v,
+            token: p,
+            # TODO figure out prefix space
+            token_str: @decoder.ids_to_text([p], skip_special_tokens: false)
+          }
+        end
+
+        results += [result]
+      end
+
+      singular ? results.first : results
+    end
+  end
+end

data/lib/informers/question_answering.rb

@@ -16,9 +16,6 @@
 module Informers
   class QuestionAnswering
     def initialize(model_path)
-      # make sure Numo is available
-      require "numo/narray"
-
       tokenizer_path = File.expand_path("../../vendor/bert_base_cased_tok.bin", __dir__)
       @tokenizer = BlingFire.load_model(tokenizer_path)
       @model = OnnxRuntime::Model.new(model_path)

data/lib/informers/text_generation.rb

@@ -0,0 +1,44 @@
+# Copyright 2018 The HuggingFace Inc. team.
+# Copyright 2021 Andrew Kane.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Informers
+  class TextGeneration
+    def initialize(model_path)
+      encoder_path = File.expand_path("../../vendor/gpt2.bin", __dir__)
+      @encoder = BlingFire.load_model(encoder_path, prefix: false)
+
+      decoder_path = File.expand_path("../../vendor/gpt2.i2w", __dir__)
+      @decoder = BlingFire.load_model(decoder_path)
+
+      @model = OnnxRuntime::Model.new(model_path)
+    end
+
+    def predict(text, max_length: 50)
+      tokens = @encoder.text_to_ids(text)
+
+      input = {
+        input_ids: [tokens]
+      }
+
+      (max_length - tokens.size).times do |i|
+        output = @model.predict(input, output_type: :numo, output_names: ["output_0"])
+        # passed to input_ids
+        tokens << output["output_0"][0, true, true][-1, true].max_index
+      end
+
+      @decoder.ids_to_text(tokens)
+    end
+  end
+end

data/lib/informers/version.rb

@@ -1,3 +1,3 @@
 module Informers
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

data/lib/informers.rb

@@ -1,10 +1,13 @@
 # dependencies
 require "blingfire"
+require "numo/narray"
 require "onnxruntime"
 
 # modules
 require "informers/feature_extraction"
+require "informers/fill_mask"
 require "informers/ner"
 require "informers/question_answering"
 require "informers/sentiment_analysis"
+require "informers/text_generation"
 require "informers/version"

data/vendor/LICENSE-gpt2.txt

@@ -0,0 +1,24 @@
+Modified MIT License
+
+Software Copyright (c) 2019 OpenAI
+
+We don’t claim ownership of the content you create with GPT-2, so it is yours to do with as you please.
+We only ask that you use GPT-2 responsibly and clearly indicate your content was created using GPT-2.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+associated documentation files (the "Software"), to deal in the Software without restriction,
+including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included
+in all copies or substantial portions of the Software.
+The above copyright notice and this permission notice need not be included
+with content created by the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
+BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+OR OTHER DEALINGS IN THE SOFTWARE.

data/vendor/LICENSE-roberta.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Facebook, Inc. and its affiliates.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: informers
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-11-24 00:00:00.000000000 Z
+date: 2021-09-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: blingfire
@@ -16,16 +16,16 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.7
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.7
 - !ruby/object:Gem::Dependency
-  name: onnxruntime
+  name: numo-narray
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -39,61 +39,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '5'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '5'
-- !ruby/object:Gem::Dependency
-  name: numo-narray
+  name: onnxruntime
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
+        version: 0.5.1
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.5.1
 description:
 email: andrew@chartkick.com
 executables: []
@@ -105,14 +63,22 @@ files:
 - README.md
 - lib/informers.rb
 - lib/informers/feature_extraction.rb
+- lib/informers/fill_mask.rb
 - lib/informers/ner.rb
 - lib/informers/question_answering.rb
 - lib/informers/sentiment_analysis.rb
+- lib/informers/text_generation.rb
 - lib/informers/version.rb
 - vendor/LICENSE-bert.txt
 - vendor/LICENSE-blingfire.txt
+- vendor/LICENSE-gpt2.txt
+- vendor/LICENSE-roberta.txt
 - vendor/bert_base_cased_tok.bin
 - vendor/bert_base_tok.bin
+- vendor/gpt2.bin
+- vendor/gpt2.i2w
+- vendor/roberta.bin
+- vendor/roberta.i2w
 homepage: https://github.com/ankane/informers
 licenses:
 - Apache-2.0
@@ -132,7 +98,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: State-of-the-art natural language processing for Ruby