informers 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7fab4014ceee446289bf0fb5a3c5b32630462eddba5c1b10e2104c3c42ee43ea
-  data.tar.gz: a09cdc2dc9676a91a5e6c0ab0c3712653b99d2dbae1fe91b1ac55b32777c8cb9
+  metadata.gz: 30960cffae248b704482b2faaa2d573cb9d9cf491543d8c9593b8c937d997a9f
+  data.tar.gz: c6ce6d049ae38eb6a154fb7cd2fbef2cd709a71663f2ffc6951869687ae779e7
 SHA512:
-  metadata.gz: eb4693b6ff9cd60ccdaf727de793a90b0b8576bdc57376a22e78759032144c4bc470b9750bdc38e2288229370dd43f5ca982b407d553ea7ca73b5fff0d5a9e3a
-  data.tar.gz: 7ad9384587b2c12ff09d21c4f1074b297758c7ef65142bfc19bb730e3034d7b9febd180253068b6181814803d6d599e4685a4ef736c734b1b45c41ee700fd3ec
+  metadata.gz: eb3382ec97e9ffbf7dbada8440290c2c7a2155574d2b5c3a14357dffcf19ac8b36256a0ae2265923cdfb6efed30cc1d1f3106576edfeaa652853c42d18f80063
+  data.tar.gz: 13bc7da32218b600d49d0289dfcb258b25a2e3cce4793398eb92e8e48c2886cfcf7f944e7f666fa5d4170c0db8eade00599d4d4333974eea5e285b0ecf946b5d

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.1.2 (2020-11-24)
+
+- Added feature extraction
+
 ## 0.1.1 (2020-10-05)
 
 - Fixed question answering for Ruby < 2.7

data/README.md

@@ -11,7 +11,7 @@ Supports:
 - Summarization - *in development*
 - Translation - *in development*
 
-[![Build Status](https://travis-ci.org/ankane/informers.svg?branch=master)](https://travis-ci.org/ankane/informers)
+[![Build Status](https://github.com/ankane/informers/workflows/build/badge.svg?branch=master)](https://github.com/ankane/informers/actions)
 
 ## Installation
 
@@ -106,11 +106,19 @@ This returns
 Task | Description | Contributor | License | Link
 --- | --- | --- | --- | ---
 Sentiment analysis | DistilBERT fine-tuned on SST-2 | Hugging Face | Apache-2.0 | [Link](https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english)
-Question answering | DistilBERT | Hugging Face | Apache-2.0 | [Link](https://huggingface.co/distilbert-base-cased-distilled-squad)
+Question answering | DistilBERT fine-tuned on SQuAD | Hugging Face | Apache-2.0 | [Link](https://huggingface.co/distilbert-base-cased-distilled-squad)
 Named-entity recognition | BERT fine-tuned on CoNLL03 | Bayerische Staatsbibliothek | In-progress | [Link](https://huggingface.co/dbmdz/bert-large-cased-finetuned-conll03-english)
 
 Models are [quantized](https://medium.com/microsoftazure/faster-and-smaller-quantized-nlp-with-hugging-face-and-onnx-runtime-ec5525473bb7) to make them faster and smaller.
 
+## Deployment
+
+Check out [Trove](https://github.com/ankane/trove) for deploying models.
+
+```sh
+trove push sentiment-analysis.onnx
+```
+
 ## Credits
 
 This project uses many state-of-the-art technologies:

data/lib/informers.rb

@@ -3,6 +3,7 @@ require "blingfire"
 require "onnxruntime"
 
 # modules
+require "informers/feature_extraction"
 require "informers/ner"
 require "informers/question_answering"
 require "informers/sentiment_analysis"

data/lib/informers/feature_extraction.rb

@@ -0,0 +1,59 @@
+# Copyright 2018 The HuggingFace Inc. team.
+# Copyright 2020 Andrew Kane.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Informers
+  class FeatureExtraction
+    def initialize(model_path)
+      tokenizer_path = File.expand_path("../../vendor/bert_base_cased_tok.bin", __dir__)
+      @tokenizer = BlingFire.load_model(tokenizer_path)
+      @model = OnnxRuntime::Model.new(model_path)
+    end
+
+    def predict(texts)
+      singular = !texts.is_a?(Array)
+      texts = [texts] if singular
+
+      # tokenize
+      input_ids =
+        texts.map do |text|
+          tokens = @tokenizer.text_to_ids(text, nil, 100) # unk token
+          tokens.unshift(101) # cls token
+          tokens << 102 # sep token
+          tokens
+        end
+
+      max_tokens = input_ids.map(&:size).max
+      attention_mask = []
+      input_ids.each do |ids|
+        zeros = [0] * (max_tokens - ids.size)
+
+        mask = ([1] * ids.size) + zeros
+        attention_mask << mask
+
+        ids.concat(zeros)
+      end
+
+      # infer
+      input = {
+        input_ids: input_ids,
+        attention_mask: attention_mask
+      }
+      output = @model.predict(input)
+      scores = output["output_0"]
+
+      singular ? scores.first : scores
+    end
+  end
+end

data/lib/informers/version.rb

@@ -1,3 +1,3 @@
 module Informers
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: informers
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Andrew Kane
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-05 00:00:00.000000000 Z
+date: 2020-11-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: blingfire
@@ -94,7 +94,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
+description:
 email: andrew@chartkick.com
 executables: []
 extensions: []
@@ -104,6 +104,7 @@ files:
 - LICENSE.txt
 - README.md
 - lib/informers.rb
+- lib/informers/feature_extraction.rb
 - lib/informers/ner.rb
 - lib/informers/question_answering.rb
 - lib/informers/sentiment_analysis.rb
@@ -116,7 +117,7 @@ homepage: https://github.com/ankane/informers
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -131,8 +132,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: State-of-the-art natural language processing for Ruby
 test_files: []