nlu_adapter 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4833a2510ae848ce4e45ece07476dc4d0a6601b8f9ca951dc1c3e08e723f0d08
-  data.tar.gz: 3d6f981287bc3c2aaece9044404b1095a4f09784c6bf4370112d494aec4c40c3
+  metadata.gz: 7499fe30c4727e84ae33be8b0e3905d921942daa4b74cac9105105e473107160
+  data.tar.gz: 2cdb76a1ba9593b53d80d5f32b3be140c38d629e376c9abbd6893ff1ae1669d6
 SHA512:
-  metadata.gz: 86a985870ee3db4355df44ec4e7b13a8572585aa8af646774229b0a3771353b0c996de5efbec75b44e599dd97276ee7cb1a8c7903ec2832c1f802489451502ca
-  data.tar.gz: d7ff110b0c12613882648e666bf3147fe935657ba42fa313c67a207f33f290070758b699a5a5b6c7020dc436683902c0ebc1e7bd434b892beed7c37d25ffdc37
+  metadata.gz: d0f35e5f09313ba18410c8ccf9d07ae4ea4ecb6cb217cf348e0cfccb8af0600e01262911e0890a706360b0c650ad9a9f395cf86273af9fa541065dec0098f854
+  data.tar.gz: 1d350b886b3154d973a5aef113cd505311ecc544037f7250f2f7a5da0b1691e6e87b7c9b91ed6c51fd116527c7207a1c78585705944cc0c566067007fdc7d606

data/.gitignore

@@ -0,0 +1 @@
+Gemfile.lock

data/.yardopts

@@ -0,0 +1,8 @@
+--protected
+--no-private
+-
+CHANGELOG.md
+CODE_OF_CONDUCT.md
+LICENSE
+docs/dialogflow.md
+docs/lex.md

data/CHANGELOG.md

@@ -1,3 +1,15 @@
+0.1.4
+---
+* Fixed a bad push
+
+0.1.3
+---
+* New functionalities:
+  * bulk_parse - parse multiple texts
+  * parse_test - test multiple texts & intents and get the resuts in json/csv/ruby hash formats
+  * parse_test_report - gives a test report summary with metrics: accuracy, confusion_matrix, class wise precision, recall and total
+  * More documentation
+
 0.1.2 (31/Dec/2018)
 ---
 * fixed lib path error

data/README.md

@@ -23,9 +23,21 @@ Or install it yourself as:
 
 Check [documentation](docs) for usage.
 
-## Supported NLU services
-1. [Aws Lex](https://aws.amazon.com/lex/)
-2. [Google Dialogflow](https://dialogflow.com/)
+## NLU Adapter support matrix
+
+C: Create, R: Get, U: Update, D: Delete
+
+NLU Service | Intent | Intet Collection | Intent identification
+----------- | ------ | ---------------- | ---------------------
+[Aws Lex](https://aws.amazon.com/lex/) ([doc](docs/lex.md)) | C,R,U | C,R,U | Yes
+[Google Dialogflow](https://dialogflow.com/) ([doc](docs/dialogflow.md)) | C,R,U | To-Do | Yes
+
+## Classification metrics
+### Supported intent classification metrics
+* Accuracy
+* Confusion Matrix
+* Precision (per Class)
+* Recall (per Class)
 
 ## Development
 
@@ -35,7 +47,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/technopreneurG/nlu_adapter. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/technopreneurG/nlu_adapter_ruby. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 ## License
 

data/lib/nlu_adapter.rb

@@ -3,6 +3,8 @@ require "nlu_adapter/version"
 module NluAdapter
 	autoload :NluAdapterIntent, 'nlu_adapter/intent'
 	autoload :NluAdapterIntentCollection, 'nlu_adapter/intent_collection'
+	autoload :ParseHelper, 'nlu_adapter/parse_helper'
+	autoload :Metrics, 'nlu_adapter/metrics'
 	module Adapters
 		autoload :Lex,					'nlu_adapter/lex'
 		autoload :Dialogflow,			'nlu_adapter/dialogflow'

data/lib/nlu_adapter/dialogflow.rb

@@ -2,21 +2,37 @@ require "google/cloud/dialogflow"
 
 module NluAdapter
 	module Adapters
+		# Dialogflow wrapper class
+		#
 		class Dialogflow
+			include ParseHelper
+
+			# Constructor
 			def initialize(options = {})
 				@project_id = options[:project_id]
 				@session_id = options[:session_id]
 			end
 
-			def parse(text, language_code = 'en')
+			# Understand a given text
+			#
+			# @param text [String] a text to parse using the NLU provider
+			# @return [Json] return the identified intent name
+			#
+			def parse(text)
 				sessions_client = Google::Cloud::Dialogflow::Sessions.new(version: :v2)
 				formatted_session = Google::Cloud::Dialogflow::V2::SessionsClient.session_path(@project_id, @session_id)
+				language_code = 'en'
 				query_input = Google::Cloud::Dialogflow::V2::QueryInput.new({text: {language_code: language_code, text: text}})
 				response = sessions_client.detect_intent(formatted_session, query_input)
 
 				return { intent_name: response.query_result.intent.display_name }
 			end
 
+			# Get an instance of Intent, if it exists else nil
+			#
+			# @param name [String] name of the intent
+			# @return [Intent] intent object
+			#
 			def get_intent(name)
 				intents_client = Google::Cloud::Dialogflow::Intents.new(version: :v2)
 				formatted_parent = Google::Cloud::Dialogflow::V2::IntentsClient.project_agent_path(@project_id)
@@ -31,6 +47,12 @@ module NluAdapter
 				return nil
 			end
 
+			# Get a new instance of Intent
+			#
+			# @param name [String] name of the intent
+			# @param utterences [Array] phrases for training
+			# @return [Intent] Intent object
+			#
 			def new_intent(name, utterences = [])
 				i = get_intent(name)
 
@@ -40,6 +62,13 @@ module NluAdapter
 				return i
 			end
 
+			# Given an Intent object, create/update it in Dialogflow
+			#
+			# @param intent [Intent] Intent object
+			# @return [Intent] Intent object
+			#
+			# @todo convert response -> Intent
+			#
 			def create_intent(intent)
 				intents_client = Google::Cloud::Dialogflow::Intents.new(version: :v2)
 				formatted_parent = Google::Cloud::Dialogflow::V2::IntentsClient.project_agent_path(@project_id)
@@ -55,25 +84,39 @@ module NluAdapter
 				end
 			end
 
+			# Not implemented
+			# @todo check back
+			#
 			def get_intent_collection(name)
 			end
 
+			# Not implemented
+			# @todo check back
+			#
 			def new_intent_collection(name, intents)
 			end
 
+			# Not implemented
+			# @todo check back
+			#
 			def create_intent_collection(collection)
 			end
 
+			# Class represents Intent in an IntentCollection
 			class Intent
 				include NluAdapterIntent
 				attr_accessor :id
 
+				# Constructor
 				def initialize(options = {})
 					@name = options[:name] #DF.intent.display_name
 					@id = options[:id] #DF.intent.name
 					@utterences = options[:utterences]
 				end
 
+				# Convert self to Hash
+				# @return [Hash] ruby hash
+				#
 				def to_h
 					training_phrases = []
 					@utterences.each do |u|
@@ -87,21 +130,32 @@ module NluAdapter
 					}
 				end
 
+				# convert self to json
+				# @return [json] json
+				#
 				def to_json
 					to_h.to_json
 				end
 
 			end
 
+			# Class represents a collection of Intents
 			class IntentCollection
 				include NluAdapterIntentCollection
 
+				# Constructor
 				def initialize(options = {})
 				end
 
+				# Convert self to Hash
+				# @return [Hash] ruby hash
+				#
 				def to_h
 				end
 
+				# convert self to json
+				# @return [json] json
+				#
 				def to_json
 				end
 			end

data/lib/nlu_adapter/intent.rb

@@ -1,9 +1,12 @@
 require 'json'
 
-#Class represents Intent in an IntentCollection
+# Class represents Intent in an IntentCollection
 module NluAdapterIntent
 	attr_accessor :name, :utterences
 
+	# Convert self to Hash
+	# @return [Hash] ruby hash
+	#
 	def to_h
 		{
 			:name => @name,
@@ -11,6 +14,9 @@ module NluAdapterIntent
 		}
 	end
 
+	# Convert self to Json
+	# @return [Json] json
+	#
 	def to_json
 		to_h.to_json
 	end

data/lib/nlu_adapter/intent_collection.rb

@@ -1,14 +1,18 @@
 require 'json'
 
-#Class represents a collection of Intents
+# Class represents a collection of Intents
 module NluAdapterIntentCollection
 	attr_accessor :name, :intents
 
+	# Constructor
 	def initialize(name, intents)
 		@name = name
 		@intents = intents
 	end
 
+	# Convert self to Hash
+	# @return [Hash] ruby hash
+	#
 	def to_h
 		{
 			:name => @name,
@@ -16,6 +20,9 @@ module NluAdapterIntentCollection
 		}
 	end
 
+	# Convert self to Json
+	# @return [Json] json
+	#
 	def to_json
 		to_h.to_json
 	end

data/lib/nlu_adapter/lex.rb

@@ -1,11 +1,13 @@
-
 require 'aws-sdk-lex'
 require 'aws-sdk-lexmodelbuildingservice'
 
 module NluAdapter
 	module Adapters
+		# AWS Lex wrapper class
 		class Lex
+			include ParseHelper
 
+			# Constructor
 			def initialize(options = {})
 				#creds & region from config/env
 				@bot_name = options[:bot_name]
@@ -15,7 +17,11 @@ module NluAdapter
 				@lexm_client = Aws::LexModelBuildingService::Client.new()
 			end
 
-			#understand a given text
+			# Understand a given text
+			#
+			# @param text [String] a text to parse using the NLU provider
+			# @return [Json] return the identified intent name
+			#
 			def parse(text)
 				intent_name = nil
 				begin
@@ -39,7 +45,12 @@ module NluAdapter
 				return { intent_name: intent_name }
 			end
 
-			#get an instance of Intent, if it exists
+			# Get an instance of Intent, if it exists else nil
+			#
+			# @param name [String] name of the intent
+			# @param version [String] version of the intent
+			# @return [Intent] intent object
+			#
 			def get_intent(name, version = nil)
 				version = '$LATEST'
 
@@ -53,7 +64,12 @@ module NluAdapter
 				return nil
 			end
 
-			#get a new instance of Intent
+			# Get a new instance of Intent
+			#
+			# @param name [String] name of the intent
+			# @param utterences [Array] phrases for training
+			# @return [Intent] Intent object
+			#
 			def new_intent(name, utterences= [])
 				#check for existing intent, and get checksum
 
@@ -65,12 +81,20 @@ module NluAdapter
 				return i
 			end
 
-			#given an Intent object, create it in Lex
+			# Given an Intent object, create/update it in Lex
+			#
+			# @param intent [Intent] Intent object
+			# @return [Intent] Intent object
+			#
+			# @todo convert response -> Intent
+			#
 			def create_intent(intent)
 				resp = @lexm_client.put_intent(intent.to_h)
 			end
 
-			#get an instance of IntentCollection, if it exists
+			# Get an instance of IntentCollection, if it exists
+			# @param name [String] intent collection name
+			# @param version [String] version
 			def get_intent_collection(name, version = nil)
 				version = '$LATEST'
 				begin
@@ -83,7 +107,9 @@ module NluAdapter
 				return nil
 			end
 
-			#get a new instance of Intent
+			# Get a new instance of Intent
+			# @param name [String] intent collection name
+			# @param intents [Array<Intent>] array of intent objects
 			def new_intent_collection(name, intents)
 				ic = get_intent_collection(name)
 
@@ -93,7 +119,10 @@ module NluAdapter
 				return ic
 			end
 
-			#given an IntentCollection object, create it in Lex
+			# Given an IntentCollection object, create it in Lex
+			#
+			# @param collection [IntentCollection] the Bot to be created
+			#
 			def create_intent_collection(collection)
 				#create/update intents
 				collection.intents.each do |i|
@@ -103,15 +132,20 @@ module NluAdapter
 				resp = @lexm_client.put_bot(collection.to_h)
 			end
 
-			#Classes
+			# Class represents Intent in an IntentCollection
 			class Intent
 				include NluAdapterIntent
+
+				# Constructor
 				def initialize(options = {})
 					@name = options[:name]
 					@version = options[:version]
 					@checksum = options[:checksum]
 				end
 
+				# Convert self to Hash
+				# @return [Hash] ruby hash
+				#
 				def to_h
 					{
 						name: @name,
@@ -123,22 +157,29 @@ module NluAdapter
 					}
 				end
 
+				# convert self to Json
+				# @return [json] json
+				#
 				def to_json
 					to_h.to_json
 				end
 			end
 
-			#Classes
+			# Class represents a collection of Intents
 			class IntentCollection
 				include NluAdapterIntentCollection
 				attr_accessor :extra
 
+				# Constructor
 				def initialize(options = {})
 					@name = options[:name]
 					@checksum = options[:checksum]
 					@intents = options[:intents]
 				end
 
+				# Convert self to Hash
+				# @return [Hash] ruby hash
+				#
 				def to_h
 					intents = []
 					@intents.each do |i|
@@ -183,6 +224,9 @@ module NluAdapter
 					}
 				end
 
+				# Convert self to Json
+				# @return [Json] json
+				#
 				def to_json
 					to_h.to_json
 				end

data/lib/nlu_adapter/metrics.rb

@@ -0,0 +1,178 @@
+require 'matrix'
+
+module NluAdapter
+
+	# A utility class to calculate classification matrics
+	# @see https://scikit-learn.org/stable/modules/model_evaluation.html#classification-metrics
+	#
+	class Metrics
+
+		# Constructor
+		# @param actual [Array] an array of actual results (true values)
+		# @param predicted [Array] an array of predicted results (predicted values)
+		# @param class_labels [Array] an array of class_labels for the results,
+		#               this is required if actual & predicted values are numeric
+		#
+		def initialize(actual, predicted, class_labels = [])
+			@actual = actual
+			@predicted = predicted
+			@class_labels = class_labels
+
+			@actual.map!{ |a| a.is_a?(String)? a.intern : a }
+			@predicted.map!{ |p| p.is_a?(String)? p.intern : p }
+			@class_labels.map!{ |l| l.is_a?(String)? l.intern : l }
+		end
+
+		# Caclulate the accuracy
+		# @return [Float] accuracy
+		# @see https://en.wikipedia.org/wiki/Accuracy_and_precision
+		#
+		def accuracy
+			if @actual.size != @predicted.size
+				#todo: throw error
+				puts "actual & predicted array are not of same size"
+				return
+			end
+
+			total = @actual.size
+			correct = 0
+			@actual.each_with_index do |v, i|
+				correct+=1 if @predicted[i] == v
+			end
+			(correct.fdiv(total) * 100).round(4)
+		end
+
+		# Get the confusion matrix
+		# @return [Matrix] confusion matrix
+		# @see https://en.wikipedia.org/wiki/Confusion_matrix
+		#
+		def confusion_matrix
+			class_labels = @class_labels
+			actual = @actual
+			predicted = @predicted
+
+			#if no class_labels, convert to numeric values, and extract the class_labels
+			if @class_labels.empty?
+				class_labels = (@actual + @predicted).sort.uniq.sort
+				class_labels.map!{|c| c.intern}
+				@actual.each_with_index do |v, i|
+					actual[i] = class_labels.index(v)
+				end
+
+				@predicted.each_with_index do |v, i|
+					predicted[i] = class_labels.index(v)
+				end
+			else
+				#check if any string passed in actual/predicted
+				i = actual.select { |a| a.is_a?(Symbol) }.size
+				j = predicted.select { |p| p.is_a?(Symbol) }.size
+
+				if i > 0 || j > 0
+					#todo: fix it OR throw error
+					puts "actual, predicted & class_labels array having string values not implemented yet"
+					return
+
+				end
+			end
+
+			m = Matrix.zero(class_labels.size)
+
+			@class_totals = Hash[class_labels.collect { |c| [c, 0] }]
+			actual.each_with_index do |vi, i|
+				vj = predicted[i]
+				m[vi, vj] = m[vi, vj] + 1
+				@class_totals[class_labels[vi]] += 1
+			end
+
+			@class_labels = class_labels
+			@actual = actual
+			@predicted = predicted
+
+			@m = m
+			return m
+		end
+
+		# Get totals of actual values per class
+		# @return [Hash] Hash of class totals
+		#
+		def class_totals
+			return @class_totals
+		end
+
+		# Get total positives
+		# @param class_name [String] class name
+		# @return [Integer] total positive value for class_name
+		#
+		def tp(class_name)
+			i = @class_labels.index(class_name.intern)
+			return nil if i == nil || @m == nil || @m.empty?
+			tp = @m[i, i]
+			return tp
+		end
+
+		# Get false positive
+		# @param class_name [String] class name
+		# @return [Integer] false positive value for class_name
+		#
+		def fp(class_name)
+			i = @class_labels.index(class_name.intern)
+			return nil if i == nil || @m == nil || @m.empty?
+			fp = @m.column(i).sum - tp(class_name)
+			return fp
+		end
+
+		# Get false negative
+		# @param class_name [String] class name
+		# @return [Integer] false negative value for class_name
+		#
+		def fn(class_name)
+			i = @class_labels.index(class_name.intern)
+			return nil if i == nil || @m == nil || @m.empty?
+			fn = @m.row(i).sum - tp(class_name)
+			return fn
+		end
+
+		# Get the precision for given class
+		# @param class_name [String] class name
+		# @return [Float] precision rounded off to 4 decimal places
+		#
+		def precision(class_name)
+			confusion_matrix if !@m
+			return 0.00 if tp(class_name) == 0
+			precision = tp(class_name).fdiv((tp(class_name) + fp(class_name))).round(4)
+			return precision
+		end
+
+		# Get the recall for given class
+		# @param class_name [String] class name
+		# @return [Float] recall rounded off to 4 decimal places
+		#
+		def recall(class_name)
+			confusion_matrix if !@m
+			return 0.00 if tp(class_name) == 0
+			recall = tp(class_name).fdiv((tp(class_name) + fn(class_name))).round(4)
+
+			return recall
+		end
+
+		# Generate classification report
+		# @return [Hash] precision, recall and totals for each class name as key
+		#
+		def classification_report
+			confusion_matrix if !@m
+			report = {}
+			@class_labels.each do |label|
+				report[label] = {
+					precision: precision(label),
+					recall: recall(label),
+					class_total: class_totals[label]
+				}
+			end
+
+			return report
+		end
+
+		#todo: f1-score
+	end
+end
+

data/lib/nlu_adapter/parse_helper.rb

@@ -0,0 +1,100 @@
+require 'csv'
+require 'json'
+
+#helper functions to parse text and match intent
+module NluAdapter
+	module ParseHelper
+		# parse multiple texts
+		#
+		#  Example input/output
+		#  texts:
+		#  ["book me a hotel, please", "book a hotel"]
+		#  result:
+		#  {"book me a hotel, please"=>"BookHotel", "book a hotel"=>"BookHotel"}
+		#
+		# @param [Array<String>] texts An array of texts to be parsed
+		# @return [Hash] return a hash of "text" => "result"
+		# @todo parallize
+		def bulk_parse(texts)
+			result = {}
+			texts.each do |text|
+				resp = parse(text)
+				result[text] = resp[:intent_name]
+			end
+			result
+		end
+
+		# run the parse tests with test_data and generate test_results in supported format
+		#
+		#  Example input/output
+		#  test_data
+		#   {"BookHotel":["please book a hotel"],"intent1":["book me a hotel, please","book a hotel"]}
+		#  test_results
+		#   json:
+		#   [{"text":"book me a hotel, please","expected":"intent1","got":"BookHotel"},{"text":"book a hotel","expected":"intent1","got":"BookHotel"},{"text":"please book a hotel","expected":"BookHotel","got":"BookHotel"}]
+		#   csv:
+		#   "book me a hotel, please",intent1,BookHotel
+		#   book a hotel,intent1,BookHotel
+		#   please book a hotel,BookHotel,BookHotel
+		#   hash:
+		#   [{:text=>"book me a hotel, please", :expected=>"intent1", :got=>"BookHotel"}, {:text=>"book a hotel", :expected=>"intent1", :got=>"BookHotel"}, {:text=>"please book a hotel", :expected=>"BookHotel", :got=>"BookHotel"}]
+		#
+		# @param test_data [Json]: Test data in specified format
+		# @param output_format [Symbol] supported formats :csv, :json or :hash
+		# @return [test_results]: output the test results in expected format
+		#
+		def parse_test(test_data, output_format = :hash)
+			test_results = []
+			test_data.each do |intent_name, texts|
+				resp = bulk_parse(texts)
+				texts.each do |t|
+					test_results << {text: t, expected: intent_name, got: resp[t]}
+				end
+			end
+
+			case output_format
+			when :json
+				return test_results.to_json
+			when :csv
+				return to_csv(test_results)
+			when :hash
+				return test_results
+			else
+				puts 'Warning: valid format not specified'
+				return test_results
+			end
+
+		end
+
+
+		# run the parse tests with test_data and generate test report
+		#
+		# @param test_data [Json]: Test data in specified format
+		# @return [test_report]: generate a test report
+		# @todo F1-Score
+		#
+		def parse_test_report(test_data)
+			test_results = parse_test(test_data)
+			expected = []
+			got = []
+			test_results.each do |result|
+				expected << result[:expected]
+				got << result[:got]
+			end
+
+			m = Metrics.new(expected, got)
+
+			return {accuracy: m.accuracy, confusion_matrix: m.confusion_matrix, classification_report: m.classification_report}
+		end
+
+		private
+		def to_csv(test_results)
+			csv_string = CSV.generate do |csv|
+				test_results.each do |result|
+					csv << result.values
+				end
+			end
+			csv_string
+		end
+	end
+end

data/lib/nlu_adapter/version.rb

@@ -1,3 +1,3 @@
 module NluAdapter
-	VERSION = "0.1.2"
+	VERSION = "0.1.4"
 end

data/nlu_adapter.gemspec

@@ -6,7 +6,7 @@ require "nlu_adapter/version"
 Gem::Specification.new do |spec|
   spec.name          = "nlu_adapter"
   spec.version       = NluAdapter::VERSION
-  spec.authors       = ["Girish"]
+  spec.authors       = ["Girish Nair"]
   spec.email         = ["getgirish@gmail.com"]
 
   spec.summary       = %q{NLU Adapter - An adapter for various NLU web services}
@@ -41,10 +41,12 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rspec", "~> 3.8"
 
   #Official AWS Ruby gem for Amazon Lex Runtime Service. This gem is part of the AWS SDK for Ruby.
-  spec.add_dependency('aws-sdk-lex', '1.9')
-  spec.add_dependency('aws-sdk-lexmodelbuildingservice', '1.12')
+  spec.add_dependency('aws-sdk-lex', '~> 1.9')
+  spec.add_dependency('aws-sdk-lexmodelbuildingservice', '~> 1.12')
  
   #google-cloud-dialogflow is the official library for Dialogflow API.
-  spec.add_dependency('google-cloud-dialogflow', '0.2.3')
+  spec.add_dependency('google-cloud-dialogflow', '~> 0.2.3')
 
+  #An implementation of Matrix and Vector classes.
+  spec.add_dependency('matrix', '~> 0.1.0')
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nlu_adapter
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.4
 platform: ruby
 authors:
-- Girish
+- Girish Nair
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-12-30 00:00:00.000000000 Z
+date: 2019-01-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -56,44 +56,58 @@ dependencies:
   name: aws-sdk-lex
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.9'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-lexmodelbuildingservice
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.12'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.12'
 - !ruby/object:Gem::Dependency
   name: google-cloud-dialogflow
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.2.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.2.3
+- !ruby/object:Gem::Dependency
+  name: matrix
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 description: An adapter for various NLU web services like Aws Lex, Google Dialogflow
   etc.
 email:
@@ -102,12 +116,13 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".gitignore"
 - ".rspec"
+- ".yardopts"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Dockerfile
 - Gemfile
-- Gemfile.lock
 - LICENSE
 - README.md
 - Rakefile
@@ -121,6 +136,8 @@ files:
 - lib/nlu_adapter/intent.rb
 - lib/nlu_adapter/intent_collection.rb
 - lib/nlu_adapter/lex.rb
+- lib/nlu_adapter/metrics.rb
+- lib/nlu_adapter/parse_helper.rb
 - lib/nlu_adapter/version.rb
 - nlu_adapter.gemspec
 homepage: https://rubygems.org/gems/nlu_adapter

data/Gemfile.lock

@@ -1,94 +0,0 @@
-PATH
-  remote: .
-  specs:
-    nlu_adapter (0.1.2)
-      aws-sdk-lex (= 1.9)
-      aws-sdk-lexmodelbuildingservice (= 1.12)
-      google-cloud-dialogflow (= 0.2.3)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    addressable (2.5.2)
-      public_suffix (>= 2.0.2, < 4.0)
-    aws-eventstream (1.0.1)
-    aws-partitions (1.127.0)
-    aws-sdk-core (3.44.1)
-      aws-eventstream (~> 1.0)
-      aws-partitions (~> 1.0)
-      aws-sigv4 (~> 1.0)
-      jmespath (~> 1.0)
-    aws-sdk-lex (1.9.0)
-      aws-sdk-core (~> 3, >= 3.39.0)
-      aws-sigv4 (~> 1.0)
-    aws-sdk-lexmodelbuildingservice (1.12.0)
-      aws-sdk-core (~> 3, >= 3.39.0)
-      aws-sigv4 (~> 1.0)
-    aws-sigv4 (1.0.3)
-    diff-lcs (1.3)
-    faraday (0.15.4)
-      multipart-post (>= 1.2, < 3)
-    google-cloud-dialogflow (0.2.3)
-      google-gax (~> 1.3)
-    google-gax (1.4.0)
-      google-protobuf (~> 3.2)
-      googleapis-common-protos (>= 1.3.5, < 2.0)
-      googleauth (~> 0.6.2)
-      grpc (>= 1.7.2, < 2.0)
-      rly (~> 0.2.3)
-    google-protobuf (3.6.1)
-    googleapis-common-protos (1.3.7)
-      google-protobuf (~> 3.0)
-      googleapis-common-protos-types (~> 1.0)
-      grpc (~> 1.0)
-    googleapis-common-protos-types (1.0.2)
-      google-protobuf (~> 3.0)
-    googleauth (0.6.7)
-      faraday (~> 0.12)
-      jwt (>= 1.4, < 3.0)
-      memoist (~> 0.16)
-      multi_json (~> 1.11)
-      os (>= 0.9, < 2.0)
-      signet (~> 0.7)
-    grpc (1.17.1)
-      google-protobuf (~> 3.1)
-      googleapis-common-protos-types (~> 1.0.0)
-    jmespath (1.4.0)
-    jwt (2.1.0)
-    memoist (0.16.0)
-    multi_json (1.13.1)
-    multipart-post (2.0.0)
-    os (1.0.0)
-    public_suffix (3.0.3)
-    rake (12.3.2)
-    rly (0.2.3)
-    rspec (3.8.0)
-      rspec-core (~> 3.8.0)
-      rspec-expectations (~> 3.8.0)
-      rspec-mocks (~> 3.8.0)
-    rspec-core (3.8.0)
-      rspec-support (~> 3.8.0)
-    rspec-expectations (3.8.2)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-mocks (3.8.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-support (3.8.0)
-    signet (0.11.0)
-      addressable (~> 2.3)
-      faraday (~> 0.9)
-      jwt (>= 1.5, < 3.0)
-      multi_json (~> 1.10)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bundler (~> 1.16)
-  nlu_adapter!
-  rake (~> 12.0)
-  rspec (~> 3.8)
-
-BUNDLED WITH
-   1.16.6