aac-metrics 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5cfa37f885dec40c12ac7cbb86c44ac49ceec1138866b3de2e52b84facdddb87
-  data.tar.gz: e29f98ec3c9aa3840a513787003a5db196dd09b81699c3a81b252439929e4dcd
+  metadata.gz: 5a2c7146372a916bfc65d6d4d50dda6b2a7a27aaf16fc59f3786e7dc38d87f49
+  data.tar.gz: ea1f5629b498e2f79e4bd9cd5d5d03085f4088da10f351fc1f52187b05744cda
 SHA512:
-  metadata.gz: 3e54f361e67a70f8c68f85469ffcc0c9da6c8269928b707b2e6e4b5c353e5bc19f64de3d93d50c7c37304822924bf8ca862e35e3f6a4ed692ad2781c444403bb
-  data.tar.gz: c12274971262bf327f9d2e6c29286bd1147fed6e5cf3d7a022a869d9810669e796fff20bfabcf13b3e973984a480a936e33468c4d4b2b7ad8f82737bf4b1b33d
+  metadata.gz: 178c2851f81ecb92e0d97a77a9553ecabcc97baca6fc4d717e8ea2b081e7318cbeb5552a876af896618d979dd7ff4277b2a24c5e32cd6359345f8a760b36eee3
+  data.tar.gz: 63d7a6cf112e6fc53f7630cf478a37d57374d4b52c934d2c215614b307555486bb34de34316b7255daa2884d51e887c0f380abfdeb85218035d5c4c34df2d68a

data/lib/aac-metrics/loader.rb

@@ -357,6 +357,22 @@ module AACMetrics::Loader
     @@sentences[locale] = res
   end
 
+  def self.fringe_words(locale)
+    @@fringe_words ||= {}
+    return @@fringe_words[locale] if @@fringe_words[locale]
+    locale = locale.split(/-|_/)[0]
+    path = File.expand_path(File.join(File.dirname(__FILE__), '..', '..', 'sets', "fringe.#{locale}.json"))
+    all_words = []
+    list = JSON.parse(File.read(path))
+    list.each do |set|
+      set['categories'].each do |cat|
+        all_words += cat['words']
+      end
+    end
+    all_words.uniq!
+    @@synonyms[locale] = all_words
+  end
+  
   def self.base_words(locale)
     @@base_words ||= {}
     return @@base_words[locale] if @@base_words[locale]

data/lib/aac-metrics/metrics.rb

@@ -2,6 +2,9 @@
 # Scores for average effort level for word sets (spelling if that's th only way)
 # Effort scores for sentence corpus
 # Effort algorithms for scanning/eyes
+# TODO: manual way to flag button as conceptually
+#       related to the same-locaed button on the
+#       prior board, allowing for a discounted penalty
 module AACMetrics::Metrics
     # TODO: 
     # 1. When navigating from one board to the next, grid locations
@@ -21,11 +24,12 @@ module AACMetrics::Metrics
     locale = nil
     buttons = []
     refs = {}
-    total_boards = 1
+    grid = {}
 
     if obfset.is_a?(Hash) && obfset['buttons']
       locale = obfset['locale'] || 'en'
       refs = obfset['reference_counts']
+      grid = obfset['grid']
       buttons = []
       obfset['buttons'].each do |btn|
         buttons << {
@@ -42,7 +46,15 @@ module AACMetrics::Metrics
       visited_board_ids = {}
       to_visit = [{board: obfset[0], level: 0, entry_x: 1.0, entry_y: 1.0}]
       refs = {}
+      rows_tally = 0.0
+      cols_tally = 0.0
+      root_rows = nil
+      root_cols = nil
       obfset.each do |board|
+        root_rows ||= board['grid']['rows']
+        root_cols ||= board['grid']['columns']
+        rows_tally += board['grid']['rows']
+        cols_tally += board['grid']['columns']
         # determine frequency within the board set
         # for each semantic_id and clone_id
         if board['clone_ids']
@@ -58,6 +70,10 @@ module AACMetrics::Metrics
           end
         end
       end
+      if (rows_tally / obfset.length.to_f - root_rows).abs > 3 || (cols_tally / obfset.length.to_f - root_cols).abs > 3
+        root_rows = (rows_tally / obfset.length.to_f).floor
+        root_cols = (cols_tally / obfset.length.to_f).floor
+      end
       pcts = {}
       refs.each do |id, cnt|
         pcts[id] = cnt.to_f / obfset.length.to_f
@@ -191,6 +207,10 @@ module AACMetrics::Metrics
       total_boards: total_boards,
       total_buttons: buttons.length,
       reference_counts: refs,
+      grid: {
+        rows: root_rows,
+        columns: root_cols
+      },
       buttons: buttons,
       levels: clusters
     }
@@ -236,14 +256,17 @@ module AACMetrics::Metrics
     compare_words = []
     compare_buttons = {}
     comp_efforts = {}
+    comp_levels = {}
     compare[:buttons].each do |btn|
       compare_words << btn[:label]
       compare_buttons[btn[:label]] = btn
       comp_efforts[btn[:label]] = btn[:effort]
+      comp_levels[btn[:label]] = btn[:level]
     end
 
     sortable_efforts = {}
     target_efforts = {}
+    target_levels = {}
     target_words = []
     # Track effort scores for each button in the set,
     # used to sort and for assessing priority
@@ -252,6 +275,7 @@ module AACMetrics::Metrics
     res[:buttons].each{|b| 
       target_words << b[:label]
       target_efforts[b[:label]] = b[:effort]
+      target_levels[b[:label]] = b[:level]
       sortable_efforts[b[:label]] = b[:effort] 
       comp = compare_buttons[b[:label]]
       if comp
@@ -274,6 +298,7 @@ module AACMetrics::Metrics
     common_words_obj = AACMetrics::Loader.common_words(target[:locale])
     synonyms = AACMetrics::Loader.synonyms(target[:locale])
     sentences = AACMetrics::Loader.sentences(target[:locale])
+    fringe = AACMetrics::Loader.fringe_words(target[:locale])
     common_words_obj['efforts'].each{|w, e| sortable_efforts[w] ||= e }
     common_words = common_words_obj['words']
     
@@ -393,7 +418,6 @@ module AACMetrics::Metrics
       res[:cores][list['id']] = {name: list['name'], list: list['words'], average_effort: list_effort, comp_effort: comp_effort}
     end
     target_effort_tally = (target_effort_tally / core_lists.to_a.length) * 5.0
-
     comp_effort_tally = (comp_effort_tally / core_lists.to_a.length) * 5.0
 
     # TODO: Assemble or allow a battery of word combinations,
@@ -401,29 +425,42 @@ module AACMetrics::Metrics
     # as well as an average level of effort across combinations.
     res[:sentences] = []
     sentences.each do |words|
-      puts "  #{words.join(' ')}"
-      BOARD_CHANGE_PROCESSING_EFFORT
       target_effort_score = 0.0
       comp_effort_score = 0.0
       words.each_with_index do |word, idx|
         synonym_words = [word] + (synonyms[word] || [])
         effort = target_efforts[word] || target_efforts[word.downcase]
+        level = target_levels[word] || target_levels[word.downcase]
         if !effort
-          synonym_words.each{|w| effort ||= target_efforts[w] }
+          synonym_words.each do |w| 
+            if !effort && target_efforts[w]
+              effort = target_efforts[w]
+              level = target_levels[w]
+            end
+          end
         end
         effort ||= spelling_effort(word)
-        effort += (idx == 0) ? 0.0 : BOARD_CHANGE_PROCESSING_EFFORT
+        if level && level > 0 && idx > 0
+          effort += BOARD_CHANGE_PROCESSING_EFFORT
+        end
         ee = effort
         target_effort_score += effort
 
         effort = comp_efforts[word] || comp_efforts[word.downcase]
+        level = comp_levels[word] || comp_levels[word.downcase]
         if !effort
-          synonym_words.each{|w| effort ||= comp_efforts[w] }
+          synonym_words.each do |w| 
+            if !effort && comp_efforts[w]
+              effort = comp_efforts[w]
+              level = comp_levels[w]
+            end
+          end
         end
         effort ||= spelling_effort(word)
-        effort += (idx == 0) ? 0.0 : BOARD_CHANGE_PROCESSING_EFFORT
+        if level && level > 0 && idx > 0
+          effort += BOARD_CHANGE_PROCESSING_EFFORT
+        end
         comp_effort_score += effort
-        puts "      #{word} #{ee} #{effort}"
       end
       target_effort_score = target_effort_score / words.length
       comp_effort_score = comp_effort_score / words.length
@@ -431,8 +468,32 @@ module AACMetrics::Metrics
     end
     target_effort_tally += res[:sentences].map{|s| s[:effort] }.sum.to_f / res[:sentences].length.to_f * 3.0
     comp_effort_tally += res[:sentences].map{|s| s[:comp_effort] }.sum.to_f / res[:sentences].length.to_f * 3.0
-    target_effort_tally += 100 # placeholder value for future added calculations
-    comp_effort_tally += 100
+
+    res[:fringe_words] = []
+    fringe.each do |word|
+      target_effort_score = 0.0
+      comp_effort_score = 0.0
+      synonym_words = [word] + (synonyms[word] || [])
+      effort = target_efforts[word] || target_efforts[word.downcase]
+      if !effort
+        synonym_words.each{|w| effort ||= target_efforts[w] }
+      end
+      effort ||= spelling_effort(word)
+      target_effort_score += effort
+
+      effort = comp_efforts[word] || comp_efforts[word.downcase]
+      if !effort
+        synonym_words.each{|w| effort ||= comp_efforts[w] }
+      end
+      effort ||= spelling_effort(word)
+      comp_effort_score += effort
+      res[:fringe_words] << {word: word, effort: target_effort_score, comp_effort: comp_effort_score}
+    end
+    target_effort_tally += res[:fringe_words].map{|s| s[:effort] }.sum.to_f / res[:fringe_words].length.to_f * 2.0
+    comp_effort_tally += res[:fringe_words].map{|s| s[:comp_effort] }.sum.to_f / res[:fringe_words].length.to_f * 2.0
+
+    target_effort_tally += 80 # placeholder value for future added calculations
+    comp_effort_tally += 80
 
 
 

data/lib/aac-metrics.rb

@@ -43,7 +43,7 @@
 # thing explainer phrases, lists of words
 
 module AACMetrics
-  VERSION = "0.1"
+  VERSION = "0.2"
   require 'aac-metrics/loader'
   require 'aac-metrics/metrics'
 end

data/sets/common_words.en.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.1",
+  "version": "0.2",
   "files": [
     "l84f-e9fafa55d4.common.en.obfset",
     "qc60-61bbf6171e.common.en.obfset",