unsupervised-language-detection 0.0.1

data/lib/unsupervised-language-detection/language-detector.rb

@@ -0,0 +1,68 @@
+require 'yaml'
+require File.expand_path('../naive-bayes-classifier', __FILE__)
+
+class String  
+  # Returns a set of `n`-grams computed from this string.
+  def to_ngrams(n)
+    self.normalize.scan(/.{#{n}}/)
+  end
+  
+  # TODO: Try not normalizing out all non-ASCII characters! Should significantly reduce false positive rate.
+  def normalize
+    self.remove_tweeters.remove_links.remove_hashtags.downcase.gsub(/\s/, " ").gsub(/[^a-z0-9\s]/, "")    
+  end  
+  
+  # Remove mentions of other twitter users.
+  def remove_tweeters
+    self.gsub(/@.+?\s/, "")
+  end
+  
+  def remove_hashtags
+    self.gsub(/#.+?\s/, "")
+  end
+    
+  def remove_links
+    self.gsub(/http.+?\s/, "")
+  end
+end
+
+# Given a set of sentences in multiple languages, build a classifier to detect the majority language.
+class LanguageDetector
+  attr_reader :classifier
+  
+  def initialize(options = {})
+    options = {:ngram_size => 3}.merge(options)    
+    @ngram_size = options[:ngram_size]
+    @classifier = NaiveBayesClassifier.new(:num_categories => 2)
+  end
+  
+  def train(max_epochs, training_sentences)
+    @classifier = NaiveBayesClassifier.train_em(max_epochs, training_sentences.map{ |sentence| sentence.to_ngrams(@ngram_size) })
+    @classifier.category_names = 
+      if @classifier.get_prior_category_probability(0) > @classifier.get_prior_category_probability(1)
+        %w( majority minority )
+      else
+        %w( minority majority )
+      end    
+  end
+  
+  # Returns the (named) category the sentence belongs to.
+  def classify(sentence)
+    category_index = @classifier.classify(sentence.to_ngrams(@ngram_size))
+    @classifier.category_names[category_index]
+  end
+  
+  def probabilities(sentence)
+    @classifier.get_posterior_category_probabilities(sentence.to_ngrams(@ngram_size))
+  end
+  
+  def yamlize(filename)
+    File.open(filename, "w") do |f|
+      f.puts self.to_yaml
+    end
+  end
+  
+  def self.load_yaml(filename)
+    return YAML::load(File.read(filename))
+  end  
+end

data/lib/unsupervised-language-detection/naive-bayes-classifier.rb

@@ -0,0 +1,102 @@
+class Array
+  def sum
+    self.reduce(0) { |total, element| total + element }
+  end
+  
+  def product
+    self.reduce(1) { |total, element| total * element }
+  end
+end
+
+class NaiveBayesClassifier
+  attr_reader :num_categories, :prior_token_count, :prior_category_counts
+  attr_accessor :category_names
+  
+  # `num_categories`: number of categories we want to classify.
+  # `prior_category_counts`: array of parameters for a Dirichlet prior that we place on the prior probabilities of each category. Set the array to all 0's if you want to use maximum likelihood estimates. Defaults to uniform reals from the unit interval if nothing is set.
+  # `prior_token_count`: parameter for a beta prior that we place on p(token|category). Set to 0 if you want to use maximum likelihood estimates.
+  def initialize(options = {})
+    options = {:num_categories => 2,
+               :prior_token_count => 0.0001}.merge(options)    
+    @num_categories = options[:num_categories]
+    @prior_token_count = options[:prior_token_count]
+    @prior_category_counts = options[:prior_category_counts] || Array.new(@num_categories) { rand }
+    @category_names = options[:category_names] || (0..num_categories-1).map(&:to_s).to_a
+    
+    @token_counts = Array.new(@num_categories) do # `@token_counts[category][token]` is the (weighted) number of times we have seen `token` with this category
+      Hash.new { |h, token| h[token] = 0 }
+    end
+    @total_token_counts = Array.new(@num_categories, 0) # `@total_token_counts[category]` is always equal to `@token_counts[category].sum`
+    @category_counts = Array.new(@num_categories, 0) # `@category_counts[category]` is the (weighted) number of training examples we have seen with this category
+  end
+  
+  # `example`: an array of tokens.
+  def train(example, category_index, probability = 1)
+    example.each do |token|
+      @token_counts[category_index][token] += probability
+      @total_token_counts[category_index] += probability
+    end
+    @category_counts[category_index] += probability
+  end
+  
+  # Performs a Naive Bayes EM algorithm with two classes.
+  def self.train_em(max_epochs, training_examples)
+    prev_classifier = NaiveBayesClassifier.new
+    max_epochs.times do
+      classifier = NaiveBayesClassifier.new
+    
+      # E-M training
+      training_examples.each do |example|
+        # E-step: for each training example, recompute its classification probabilities.
+        posterior_category_probs = prev_classifier.get_posterior_category_probabilities(example) 
+              
+        # M-step: for each category, recompute the probability of generating each token.
+        posterior_category_probs.each_with_index do |p, category|
+          classifier.train(example, category, p) 
+        end
+      end    
+      prev_classifier = classifier    
+      # TODO: add a convergence check, so we can break out early if we want.
+    end
+    return prev_classifier
+  end  
+  
+  def classify(tokens)
+    max_prob, max_category = -1, -1
+    get_posterior_category_probabilities(tokens).each_with_index do |prob, category|
+      max_prob, max_category = prob, category if prob > max_prob
+    end
+    return max_category
+  end
+  
+  # Returns p(category | token), for each category, in an array.
+  def get_posterior_category_probabilities(tokens)
+    unnormalized_posterior_probs = (0..@num_categories-1).map do |category|
+      p = tokens.map { |token| get_token_probability(token, category) }.product # p(tokens | category)
+      p * get_prior_category_probability(category) # p(tokens | category) * p(category)
+    end
+    normalization = unnormalized_posterior_probs.sum
+    normalization = 1 if normalization == 0
+    return unnormalized_posterior_probs.map{ |p| p / normalization }
+  end    
+  
+  # p(token | category)
+  def get_token_probability(token, category_index)
+    denom = @total_token_counts[category_index] + @token_counts[category_index].size * @prior_token_count    
+    if denom == 0
+      return 0
+    else
+      return ((@token_counts[category_index][token] || 0) + @prior_token_count).to_f / denom # TODO: Make the default hash value 0, to remove the `|| 0`.
+    end
+  end
+  
+  # p(category)
+  def get_prior_category_probability(category_index)
+    denom = @category_counts.sum + @prior_category_counts.sum    
+    if denom == 0
+      return 0
+    else
+      return (@category_counts[category_index] + @prior_category_counts[category_index]).to_f / denom
+    end
+  end  
+end

data/lib/unsupervised-language-detection/train-english-tweet-detector.rb

@@ -0,0 +1,11 @@
+require File.expand_path('../language-detector', __FILE__)
+
+TWEETS_FILENAME = "datasets/tweets_5000.txt"
+
+training_sentences = File.readlines(TWEETS_FILENAME).map{ |tweet| tweet.normalize }
+detector = LanguageDetector.new(:ngram_size => 2)
+detector.train(30, training_sentences)
+detector.yamlize("detector.yaml")
+
+puts detector.classifier.get_prior_category_probability(0)
+puts detector.classifier.get_prior_category_probability(1)

data/lib/unsupervised-language-detection/version.rb

@@ -0,0 +1,3 @@
+module UnsupervisedLanguageDetection
+  VERSION = "0.0.1"
+end

data/test/test_language_detector.rb

@@ -0,0 +1,19 @@
+require 'test/unit'
+require_relative '../src/language-detector'
+
+class LanguageDetectorTests < Test::Unit::TestCase
+  def setup
+    # Detect vowel-y sentences (the majority language) vs. consonant-y sentences.
+    @vowel_detector = LanguageDetector.new(:ngram_size => 2)
+    vowel_examples = ["aeiou uoeia auoiao ai", "iouea eou eu eaiou", "ou oi oiea ieau", "eau au aou ia", "aei aae eaee iou aii iaa ooae oaiuuoouie", "aei iou iaou", "aeeeiioouuu uoeiae"]
+    consonant_examples = ["bcbcbbccdd bcd cdbcbc dbdb", "cddccdbcbcdbd", "cdc bdc bdb cdc"]
+    @vowel_detector.train(20, vowel_examples + consonant_examples)
+  end
+  
+  def test_classify
+    assert_equal "majority", @vowel_detector.classify("iou eao oiee aie tee")
+    assert_equal "majority", @vowel_detector.classify("aeou one cdf oeaoi ioeae")    
+    assert_equal "minority", @vowel_detector.classify("cdccdb")
+    assert_equal "minority", @vowel_detector.classify("bcbbd cdcbdcb ae")    
+  end
+end

data/test/test_naive_bayes_classifier.rb

@@ -0,0 +1,60 @@
+require 'test/unit'
+require_relative '../src/naive-bayes-classifier'
+
+class NaiveBayesClassifierTests < Test::Unit::TestCase
+  def setup
+    # Test with all prior parameters set to zero.
+    @mle = NaiveBayesClassifier.new(:num_categories => 2, :prior_token_count => 0, :prior_category_counts => [0, 0])
+    example_colors = %w( red green blue )
+    example_numbers = %w( one two three )
+    @mle.train(example_colors, 0)
+    @mle.train(example_colors, 0)
+    @mle.train(example_numbers, 0)       
+    @mle.train(example_numbers, 1)
+    @mle.train(example_numbers, 1)
+    @mle.train(example_colors, 1)
+    
+    # Test smoothing.
+    @smoothed = NaiveBayesClassifier.new(:num_categories => 2, :prior_token_count => 0.001, :prior_category_counts => [1, 1])
+    @smoothed.train(example_colors, 0)
+    @smoothed.train(example_numbers, 1)
+    
+    # Test three categories.
+    @three = NaiveBayesClassifier.new(:num_categories => 3, :prior_token_count => 0.001, :prior_category_counts => [1, 1, 1])
+    @three.train(example_colors, 0)
+    @three.train(example_numbers, 1)
+    example_planets = %w( mars earth venus )
+    @three.train(example_planets, 2)
+  end
+  
+  def test_classify
+    assert_equal 0, @mle.classify(%w( blue green red ))
+    assert_equal 0, @mle.classify(%w( blue green one ))
+    assert_equal 1, @mle.classify(%w( blue two one ))
+    assert_equal 1, @mle.classify(%w( three two one ))    
+    
+    assert_equal 0, @smoothed.classify(%w( blue green red ))
+    assert_equal 0, @smoothed.classify(%w( blue green one ))
+    assert_equal 1, @smoothed.classify(%w( blue two one ))
+    assert_equal 1, @smoothed.classify(%w( three two one ))
+    
+    assert_equal 0, @three.classify(%w( blue green venus ))
+    assert_equal 1, @three.classify(%w( one two mars ))
+    assert_equal 2, @three.classify(%w( one three mars earth venus green))
+    assert_equal 2, @three.classify(%w( mars green venus ))        
+  end
+
+  def test_posterior_probabilities
+    assert_equal [8.0 / 9, 1.0 / 9], @mle.get_posterior_category_probabilities(%w( blue green red )) 
+    assert_equal [1.0 / 9, 8.0 / 9], @mle.get_posterior_category_probabilities(%w( three two one ))    
+
+    p, q = @mle.get_posterior_category_probabilities(%w( blue green one ))
+    assert_in_delta p, 2.0 / 3, 0.00001
+    assert_in_delta q, 1.0 / 3, 0.00001
+    
+    p, q = @smoothed.get_posterior_category_probabilities(%w( blue green red ))
+    assert p > 0
+    assert q > 0
+    assert_in_delta 1, p + q, 0.00001
+  end  
+end

data/test/test_naive_bayes_em.rb

@@ -0,0 +1,23 @@
+require 'test/unit'
+require_relative '../src/naive-bayes-classifier'
+
+class NaiveBayesEmTests < Test::Unit::TestCase
+  def setup
+    number_examples = [%w(one two three), %w(two three four five six), %w(seven three one four five eight nine), %w(ten one two six three seven), %w(one five six seven two eight ten nine)]
+    color_examples = [%w(red blue green), %w(red blue yellow purple red), %w(brown green purple red blue black white)]
+    @two = NaiveBayesClassifier.train_em(20, number_examples + color_examples)
+  end
+  
+  def test_classify
+    color_classifications = [%w(red rainbow green grass), %w(one red blue green), %w(brown cow)].map do |example|
+      @two.classify(example)
+    end    
+    number_classifications = [%w(one hundred two three red), %w(one nine one one eight), %w(three cows)].map do |example|      
+      @two.classify(example)
+    end
+    
+    assert_equal 1, color_classifications.uniq.size
+    assert_equal 1, number_classifications.uniq.size
+    assert_not_equal color_classifications.first, number_classifications.first
+  end
+end

data/test/test_suite.rb

@@ -0,0 +1,4 @@
+require 'test/unit'
+require_relative './test_naive_bayes_classifier'
+require_relative './test_naive_bayes_em'
+require_relative './test_language_detector'

data/unsupervised-language-detection.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "unsupervised-language-detection/version"
+
+Gem::Specification.new do |s|
+  s.name        = "unsupervised-language-detection"
+  s.version     = UnsupervisedLanguageDetection::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Edwin Chen"]
+  s.email       = ["hello@echen.me"]
+  s.homepage    = "http://blog.echen.me/2011/05/01/unsupervised-language-detection-algorithms/"
+  s.summary     = %q{Perform unsupervised language detection.}
+  s.description = %q{Perform unsupervised language detection, specifically for the purpose of finding English-language tweets.}
+
+  s.rubyforge_project = "unsupervised-language-detection"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/website/Gemfile

@@ -0,0 +1,12 @@
+source :gemcutter
+
+gem 'sinatra', '1.0'
+
+gem 'haml'
+
+gem 'rdiscount'
+
+gem 'mongo'
+gem 'bson_ext'
+
+gem 'builder'

data/website/README.md

@@ -0,0 +1 @@
+Current language detector in `detector.yaml` is trained on bigrams from 5000 tweets. It automatically removes all non-ASCII characters (thus, it doesn't use non-Roman characters when attempting to classify), though you could obviously add a simple check for these. (Adding a check isn't really necessary, though; really, the only case where it seems to help is when the tweet consists solely of non-Roman characters, since in those cases, the language detector automatically strips out all non-Roman characters, so it's effectively trying to classify an empty string.)

data/website/config.ru

@@ -0,0 +1,2 @@
+require './main'
+run Sinatra::Application

data/website/detector.yaml

@@ -0,0 +1,1658 @@
+--- !ruby/object:LanguageDetector 
+classifier: !ruby/object:NaiveBayesClassifier 
+  category_counts: 
+  - 3183.4027934973374
+  - 1816.597206502668
+  category_names: 
+  - majority
+  - minority
+  num_categories: 2
+  prior_category_counts: 
+  - 0.2697076436538801
+  - 0.3885667929570299
+  prior_token_count: 0.0001
+  token_counts: 
+  - uh: 4.839766300291566
+    " t": 1644.190839221338
+    "a ": 448.3737270387496
+    ce: 141.80198966237577
+    rt: 510.6701382674465
+    is: 407.10877424240334
+    si: 120.78445863136832
+    mo: 215.5804810444768
+    " v": 64.08394201261416
+    ai: 118.85324989295007
+    " s": 988.5449904028534
+    er: 680.0073640162193
+    ud: 43.583434448253925
+    "o ": 874.5225908513802
+    li: 265.9999125330205
+    nd: 378.8235732117308
+    em: 103.98736049173093
+    " j": 192.3020344648149
+    "p ": 247.6105694007469
+    eu: 2.5823850074731465
+    "u ": 510.7781980548315
+    "d ": 1183.5582142955957
+    th: 1123.2265095891996
+    "e ": 2346.2827093338146
+    nt: 369.0058408632457
+    " a": 1081.9065189157038
+    " d": 750.1941596011246
+    ay: 359.608437584092
+    " b": 707.5180211724066
+    ie: 156.74713405199756
+    be: 283.46825182315575
+    "r ": 697.9486629727522
+    wo: 163.6663475818484
+    re: 643.3820964720902
+    " i": 1298.9618577898823
+    "m ": 360.5895607023793
+    im: 305.4879754413127
+    pr: 96.71032027984812
+    es: 398.8196099984257
+    se: 320.8479503915177
+    ha: 951.4865909121324
+    aa: 104.4025601140618
+    ah: 183.89119574390006
+    "  ": 1874.3419176268542
+    sp: 45.51890121903155
+    "on": 560.7154502333444
+    di: 138.6078598294823
+    " p": 464.40085334886584
+    ri: 187.44095412513582
+    ma: 240.30349218939887
+    ul: 98.81549066057582
+    yo: 536.3321868818153
+    ra: 136.0858150473006
+    le: 274.36578381846016
+    gl: 39.71664019130852
+    "s ": 1423.6628036305015
+    or: 428.53589712537985
+    rm: 30.5436384255757
+    ss: 180.33210070353155
+    ju: 134.34435533509924
+    st: 457.25691772734103
+    " 5": 12.053636748248982
+    " m": 821.242137258036
+    mi: 137.18071659352842
+    nu: 21.242983799949798
+    te: 350.6910561420312
+    to: 577.0101699053549
+    " g": 504.5267622510934
+    en: 340.60542476325855
+    ac: 177.87437468315045
+    "k ": 364.71324918045497
+    " w": 863.022548773044
+    ki: 145.00176149214732
+    ng: 541.5165930436791
+    " h": 696.9685736932486
+    ar: 370.71402265933983
+    dr: 35.530100983226
+    oo: 546.2605261571005
+    ll: 555.0418815296788
+    " o": 506.4338676563596
+    "n ": 935.6808817936025
+    "12": 5.366107248120995
+    "x ": 141.78623978443238
+    bu: 136.28710316443076
+    ny: 71.83502148826885
+    "i ": 721.4334791254124
+    ik: 93.81279330211494
+    " u": 215.81843046845282
+    ja: 27.067372932284925
+    nn: 104.08241292390105
+    " r": 339.5343813382633
+    "t ": 1824.0945661459166
+    ih: 2.34282517649624
+    hh: 62.2573693076191
+    un: 163.55936052451347
+    yi: 35.00993890787994
+    pa: 99.11849828276829
+    tu: 64.8949922472486
+    wk: 3.0008975323585134
+    " k": 119.41884042151338
+    ec: 75.47184819785329
+    il: 209.75131282753622
+    uk: 4.333391217571921
+    aq: 1.0034655709513578
+    de: 170.31230433771285
+    ee: 418.0368591009681
+    ke: 238.64586066252195
+    " z": 3.713943663038402
+    je: 24.060341556214315
+    " 1": 44.91905002951729
+    "7 ": 6.985441638642572
+    in: 941.1670325738004
+    " l": 592.3630448938694
+    t3: 80.7092799744246
+    " y": 545.0704250147389
+    el: 205.96963478591627
+    an: 759.4538716558542
+    au: 60.365678570479695
+    wi: 240.28855668163334
+    gr: 70.92721358112829
+    ea: 416.63761137113704
+    td: 8.78438719305366
+    rr: 112.67341227217216
+    "y ": 1070.5373572816504
+    ks: 95.25007334940253
+    " f": 576.5157079054167
+    we: 311.7244554662131
+    et: 268.46337651717147
+    "g ": 490.1649447439454
+    nk: 101.00159432115177
+    "f ": 226.89800066279702
+    do: 221.03299716256484
+    lr: 11.883353791144225
+    dy: 46.60995340059612
+    as: 308.9397848036829
+    fo: 321.37548217665545
+    ow: 407.96538272266054
+    ne: 301.2793953626116
+    ut: 250.84420775075577
+    ta: 154.13155421438984
+    he: 933.6075815717488
+    ho: 314.1245221901847
+    ge: 199.10329623528096
+    ou: 790.907121565043
+    of: 149.91336075395978
+    ed: 281.3103663940694
+    " n": 367.6736008872821
+    lu: 40.55553221136501
+    ck: 175.20356420442494
+    hi: 379.80520269059934
+    ti: 304.49744328409497
+    ts: 194.56532913667965
+    av: 175.2477195773374
+    da: 272.2333658254268
+    sh: 201.9462751079879
+    sm: 27.988273226165703
+    me: 540.564451702098
+    rn: 58.15722380047372
+    sa: 123.04022094183729
+    id: 132.9638466313771
+    "no": 302.5550958562615
+    nc: 87.69194653337914
+    vo: 26.8369117485612
+    ic: 177.65262885513275
+    "5 ": 16.946824307141124
+    ye: 145.44554343785396
+    ok: 121.65338396143562
+    "w ": 349.6453690217641
+    ep: 48.637548781178076
+    uy: 28.48168482529267
+    " 3": 32.868541349135356
+    rs: 137.09277438203688
+    "h ": 416.42130633302844
+    va: 24.891841427094022
+    ca: 198.59919092483577
+    ga: 57.53716071963162
+    mp: 20.487864962019465
+    " e": 180.39082074601367
+    ii: 31.879315486898143
+    " c": 461.7900231085685
+    gu: 49.6071073147688
+    tt: 138.9272944754637
+    ur: 245.26901136846485
+    am: 171.45483389421085
+    cu: 47.95963633648011
+    ey: 88.51189382429614
+    ot: 211.17697780813677
+    it: 567.101791686211
+    lo: 461.42214725264313
+    eb: 81.65086243710108
+    iv: 83.21575574280348
+    ro: 190.42939401970494
+    og: 22.881833207419216
+    fa: 88.80783292134147
+    al: 366.5997447332038
+    eg: 21.049304625005625
+    hm: 11.112574900465532
+    kn: 81.01435099547466
+    my: 244.31776065997852
+    ad: 185.7788973314001
+    um: 40.504774891107814
+    gh: 148.5608778138633
+    ak: 130.21093509146488
+    po: 61.83085451096458
+    od: 144.36928648885558
+    ir: 127.47451388970005
+    so: 344.058673047766
+    "70": 1.98191261603024e-12
+    "0 ": 30.243026757983216
+    " q": 10.176454377586055
+    ue: 32.47940657317049
+    bo: 127.39239967162457
+    ui: 10.898288343930679
+    uu: 17.716769095847795
+    ve: 501.82619328585287
+    wa: 334.3558860906528
+    yw: 3.9999999999996185
+    oz: 2.0036604884895755
+    zy: 10.510344381975447
+    om: 293.1642451206514
+    cr: 44.02888349584953
+    ym: 10.999898745229016
+    ux: 4.007197786046749
+    ly: 164.77658645764956
+    "l ": 571.3766112707243
+    ig: 134.75436019199756
+    oy: 20.861365476307636
+    la: 161.83967634179112
+    mm: 97.65465742340554
+    yb: 18.946551649637605
+    us: 228.29267823523196
+    bi: 134.19241742693768
+    ff: 42.76586897329485
+    lc: 19.816296600099122
+    pu: 23.44272658485823
+    sc: 72.34135207958018
+    ol: 269.55789212377147
+    co: 205.24793041641325
+    fe: 104.53124654831356
+    if: 109.67162805576562
+    ni: 149.06065453548544
+    ag: 66.96713315235782
+    cl: 44.50203816322883
+    " 2": 36.82184033927458
+    "72": 1.9999999979121108
+    09: 1.9999999032982612
+    zo: 10.276164108922519
+    ij: 3.703343347957592
+    jo: 36.69703675192406
+    go: 269.44019957146895
+    ba: 142.63649803260842
+    na: 110.92663886028977
+    pe: 145.76683647453643
+    pi: 85.20580019648902
+    op: 91.17530473819139
+    ph: 32.29206791413767
+    iq: 1.9999315490184393
+    sk: 29.42453190854923
+    tr: 77.88871328842177
+    "b ": 38.16930960461638
+    za: 5.958634670392675
+    lt: 118.66633530856954
+    hu: 43.87816348805939
+    rk: 41.15076421274067
+    "4 ": 9.460461467731045
+    "21": 3.0000898505896267
+    "22": 0.00010454302569680175
+    l2: 8.932746869436433e-05
+    "3 ": 85.86064677511428
+    os: 87.79057206205775
+    tc: 60.85960149078181
+    at: 489.0120623008663
+    ch: 270.719859358651
+    ab: 88.74768520879464
+    ld: 115.30000430682719
+    ty: 63.88840710827123
+    xx: 123.78273566775641
+    fr: 107.60404835548034
+    ci: 37.48707293290583
+    ia: 47.97248226799231
+    dh: 1.9997928157861378
+    "z ": 31.42870423784919
+    mh: 6.334575263607563
+    pl: 146.94562590016685
+    mu: 68.89383000898681
+    ov: 176.52066182420415
+    az: 35.067213442266805
+    " x": 123.40566805779763
+    uf: 12.341740223293982
+    lw: 13.999999915287479
+    lv: 1.0214153436354587
+    lm: 33.34278782608633
+    ao: 27.808858809424983
+    br: 54.1050839392679
+    tw: 98.07853979786555
+    "10": 12.963460747951668
+    kr: 9.04587352598636
+    uc: 92.6715590983134
+    rd: 70.51674675577699
+    rl: 56.37051924579373
+    hl: 4.211230500182076
+    ze: 12.560709951451285
+    ko: 14.56064039166642
+    ya: 55.01839886219887
+    zn: 0.9986480246903902
+    yu: 23.453500492760014
+    tm: 4.016281342479998
+    xa: 8.02962788020744
+    lh: 9.222696704447927e-06
+    qu: 15.246216239065804
+    oa: 16.904339242871874
+    "2 ": 38.872225778228554
+    zk: 1.063840325312703e-06
+    1k: 2.1057390028351214e-07
+    lz: 5.988430055467244
+    aw: 73.49307062167038
+    ww: 36.446639911158776
+    vi: 84.0778621505838
+    ht: 107.34625604753022
+    ev: 130.02007291749385
+    sw: 24.53183711200272
+    ry: 111.28693780215175
+    du: 29.449862642874056
+    ib: 9.831401769285174
+    bl: 64.54643378799996
+    ei: 38.45118601629631
+    ob: 27.62268434214535
+    io: 56.054094896300256
+    ys: 82.12340496058995
+    ek: 29.500267390579257
+    ku: 5.007448121972309
+    ft: 19.05491758334458
+    rg: 38.88569373171677
+    gg: 25.887141963902792
+    w1: 0.9999999999999954
+    3s: 0.9999999999999954
+    af: 21.626830547252247
+    hy: 17.990084512941102
+    gi: 64.33050033302474
+    aj: 6.349715828915662
+    vr: 0.0006937421812221323
+    iz: 17.061528558332135
+    wt: 5.998285297009448
+    ds: 57.071743558642424
+    xp: 6.889029532074012
+    ef: 29.887248813511246
+    ms: 18.439515564516817
+    gs: 25.70842756049424
+    wn: 41.84270588729909
+    " 0": 5.031238957059699
+    tp: 2.9999999857353226
+    ns: 67.559076169283
+    up: 85.21744158342966
+    mb: 18.063017208238293
+    ex: 55.82473419362528
+    "c ": 41.53012064250355
+    tb: 5.298938015704919
+    sn: 26.809881810223228
+    oj: 4.199952959314429
+    nh: 2.7950782819227687e-06
+    "15": 1.8700297842027682
+    "38": 8.855312904984618e-33
+    "87": 1.7710625809969294e-32
+    "63": 8.855312904984795e-33
+    "41": 0.5785755551182977
+    pt: 13.006569754783799
+    fl: 10.297597340516436
+    pc: 3.198724862581291
+    nl: 24.70746828096453
+    ru: 52.020734595736826
+    ew: 81.23113295308964
+    rc: 36.18777400215829
+    fi: 64.07357644414668
+    "30": 11.316433678991398
+    fu: 70.56676048845172
+    oe: 32.89614945954165
+    ae: 3.78154515446044
+    rf: 13.195487267924255
+    bg: 3.264755440238228e-06
+    oh: 62.37442453448478
+    2m: 4.999999817489453
+    2h: 0.9999999999999997
+    " 4": 12.994808561963222
+    hr: 35.00770460836095
+    2d: 1.9999999842862417
+    su: 80.71935107420504
+    vd: 8.67242373653564e-06
+    eo: 56.29871558546575
+    pp: 91.62647738803025
+    tl: 30.890703700371287
+    "1 ": 31.6444263890566
+    " 9": 5.002010347836767
+    rv: 21.123723916897614
+    by: 42.65659994539152
+    oc: 32.61537862881787
+    mn: 22.17468833708439
+    sb: 4.054047672835389
+    zi: 20.184087308306456
+    jn: 1.0858298997842573
+    nw: 5.197621526748485e-07
+    nj: 8.00910415497418
+    wr: 24.493129279454926
+    hd: 38.406540749891306
+    1s: 5.999999953855214
+    wh: 182.6393140511426
+    hs: 7.546343182756506
+    zt: 7.913595795179021e-06
+    lb: 6.9902646784598055
+    ua: 11.472329741490157
+    xc: 8.314588895824379
+    mr: 3.4219454324073473
+    zu: 3.8550556785810214e-12
+    uv: 4.005711948698307
+    "8 ": 14.414112232260269
+    fg: 3.4199488579105153
+    ct: 71.61572386566024
+    dt: 5.2198587191790935
+    gt: 21.70082309155617
+    kk: 8.706450265223348
+    ug: 59.6260992158706
+    eh: 27.565820155748728
+    zl: 2.213782609820785
+    dm: 18.23570089332906
+    jk: 6.634242031476077
+    oi: 59.718059803142644
+    zc: 5.946924661667526e-08
+    2n: 1.9999858599693892
+    ls: 32.43072909299181
+    ap: 94.48586262676507
+    mk: 0.994043902408179
+    ip: 29.8438975465707
+    gw: 3.999881176825189
+    sl: 27.493009733853057
+    yp: 7.820497778518594
+    nf: 11.445212773268686
+    ez: 7.15549575305601
+    fy: 1.0
+    lf: 18.39095093027435
+    3l: 10.999999999902698
+    yy: 61.252299251031104
+    yl: 18.879934293235223
+    rw: 8.898075068242521
+    ws: 14.997425557010331
+    tv: 5.795877067338229
+    bt: 10.927723862860082
+    gn: 7.383749678715197
+    nx: 2.9996307929662693
+    uq: 6.537483768883679e-06
+    dn: 39.29864991913146
+    dd: 39.96086342775154
+    cs: 11.213696420101295
+    dj: 1.5949390443197744
+    lg: 8.477227680008063e-06
+    ka: 28.53933398374443
+    pf: 1.5302657822848735e-08
+    "33": 7.05358213853868
+    dl: 10.036020371545712
+    "25": 4.999996906106528
+    "86": 0.9999999999539692
+    ub: 15.24218170669359
+    c2: 0.9999991597191608
+    mt: 3.0402848657946975
+    mv: 8.635003384373907e-09
+    dg: 5.9999999483230315
+    sf: 4.000001682465683
+    nb: 2.9671360645697584
+    hk: 0.9994287721908874
+    lj: 7.71388580178197e-11
+    jd: 0.8833748594669242
+    bb: 14.600097071708483
+    dc: 2.2859646932544866
+    dk: 0.9999999998728073
+    "20": 12.000023047469728
+    ps: 33.446688549061214
+    "j ": 7.654189461083003
+    sg: 0.883106612239832
+    nv: 9.131228575905096
+    cc: 10.310160429527823
+    "18": 3.014412958521107
+    "9 ": 6.9981793778665295
+    xy: 5.999997022699714
+    mf: 3.997968357783491
+    ji: 0.0001586021128730021
+    t7: 0.0002639344273054405
+    "11": 6.951330331768689
+    "23": 1.9999968277981253
+    kd: 2.9999542561740093
+    sy: 8.499921356978613
+    "42": 0.9999998729331045
+    sj: 3.078258124246216
+    3d: 5.991340132912544
+    "50": 2.997483233154205
+    xd: 13.433734360845278
+    py: 38.792740677876324
+    rq: 1.7172585630195608e-11
+    "80": 1.999999999867053
+    o2: 4.624238353639166e-24
+    "60": 2.9999963146855286
+    4e: 4.624238353639166e-24
+    yn: 5.002624512238392
+    yc: 4.995249521119288
+    jt: 2.4701622513473403e-05
+    sd: 6.193247129781506
+    tj: 4.924515129842811e-05
+    yf: 3.135854250904501
+    gb: 8.30527009752088e-05
+    "16": 3.9999962832301064
+    oq: 3.457194235659092e-05
+    kl: 9.927515233557541
+    kt: 0.058980928270449935
+    np: 2.319979040099058
+    uz: 11.494702735851458
+    xt: 20.6702719261484
+    hb: 0.040150169535285385
+    pj: 3.368595664251825
+    lk: 30.819271026606078
+    bs: 14.112177517878875
+    ox: 10.241275274818802
+    7u: 8.258199063590654e-37
+    qo: 0.00015832983446282647
+    "q ": 5.33024506062958
+    7a: 1.651639812718131e-36
+    " 7": 8.22140169735175
+    jh: 1.8678454841288725
+    "v ": 19.246326282582206
+    yt: 16.999998984714892
+    "00": 26.818985195111676
+    kp: 1.18841451437672
+    sr: 2.2384415469205767
+    rj: 0.0007659852853112359
+    kf: 4.990163312827333
+    cy: 5.071689599003732
+    ix: 6.995293056569007
+    bc: 4.998743439386849
+    "24": 3.0018406854224073
+    fs: 1.0000002603110087
+    tf: 7.9999943704149725
+    gy: 5.959581740725445
+    jv: 1.2310903397229147e-05
+    tg: 15.609222946715548
+    km: 1.003714005415485
+    iy: 2.156573837336848
+    wy: 2.0974802287737835
+    kc: 4.889000131589506
+    yh: 4.385734144072473
+    bd: 9.129234085095545
+    gk: 6.298746350354604e-08
+    rz: 2.0006618481236176
+    fb: 2.9997144873853605
+    cd: 1.9999999998807516
+    rb: 5.0607078260636875
+    pm: 2.9999999997572733
+    7m: 0.9999999999809971
+    pn: 1.0113586353354813e-06
+    zb: 0.9996722309917638
+    lp: 12.932639167687952
+    z3: 0.999999803068999
+    ln: 2.9999940849772373
+    tn: 6.977031264655876
+    4m: 0.9999999999999996
+    "17": 5.999971487524141
+    bh: 2.1204743825731214
+    g3: 0.9999999997507604
+    " 8": 3.798186401063376
+    "81": 0.9999999999466499
+    r8: 2.9999999994809334
+    wl: 4.319907029048115
+    zz: 14.334429997546595
+    sz: 2.857647512449611e-05
+    tk: 1.150297130029292e-11
+    dp: 0.9999455920066946
+    7p: 4.7633062990016593e-17
+    "01": 4.999970097969632
+    hj: 1.3857685101970415e-06
+    mw: 0.9997622004882926
+    bm: 3.1094348042966247
+    ej: 1.0184369736589831
+    qe: 1.9930216241964064e-09
+    wu: 1.999999987332465
+    md: 2.097030056691077
+    gp: 0.999999962579826
+    nq: 1.000627666537929
+    uo: 9.982799357150425e-06
+    bj: 0.016820950840977962
+    fd: 0.00012000504995124854
+    iu: 3.0056929513326454
+    gd: 0.012040376153974238
+    jw: 1.0001527243252106
+    wd: 0.999999970861187
+    hz: 1.999999997228957
+    "90": 0.9999995610477208
+    "89": 5.551565274167866e-09
+    7r: 5.551565274167866e-09
+    "67": 5.551565274167866e-09
+    ky: 12.023465682312212
+    9t: 1.9999999999519211
+    5h: 1.0
+    "37": 1.9603176940051223e-11
+    5m: 9.763001777468179e-08
+    4a: 5.296498146629297e-12
+    0d: 5.296498146629297e-12
+    b7: 5.296498146629297e-12
+    pq: 1.48280842321139e-07
+    xo: 6.890939609235134
+    "28": 1.0000000000942884
+    6f: 1.9999999999124822
+    dw: 3.9999999928448813
+    "40": 3.992491795891861
+    ml: 2.0089962171618767
+    kj: 0.0023443189665538077
+    uj: 1.0360852065446071
+    jj: 0.3634458661878616
+    fh: 2.999999996748001
+    wq: 0.9999999967480013
+    qa: 1.0000000051931932
+    s2: 8.630086936075712e-09
+    yg: 0.06547726580048648
+    gq: 4.178766222565354e-16
+    jp: 5.307536243681252e-07
+    cm: 3.7187126687279716e-08
+    xi: 2.9738487852111586
+    mj: 2.6964093493334534e-11
+    2e: 0.9527369027580822
+    0g: 0.9999999999976472
+    yd: 2.999999144840226
+    pz: 0.9999992189533287
+    "26": 1.0000169654590132
+    nz: 2.478627007060419
+    yk: 2.1988878148646925e-07
+    h2: 0.9999115430726739
+    bv: 0.9960572492315886
+    mx: 2.3211206801335058e-08
+    rh: 1.999828904757177
+    vu: 9.51204074492622e-14
+    "6 ": 5.127802887083151
+    mg: 3.9999991810016593
+    dz: 1.0002066201598452
+    jr: 0.9651692194607422
+    jm: 2.5194828605799476e-05
+    vc: 3.7897321148717194e-06
+    "44": 0.9999999998670529
+    "13": 2.948479755633822
+    fj: 1.2661357082474218e-08
+    hf: 1.2661357082474218e-08
+    sq: 1.0007781909308673
+    1a: 0.9999999999840391
+    jb: 3.928240203300932e-12
+    9s: 0.9999999944622239
+    bf: 3.9999723416001465
+    xl: 0.9999952387662464
+    pd: 1.9996772126418834
+    "31": 0.9999999979849735
+    "45": 0.9999999998157939
+    "62": 3.720604771059839e-12
+    "02": 4.758802613697835e-05
+    "03": 3.720604771059839e-12
+    yr: 9.009018652691617
+    hw: 4.000065139543827
+    kb: 3.049238395714813
+    "27": 2.9999982530962708
+    bz: 3.4893551277089633e-10
+    xs: 7.938921760884301e-07
+    vb: 0.9999999999998117
+    2s: 1.8212699648822679
+    wb: 4.525740018562945e-10
+    vh: 8.073811907039655e-30
+    hg: 1.614762381407931e-29
+    cg: 8.073811907039655e-30
+    bn: 0.9990761612418385
+    nm: 2.4993561873038708
+    "98": 5.281440698792788e-09
+    fv: 5.281440698792788e-09
+    y1: 1.9999998526785232
+    wg: 1.0
+    1d: 3.999999999685452
+    tz: 3.040542003172019
+    sv: 1.0028161034894187
+    2y: 4.217578724562261
+    s3: 4.217578724562261
+    fc: 0.9999999343579922
+    mc: 0.9983681495828752
+    "29": 0.999999991259502
+    gm: 6.144284460471394e-06
+    ax: 2.6259480033102776
+    g6: 1.0
+    o1: 0.99999999996248
+    xe: 1.182188675954448
+    rp: 6.204929654864583
+    2c: 1.9999999999864637
+    kg: 0.9996785797733472
+    nr: 1.1580790263355321e-06
+    vn: 1.2478135466692387e-09
+    zv: 1.1520036218733656e-06
+    uw: 1.2925623907854877
+    kw: 5.790899844577317
+    vl: 2.9979666021999654
+    dv: 5.015931997063145
+    jg: 1.4824424218073083e-07
+    3a: 5.2314442983217895e-17
+    yz: 1.1772598450812022e-07
+    7e: 5.2314442983217895e-17
+    7o: 5.2314442983217895e-17
+    7t: 3.999999689282758
+    1x: 2.7363554456488084e-06
+    eq: 3.2329816814822964e-13
+    xf: 1.9999999999985825
+    "14": 3.9284149545825358
+    " 6": 2.9999999999076765
+    0c: 6.856736785220701e-10
+    0w: 6.856736785220701e-10
+    b0: 6.856736785220701e-10
+    kh: 1.0645809845847607
+    js: 4.385715700363794e-05
+    "58": 9.430908190596796e-11
+    hp: 9.42882597286066e-11
+    "75": 0.9999982892374879
+    xr: 3.9999999997775584
+    qh: 0.00015832983446282647
+    2k: 1.9965578645864484e-10
+    zw: 2.599556209790808e-07
+    vj: 1.61603490755196e-08
+    hn: 3.724096458431469
+    bw: 1.999997644685077
+    "54": 2.082217736136303e-14
+    vs: 0.02140469489272505
+    d1: 3.731153676247495e-14
+    "78": 0.9951442039969495
+    c0: 0.9999999999999999
+    0k: 0.9999999999999999
+    "06": 0.9999999999999993
+    5t: 1.9999999999999987
+    vy: 1.9999995541489421
+    0s: 0.9999999648767134
+    qn: 2.3829064458344935e-15
+    "32": 0.9999999999998944
+    cq: 3.1497997696255218e-06
+    8p: 0.9999997146438738
+    "51": 3.620240328942642e-16
+    wc: 0.999999999550278
+    kz: 0.9999999962170019
+    "34": 0.00010893033367118252
+    n7: 1.51220500347037e-05
+    zd: 4.2324919010860166e-05
+    vq: 1.9028925101457136e-13
+    0o: 6.756187324111372e-19
+    r6: 3.2100361126417584e-27
+    o7: 3.2100361126417584e-27
+    yv: 0.9999999999995822
+    zs: 0.9999945150040211
+    "99": 1.9450189495284694e-15
+    hv: 7.954200973749341e-08
+    cj: 1.0
+    n2: 2.0
+    0t: 3.9999999921507836
+    2x: 0.0001187619205266887
+    "48": 5.866183229051868e-47
+    "71": 5.866183229051868e-47
+    f4: 2.4479757166593894e-06
+    "59": 2.4479757166593894e-06
+    cb: 0.999999999948284
+    df: 4.483945117970364e-24
+    hc: 1.4690737563516947e-08
+    lq: 5.266835851368125e-22
+    fk: 0.9999935679943353
+    jf: 5.142952762329964e-13
+    fz: 1.528922399689006e-12
+    0b: 1.0
+    fm: 1.9999957455422623
+    gz: 2.1120291093073424
+    xu: 5.4335231301876885e-06
+    5b: 0.9999999999964879
+    iw: 0.9861155748923495
+    "05": 0.9999794227033509
+    "61": 0.0002070953027330949
+    "57": 2.21154166696919e-06
+    4t: 5.5280504707509515e-21
+    3x: 0.9999999999312581
+    6t: 1.9999999999997922
+    2p: 0.9999999999999992
+    qi: 6.179256218051075e-17
+    bk: 7.304771555622378e-10
+    gc: 2.7106173617238758e-14
+    h6: 2.7106173617238758e-14
+    8v: 2.7106173617238758e-14
+    6m: 1.5916771067911588e-07
+    t1: 0.9999980853913163
+    "74": 1.0
+    "19": 0.9999999105296186
+    "91": 0.9999999105296186
+    9p: 0.9999999999998592
+    c3: 0.9999999999998592
+    "92": 2.0185169776650668e-09
+    7d: 2.0185169776650668e-09
+    bp: 1.3901126641574924e-10
+    3f: 1.0
+    4i: 1.0
+    qq: 0.9999928298893852
+    3n: 0.9999999563783719
+    1e: 1.999584690559459
+    1c: 1.1520320767040506e-11
+    8c: 1.1520320767040506e-11
+    fn: 3.576340451833604e-15
+    wp: 0.9999443161019247
+    sx: 0.9999999999990856
+    2t: 0.9999997586067089
+    r1: 1.1724168009596134e-23
+    r7: 0.9999999999999999
+    r3: 0.9999999038734949
+    qp: 6.313844602530975e-21
+    vz: 1.566025363224928e-08
+    "79": 0.9999987254343545
+    mz: 3.0028595851129703e-16
+    zp: 1.7355349879879828e-05
+    g2: 0.9999999960596488
+    wf: 1.9999983114198852
+    pg: 0.9999999998800323
+    3b: 0.9999999999999999
+    a3: 0.9999999999999999
+    pk: 1.571791757605959e-11
+    x1: 0.9999843407587914
+  - uh: 36.160233699708435
+    " t": 444.80916077865953
+    "a ": 1256.62627296125
+    ce: 86.1980103376242
+    rt: 332.3298617325534
+    is: 214.8912257575969
+    si: 102.21554136863166
+    mo: 188.41951895552316
+    " v": 327.9160579873857
+    ai: 146.14675010704994
+    " s": 538.4550095971471
+    er: 495.9926359837808
+    ud: 48.416565551746075
+    "o ": 1357.4774091486217
+    li: 213.00008746697947
+    nd: 239.17642678826934
+    em: 255.01263950826936
+    " j": 151.69796553518512
+    "p ": 130.38943059925293
+    eu: 184.41761499252686
+    "u ": 317.22180194516875
+    "d ": 314.4417857044039
+    th: 13.77349041079947
+    "e ": 1262.7172906661822
+    nt: 181.9941591367542
+    " a": 644.0934810842964
+    " d": 795.8058403988751
+    ay: 36.391562415908105
+    " b": 262.481978827594
+    ie: 161.25286594800244
+    be: 139.53174817684436
+    "r ": 548.0513370272472
+    wo: 21.333652418151598
+    re: 222.61790352791044
+    " i": 196.03814221011584
+    "m ": 423.4104392976206
+    im: 100.51202455868766
+    pr: 142.28967972015195
+    es: 296.1803900015744
+    se: 223.15204960848243
+    ha: 319.5134090878667
+    aa: 313.59743988593823
+    ah: 271.10880425610014
+    "  ": 1118.6580823731438
+    sp: 47.48109878096846
+    "on": 239.28454976665552
+    di: 148.39214017051768
+    " p": 549.599146651135
+    ri: 129.55904587486427
+    ma: 352.69650781060136
+    ul: 39.184509339424196
+    yo: 23.667813118185048
+    ra: 365.9141849526996
+    le: 172.63421618153998
+    gl: 10.283359808691463
+    "s ": 717.3371963694964
+    or: 321.46410287461987
+    rm: 34.45636157442429
+    ss: 122.66789929646842
+    ju: 18.655644664900695
+    st: 176.7430822726594
+    " 5": 5.946363251751018
+    " m": 618.7578627419631
+    mi: 153.81928340647164
+    nu: 47.757016200050195
+    te: 401.3089438579691
+    to: 319.98983009464513
+    " g": 216.47323774890694
+    en: 631.3945752367409
+    ac: 90.1256253168493
+    "k ": 203.2867508195455
+    " w": 92.9774512269553
+    ki: 28.99823850785271
+    ng: 105.4834069563207
+    " h": 269.03142630675114
+    ar: 406.2859773406602
+    dr: 22.469899016774004
+    oo: 197.73947384289932
+    ll: 52.958118470321274
+    " o": 407.5661323436403
+    "n ": 605.3191182063952
+    "12": 6.633892751879006
+    "x ": 12.213760215567564
+    bu: 26.71289683556929
+    ny: 29.16497851173115
+    "i ": 334.56652087458826
+    ik: 106.18720669788505
+    " u": 129.1815695315472
+    ja: 141.93262706771503
+    nn: 34.91758707609897
+    " r": 175.4656186617371
+    "t ": 434.90543385407966
+    ih: 13.65717482350376
+    hh: 18.742630692380885
+    un: 89.44063947548639
+    yi: 6.990061092120065
+    pa: 200.8815017172317
+    tu: 61.10500775275138
+    wk: 4.999102467641486
+    " k": 152.58115957848668
+    ec: 70.52815180214674
+    il: 85.24868717246358
+    uk: 20.66660878242808
+    aq: 44.99653442904865
+    de: 413.68769566228707
+    ee: 192.96314089903137
+    ke: 81.3541393374781
+    " z": 75.28605633696161
+    je: 98.93965844378565
+    " 1": 36.0809499704827
+    "7 ": 5.0145583613574285
+    in: 428.8329674261984
+    " l": 219.6369551061311
+    t3: 8.290720025575393
+    " y": 62.9295749852614
+    el: 201.03036521408364
+    an: 358.54612834414627
+    au: 59.6343214295203
+    wi: 28.71144331836662
+    gr: 29.0727864188717
+    ea: 63.36238862886261
+    td: 7.215612806946339
+    rr: 50.32658772782787
+    "y ": 93.4626427183494
+    ks: 8.749926650597518
+    " f": 344.4842920945836
+    we: 81.27554453378697
+    et: 159.5366234828288
+    "g ": 112.83505525605551
+    nk: 17.998405678848254
+    "f ": 27.10199933720311
+    do: 373.96700283743525
+    lr: 2.116646208855775
+    dy: 4.390046599403877
+    as: 303.06021519631696
+    fo: 49.62451782334426
+    ow: 19.034617277339336
+    ne: 246.72060463738828
+    ut: 26.15579224924431
+    ta: 238.86844578561025
+    he: 125.39241842825335
+    ho: 141.87547780981507
+    ge: 148.89670376471886
+    ou: 138.0928784349584
+    of: 73.08663924604019
+    ed: 55.68963360593081
+    " n": 553.3263991127176
+    lu: 46.44446778863499
+    ck: 16.796435795575135
+    hi: 36.19479730940091
+    ti: 134.50255671590503
+    ts: 18.434670863320434
+    av: 48.75228042266268
+    da: 293.7666341745729
+    sh: 37.0537248920122
+    sm: 15.01172677383429
+    me: 323.4355482979023
+    rn: 24.84277619952628
+    sa: 264.95977905816284
+    id: 58.036153368623005
+    "no": 250.44490414373854
+    nc: 34.30805346662088
+    vo: 150.16308825143878
+    ic: 82.34737114486727
+    "5 ": 8.053175692858877
+    ye: 28.554456562146054
+    ok: 65.34661603856446
+    "w ": 26.35463097823613
+    ep: 24.362451218821914
+    uy: 5.51831517470732
+    " 3": 9.131458650864655
+    rs: 55.907225617963135
+    "h ": 100.57869366697206
+    va: 138.10815857290598
+    ca: 179.40080907516412
+    ga: 97.46283928036839
+    mp: 44.51213503798054
+    " e": 509.60917925398627
+    ii: 52.12068451310188
+    " c": 351.20997689143155
+    gu: 93.39289268523113
+    tt: 34.07270552453623
+    ur: 61.730988631535325
+    am: 180.54516610578912
+    cu: 89.04036366351988
+    ey: 13.488106175703896
+    ot: 44.82302219186315
+    it: 109.89820831378981
+    lo: 157.5778527473577
+    eb: 57.34913756289894
+    iv: 28.784244257196523
+    ro: 211.57060598029506
+    og: 53.11816679258078
+    fa: 79.19216707865856
+    al: 296.40025526679625
+    eg: 90.95069537499437
+    hm: 8.887425099534468
+    kn: 6.985649004525349
+    my: 4.682239340021529
+    ad: 146.2211026685999
+    um: 97.49522510889224
+    gh: 4.43912218613675
+    ak: 77.7890649085351
+    po: 116.16914548903544
+    od: 46.6307135111445
+    ir: 124.5254861102999
+    so: 129.9413269522341
+    "70": 2.999999999998018
+    "0 ": 23.75697324201678
+    " q": 280.8235456224138
+    ue: 306.52059342682946
+    bo: 66.60760032837547
+    ui: 133.1017116560693
+    uu: 32.283230904152205
+    ve: 138.17380671414773
+    wa: 39.64411390934733
+    yw: 3.8150595507906313e-13
+    oz: 3.9963395115104245
+    zy: 2.4896556180245524
+    om: 180.83575487934866
+    cr: 26.971116504150455
+    ym: 0.0001012547709840739
+    ux: 1.9928022139532506
+    ly: 3.2234135423504475
+    "l ": 183.62338872927566
+    ig: 71.24563980800247
+    oy: 9.138634523692367
+    la: 219.16032365820897
+    mm: 26.345342576594533
+    yb: 1.0534483503623926
+    us: 139.707321764768
+    bi: 78.80758257306245
+    ff: 28.234131026705185
+    lc: 3.183703399900878
+    pu: 27.557273415141772
+    sc: 38.65864792041982
+    ol: 108.44210787622855
+    co: 329.75206958358683
+    fe: 40.46875345168646
+    if: 8.328371944234343
+    ni: 99.93934546451453
+    ag: 73.03286684764221
+    cl: 23.49796183677115
+    " 2": 21.17815966072542
+    "72": 2.0878891399553684e-09
+    09: 9.670173879360599e-08
+    zo: 27.723835891077478
+    ij: 89.2966566520424
+    jo: 51.30296324807592
+    go: 91.55980042853089
+    ba: 92.36350196739161
+    na: 193.0733611397102
+    pe: 115.23316352546354
+    pi: 42.794199803510985
+    op: 48.82469526180861
+    ph: 4.707932085862331
+    iq: 4.00006845098156
+    sk: 12.575468091450764
+    tr: 77.11128671157824
+    "b ": 31.830690395383634
+    za: 30.041365329607327
+    lt: 49.33366469143058
+    hu: 46.12183651194061
+    rk: 6.849235787259321
+    "4 ": 6.539538532268955
+    "21": 4.999910149410373
+    "22": 1.9998954569743033
+    l2: 0.9999106725313057
+    "3 ": 14.13935322488576
+    os: 146.20942793794228
+    tc: 2.1403985092181865
+    at: 138.98793769913365
+    ch: 174.28014064134928
+    ab: 74.25231479120536
+    ld: 25.699995693172866
+    ty: 1.1115928917287798
+    xx: 2.2172643322436407
+    fr: 15.39595164451957
+    ci: 75.5129270670942
+    ia: 119.02751773200772
+    dh: 4.000207184213862
+    "z ": 48.5712957621508
+    mh: 2.6654247363924366
+    pl: 16.054374099833236
+    mu: 58.10616999101322
+    ov: 20.479338175795796
+    az: 54.93278655773319
+    " x": 22.59433194220237
+    uf: 6.658259776706018
+    lw: 8.471252235421811e-08
+    lv: 9.978584656364541
+    lm: 31.657212173913685
+    ao: 38.191141190575024
+    br: 72.8949160607321
+    tw: 22.92146020213449
+    "10": 6.036539252048332
+    kr: 5.95412647401364
+    uc: 26.3284409016866
+    rd: 64.48325324422302
+    rl: 16.629480754206288
+    hl: 2.7887694998179238
+    ze: 57.43929004854869
+    ko: 36.43935960833359
+    ya: 71.98160113780114
+    zn: 2.00135197530961
+    yu: 9.546499507239991
+    tm: 10.983718657519999
+    xa: 7.970372119792561
+    lh: 37.999990777303296
+    qu: 331.75378376093437
+    oa: 27.095660757128122
+    "2 ": 22.12777422177145
+    zk: 4.999998936159675
+    1k: 1.9999997894260997
+    lz: 2.0115699445327553
+    aw: 9.50692937832963
+    ww: 10.553360088841215
+    vi: 73.92213784941619
+    ht: 29.653743952469824
+    ev: 80.97992708250614
+    sw: 5.468162887997281
+    ry: 8.713062197848268
+    du: 31.55013735712594
+    ib: 10.168598230714826
+    bl: 42.45356621200007
+    ei: 147.54881398370375
+    ob: 26.37731565785465
+    io: 71.94590510369974
+    ys: 3.8765950394100397
+    ek: 31.49973260942074
+    ku: 22.992551878027697
+    ft: 5.945082416655421
+    rg: 24.114306268283226
+    gg: 12.11285803609721
+    w1: 4.568289913212612e-15
+    3s: 4.568289913212612e-15
+    af: 26.373169452747756
+    hy: 1.0099154870588987
+    gi: 33.66949966697526
+    aj: 27.650284171084348
+    vr: 23.999306257818777
+    iz: 40.93847144166786
+    wt: 1.0017147029905515
+    ds: 8.928256441357576
+    xp: 1.1109704679259886
+    ef: 7.1127511864887465
+    ms: 74.56048443548319
+    gs: 4.291572439505757
+    wn: 1.1572941127009173
+    " 0": 5.968761042940301
+    tp: 1.4264677309648596e-08
+    ns: 69.440923830717
+    up: 13.782558416570339
+    mb: 48.93698279176171
+    ex: 15.175265806374714
+    "c ": 56.46987935749646
+    tb: 15.701061984295084
+    sn: 9.190118189776772
+    oj: 14.800047040685572
+    nh: 107.99999720492173
+    "15": 3.129970215797232
+    "38": 1.0
+    "87": 3.0
+    "63": 4.0
+    "41": 3.421424444881702
+    pt: 5.993430245216205
+    fl: 63.70240265948355
+    pc: 62.801275137418706
+    nl: 63.29253171903547
+    ru: 35.97926540426322
+    ew: 9.768867046910367
+    rc: 15.812225997841697
+    fi: 87.92642355585335
+    "30": 3.6835663210086023
+    fu: 16.433239511548265
+    oe: 57.10385054045834
+    ae: 11.218454845539561
+    rf: 2.8045127320757457
+    bg: 2.99999673524456
+    oh: 18.62557546551521
+    2m: 1.000000182510547
+    2h: 2.1856072360553993e-16
+    " 4": 6.005191438036779
+    hr: 2.992295391639047
+    2d: 1.5713758009495623e-08
+    su: 46.280648925794935
+    vd: 4.9999913275762635
+    eo: 11.701284414534243
+    pp: 10.373522611969761
+    tl: 6.109296299628705
+    "1 ": 21.355573610943395
+    " 9": 3.997989652163233
+    rv: 4.876276083102385
+    by: 3.343400054608476
+    oc: 62.384621371182135
+    mn: 18.825311662915603
+    sb: 9.94595232716461
+    zi: 41.81591269169355
+    jn: 16.914170100215742
+    nw: 1.9999994802378473
+    nj: 3.99089584502582
+    wr: 1.506870720545071
+    hd: 6.5934592501086975
+    1s: 4.614478611382671e-08
+    wh: 10.360685948857384
+    hs: 10.453656817243495
+    zt: 2.999992086404205
+    lb: 0.009735321540194759
+    ua: 83.52767025850986
+    xc: 0.6854111041756203
+    mr: 7.578054567592654
+    zu: 1.9999999999961449
+    uv: 11.994288051301693
+    "8 ": 2.5858877677397265
+    fg: 2.5800511420894847
+    ct: 9.38427613433976
+    dt: 2.7801412808209065
+    gt: 27.29917690844383
+    kk: 214.29354973477666
+    ug: 20.373900784129408
+    eh: 19.434179844251272
+    zl: 6.786217390179215
+    dm: 10.764299106670936
+    jk: 11.365757968523923
+    oi: 75.28194019685738
+    zc: 1.9999999405307534
+    2n: 1.4140030610683994e-05
+    ls: 7.569270907008195
+    ap: 49.514137373234945
+    mk: 1.0059560975918211
+    ip: 17.156102453429302
+    gw: 0.00011882317481100015
+    sl: 16.506990266146946
+    yp: 1.1795022214814066
+    nf: 6.554787226731312
+    ez: 27.844504246943988
+    fy: 2.1746156752081513e-17
+    lf: 3.6090490697256503
+    3l: 9.730221879448146e-11
+    yy: 1.747700748968872
+    yl: 4.120065706764778
+    rw: 2.1019249317574786
+    ws: 2.002574442989668
+    tv: 6.204122932661771
+    bt: 6.0722761371399185
+    gn: 6.616250321284803
+    nx: 2.000369207033731
+    uq: 3.9999934625162314
+    dn: 3.7013500808685253
+    dd: 8.039136572248461
+    cs: 13.786303579898705
+    dj: 9.405060955680225
+    lg: 25.99999152277232
+    ka: 84.46066601625554
+    pf: 4.999999984697342
+    "33": 30.946417861461317
+    dl: 1.963979628454287
+    "25": 3.09389347209256e-06
+    "86": 4.603072923359572e-11
+    ub: 25.75781829330642
+    c2: 8.402808393303076e-07
+    mt: 11.959715134205302
+    mv: 2.9999999913649966
+    dg: 5.167696890592032e-08
+    sf: 5.999998317534318
+    nb: 4.032863935430242
+    hk: 1.0005712278091126
+    lj: 0.9999999999228611
+    jd: 3.116625140533076
+    bb: 19.399902928291514
+    dc: 2.7140353067455134
+    dk: 1.0000000001271927
+    "20": 7.9999769525302735
+    ps: 9.553311450938786
+    "j ": 49.345810538917
+    sg: 3.116893387760168
+    nv: 4.868771424094903
+    cc: 2.6898395704721785
+    "18": 0.985587041478893
+    "9 ": 6.0018206221334705
+    xy: 2.977300286418459e-06
+    mf: 1.002031642216509
+    ji: 14.999841397887128
+    t7: 1.9997360655726948
+    "11": 7.04866966823131
+    "23": 2.0000031722018745
+    kd: 4.574382599078532e-05
+    sy: 4.500078643021389
+    "42": 1.2706689548026072e-07
+    sj: 4.921741875753784
+    3d: 3.0086598670874567
+    "50": 6.002516766845795
+    xd: 7.566265639154718
+    py: 1.2072593221236665
+    rq: 6.999999999982828
+    "80": 1.0000000001329472
+    o2: 1.0
+    "60": 2.000003685314471
+    4e: 1.0
+    yn: 2.997375487761609
+    yc: 1.0047504788807118
+    jt: 2.9999752983774863
+    sd: 14.806752870218496
+    tj: 16.999950754848705
+    yf: 2.864145749095499
+    gb: 1.9999169472990248
+    "16": 3.7167698943133683e-06
+    oq: 18.999965428057646
+    kl: 12.072484766442459
+    kt: 15.94101907172955
+    np: 3.6800209599009426
+    uz: 8.50529726414854
+    xt: 10.329728073851596
+    hb: 0.9598498304647146
+    pj: 1.6314043357481745
+    lk: 6.18072897339392
+    bs: 14.887822482121127
+    ox: 9.758724725181198
+    7u: 1.0
+    qo: 1.9998416701655373
+    "q ": 25.669754939370417
+    7a: 2.0
+    " 7": 7.778598302648249
+    jh: 3.132154515871127
+    "v ": 13.753673717417787
+    yt: 1.0152851054321712e-06
+    "00": 11.18101480488832
+    kp: 4.81158548562328
+    sr: 7.761558453079423
+    rj: 3.9992340147146885
+    kf: 1.0098366871726672
+    cy: 1.9283104009962675
+    ix: 12.004706943430994
+    bc: 0.0012565606131507473
+    "24": 1.9981593145775924
+    fs: 2.9999997396889917
+    tf: 5.629585027322261e-06
+    gy: 4.040418259274554
+    jv: 6.999987689096603
+    tg: 4.3907770532844514
+    km: 6.9962859945845155
+    iy: 8.843426162663151
+    wy: 0.9025197712262166
+    kc: 6.110999868410494
+    yh: 1.614265855927527
+    bd: 1.8707659149044538
+    gk: 3.9999999370125368
+    rz: 3.999338151876382
+    fb: 1.0002855126146393
+    cd: 1.1924855255886059e-10
+    rb: 2.939292173936312
+    pm: 2.427265087264434e-10
+    7m: 1.900284065520078e-11
+    pn: 1.9999989886413645
+    zb: 1.0003277690082362
+    lp: 5.067360832312049
+    z3: 1.969310010022376e-07
+    ln: 2.0000059150227627
+    tn: 7.022968735344125
+    4m: 4.450487313008875e-16
+    "17": 2.00002851247586
+    bh: 2.8795256174268786
+    g3: 2.4923964875275505e-10
+    " 8": 2.201813598936624
+    "81": 5.3350071782506944e-11
+    r8: 5.190663968060967e-10
+    wl: 3.6800929709518853
+    zz: 6.6655700024534115
+    sz: 10.999971423524876
+    tk: 4.999999999988497
+    dp: 2.0000544079933054
+    7p: 1.0
+    "01": 2.990203036764262e-05
+    hj: 4.999998614231489
+    mw: 0.00023779951170744008
+    bm: 8.890565195703376
+    ej: 9.981563026341018
+    qe: 7.999999998006979
+    wu: 1.2667535108410753e-08
+    md: 2.902969943308923
+    gp: 1.0000000374201738
+    nq: 3.9993723334620706
+    uo: 2.9999900172006426
+    bj: 4.9831790491590215
+    fd: 6.999879994950049
+    iu: 22.994307048667356
+    gd: 4.9879596238460255
+    jw: 0.9998472756747894
+    wd: 2.913881302384796e-08
+    hz: 2.771042731875906e-09
+    "90": 1.0000004389522792
+    "89": 0.9999999944484347
+    7r: 0.9999999944484347
+    "67": 0.9999999944484347
+    ky: 1.9765343176877879
+    9t: 4.807892733776273e-11
+    5h: 9.628588267763966e-21
+    "37": 0.9999999999803968
+    5m: 0.9999999023699822
+    4a: 0.9999999999947035
+    0d: 0.9999999999947035
+    b7: 0.9999999999947035
+    pq: 3.9999998517191577
+    xo: 9.109060390764865
+    "28": 0.9999999999057118
+    6f: 8.751778716250808e-11
+    dw: 7.155118876007492e-09
+    "40": 3.0075082041081393
+    ml: 3.9910037828381233
+    kj: 4.9976556810334465
+    uj: 2.963914793455393
+    jj: 1.6365541338121385
+    fh: 3.251999341127977e-09
+    wq: 3.251998755313526e-09
+    qa: 0.9999999948068069
+    s2: 2.999999991369913
+    yg: 6.934522734199514
+    gq: 0.9999999999999997
+    jp: 1.9999994692463758
+    cm: 6.999999962812874
+    xi: 10.026151214788843
+    mj: 0.9999999999730359
+    2e: 1.0472630972419177
+    0g: 2.3527922760595657e-12
+    yd: 2.000000855159774
+    pz: 7.810466712918516e-07
+    "26": 0.9999830345409868
+    nz: 7.52137299293958
+    yk: 1.9999997801112186
+    h2: 8.84569273260431e-05
+    bv: 1.0039427507684113
+    mx: 0.9999999767887932
+    rh: 2.000171095242823
+    vu: 4.999999999999905
+    "6 ": 8.87219711291685
+    mg: 8.189983403962499e-07
+    dz: 4.999793379840155
+    jr: 3.0348307805392576
+    jm: 2.9999748051713944
+    vc: 14.999996210267884
+    "44": 1.3294723883736898e-10
+    "13": 2.051520244366178
+    fj: 0.9999999873386429
+    hf: 0.9999999873386429
+    sq: 7.999221809069132
+    1a: 1.596102694153985e-11
+    jb: 1.9999999999960718
+    9s: 5.537776118863672e-09
+    bf: 2.765839985345133e-05
+    xl: 4.761233753509949e-06
+    pd: 1.0003227873581164
+    "31": 2.0000000020150264
+    "45": 2.000000000184206
+    "62": 0.9999999999962794
+    "02": 2.999952411973863
+    "03": 0.9999999999962794
+    yr: 0.990981347308382
+    hw: 0.9999348604561726
+    kb: 3.950761604285187
+    "27": 1.7469037294338933e-06
+    bz: 0.9999999996510645
+    xs: 0.999999206107824
+    vb: 1.8823787278111055e-13
+    2s: 0.17873003511773228
+    wb: 1.999999999547426
+    vh: 1.0
+    hg: 2.0
+    cg: 1.0
+    bn: 3.0009238387581614
+    nm: 5.500643812696129
+    "98": 0.9999999947185594
+    fv: 0.9999999947185594
+    y1: 1.4732147691849585e-07
+    wg: 2.7588310286208927e-25
+    1d: 3.1454783782337923e-10
+    tz: 1.9594579968279808
+    sv: 1.997183896510581
+    2y: 1.7824212754377384
+    s3: 1.7824212754377384
+    fc: 2.000000065642008
+    mc: 1.0016318504171247
+    "29": 8.74049799609155e-09
+    gm: 1.9999938557155394
+    ax: 8.374051996689722
+    g6: 2.206142050720219e-18
+    o1: 3.752001399613305e-11
+    xe: 5.817811324045552
+    rp: 5.795070345135415
+    2c: 1.3536402764210866e-11
+    kg: 1.0003214202266528
+    nr: 2.9999988419209735
+    vn: 1.9999999987521866
+    zv: 1.9999988479963782
+    uw: 4.707437609214512
+    kw: 1.2091001554226828
+    vl: 2.002033397800034
+    dv: 0.9840680029368555
+    jg: 1.9999998517557578
+    3a: 1.0
+    yz: 2.9999998822740155
+    7e: 1.0
+    7o: 1.0
+    7t: 1.0000003107172424
+    1x: 1.9999972636445542
+    eq: 0.9999999999996767
+    xf: 1.4175951078586786e-12
+    "14": 3.0715850454174642
+    " 6": 9.232350356027843e-11
+    0c: 0.9999999993143263
+    0w: 0.9999999993143263
+    b0: 0.9999999993143263
+    kh: 0.9354190154152393
+    js: 6.999956142842997
+    "58": 1.999999999905691
+    hp: 0.9999999999057118
+    "75": 1.000001710762512
+    xr: 2.224413686941645e-10
+    qh: 0.9998416701655372
+    2k: 0.9999999998003443
+    zw: 1.999999740044379
+    vj: 0.9999999838396509
+    hn: 3.2759035415685305
+    bw: 2.355314923132183e-06
+    "54": 1.9999999999999791
+    vs: 1.9785953051072749
+    d1: 0.9999999999999627
+    "78": 1.0048557960030506
+    c0: 8.928334789765799e-17
+    0k: 8.928334789765799e-17
+    "06": 7.348371697009329e-16
+    5t: 1.3220976205135137e-15
+    vy: 4.458510580601993e-07
+    0s: 1.0000000351232865
+    qn: 1.9999999999999978
+    "32": 1.0564647877997115e-13
+    cq: 0.9999968502002304
+    8p: 2.8535612614240046e-07
+    "51": 0.9999999999999997
+    wc: 4.4972199659321057e-10
+    kz: 3.782998211599556e-09
+    "34": 0.9998910696663288
+    n7: 0.9999848779499653
+    zd: 2.999957675080989
+    vq: 0.9999999999998097
+    0o: 5.0
+    r6: 1.0
+    o7: 1.0
+    yv: 1.0000000000004179
+    zs: 5.484995978743817e-06
+    "99": 0.9999999999999981
+    hv: 0.9999999204579904
+    cj: 1.9825382194692836e-18
+    n2: 7.552545485559139e-17
+    0t: 7.849216329859214e-09
+    2x: 0.9998812380794733
+    "48": 1.0
+    "71": 1.0
+    f4: 1.9999975520242832
+    "59": 1.9999975520242832
+    cb: 5.171589953614139e-11
+    df: 1.0
+    hc: 0.9999999853092624
+    lq: 1.0
+    fk: 6.432005664720224e-06
+    jf: 0.9999999999994856
+    fz: 0.9999999999984711
+    0b: 1.4558952221513915e-18
+    fm: 4.254457737711445e-06
+    gz: 0.8879708906926577
+    xu: 1.99999456647687
+    5b: 3.512179931328953e-12
+    iw: 1.0138844251076506
+    "05": 2.057729664903071e-05
+    "61": 0.9997929046972669
+    "57": 0.9999977884583331
+    4t: 1.0
+    3x: 6.874185965494264e-11
+    6t: 2.079257765115432e-13
+    2p: 8.666056726010578e-16
+    qi: 2.0
+    bk: 0.9999999992695228
+    gc: 0.9999999999999729
+    h6: 0.9999999999999729
+    8v: 0.9999999999999729
+    6m: 0.9999998408322893
+    t1: 1.9146086836224406e-06
+    "74": 2.6239024965554892e-18
+    "19": 8.94703814294082e-08
+    "91": 8.94703814294082e-08
+    9p: 1.4072740508983162e-13
+    c3: 1.4072740508983162e-13
+    "92": 0.9999999979814831
+    7d: 0.9999999979814831
+    bp: 2.9999999998609885
+    3f: 4.481627247949338e-25
+    4i: 4.481627247949338e-25
+    qq: 7.170110614753974e-06
+    3n: 4.3621628149769605e-08
+    1e: 0.0004153094405409563
+    1c: 0.9999999999884797
+    8c: 0.9999999999884797
+    fn: 1.9999999999999964
+    wp: 5.568389807537242e-05
+    sx: 9.143950130771982e-13
+    2t: 2.4139329111036775e-07
+    r1: 1.0
+    r7: 1.0000000000000002
+    r3: 9.61265050575552e-08
+    qp: 1.0
+    vz: 1.9999999843397465
+    "79": 1.2745656455157893e-06
+    mz: 0.9999999999999997
+    zp: 0.9999826446501202
+    g2: 3.940351123061227e-09
+    wf: 1.6885801148770593e-06
+    pg: 1.1996770991757878e-10
+    3b: 1.525816937801942e-16
+    a3: 1.525816937801942e-16
+    pk: 0.999999999984282
+    x1: 1.565924120857395e-05
+  total_token_counts: 
+  - 77982.45532324244
+  - 46948.54467676733
+ngram_size: 2