andrey 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in andrey.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Solomon White
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,38 @@
+# Andrey
+
+Generate pseudopronounceable random words based on bigram frequency
+distributions
+
+## Installation
+
+It's a gem, sooo...
+
+## Usage
+
+From the command line:
+
+    andrey generate
+    # => genespha
+
+From your code:
+
+    Andrey::Word.generate(5)
+    # => 'gatiz'
+
+Want to customize the Markov model to make the words sound different?  (Y U NO
+LIKE ENGLISH?)  Make a new language file, and generate the probability map via:
+
+    andrey analyze /path/to/klingon-opera.txt
+
+## Why 'Andrey'
+
+For [Andrey Markov](http://en.wikipedia.org/wiki/Andrey_Markov).  And also
+because Andrey is "rand()" in pig-latin.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,13 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs.push "lib"
+  t.libs.push "spec"
+  t.test_files = FileList['spec/**/*_spec.rb']
+  t.verbose = true
+end
+
+desc "Default: run specs."
+task :default => :test

data/andrey.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/andrey/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Solomon White"]
+  gem.email         = ["rubysolo@gmail.com"]
+  gem.description   = %q{andrey}
+  gem.summary       = %q{generate pseudopronounceable random words based on bigram freqency distribution}
+  gem.homepage      = "https://github.com/rubysolo/andrey"
+
+  gem.add_development_dependency 'mocha'
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "andrey"
+  gem.require_paths = ["lib"]
+  gem.version       = Andrey::VERSION
+end

data/bin/andrey

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+library_path = File.dirname(__FILE__) + '/../lib'
+$LOAD_PATH.unshift(library_path) unless $LOAD_PATH.include?(library_path)
+
+require 'andrey/command'
+
+command = ARGV.shift
+Andrey::Command[command].run(*ARGV)
+

data/lib/andrey/analyzer.rb

@@ -0,0 +1,24 @@
+module Andrey
+  class Analyzer
+    def read(filename)
+      analyze(IO.read(filename))
+    end
+
+    def analyze(text)
+      symbols = ('a'..'z').to_a
+      zeros = [].fill(0,0,26)
+      map   = (0..25).to_a.map { |x| zeros.dup }
+
+      text.downcase.split(/[^a-z]+/).each do |word|
+        word.split(//).each_cons(2) do |from, to|
+          col = symbols.index(from)
+          row = symbols.index(to)
+
+          map[col][row] += 1
+        end
+      end
+
+      map
+    end
+  end
+end

data/lib/andrey/command.rb

@@ -0,0 +1,34 @@
+require 'andrey/analyzer'
+require 'andrey/word'
+
+module Andrey
+  class Command
+    class Generate
+      def run(*args)
+        puts Andrey::Word.generate
+      end
+    end
+
+    class Analyze
+      def run(*args)
+        probability_map = Andrey::Analyzer.new.read(args.first)
+        puts "["
+        probability_map.each do |row|
+          puts "[#{ row.join(',') }]"
+        end
+        puts "]"
+      end
+    end
+
+    def self.[](command)
+      case command
+      when /^gen/i
+        Generate.new
+      when /^ana/i
+        Analyze.new
+      else
+        raise "unknown command #{ command }"
+      end
+    end
+  end
+end

data/lib/andrey/language/english.rb

@@ -0,0 +1,40 @@
+module Andrey
+  module Language
+    class English
+      def self.symbols
+        ('a'..'z').to_a
+      end
+
+      def self.probability_map
+        [
+          [  131,9076,12589, 5968, 4774,1359, 5536,  856, 3928,189,2029,28178, 7536,28275,  271, 7214,199,21440,10038,27276, 3550,2089,1131, 905, 1523, 899],
+          [ 5297, 927,  211,  316, 5491,  73,   43,  115, 5586,164,  14, 8765,  147,   78, 4110,  118,  6, 4028,  801,  295, 2823,  82,  48,   0,  414,   4],
+          [15207,   9, 1525,   24,10495,   4,    4,13308, 7290,  0,3694, 3272,   35,  164,16088,   13, 96, 5504,  475, 6945, 5110,   0,  10,   0, 2814,  30],
+          [ 6287, 183,  100, 1034,13714, 218,  582,  299,12286,146,  25, 2113,  389, 1057, 5596,   91,  6, 3433,  577,   78, 2101, 232, 299,   0, 1337,  19],
+          [10087,1945, 8383,14736, 3994,2285, 2575,  940, 2678,226, 392,12811, 8075,25070, 4196, 5890,588,42507,20704,12057, 3103,1995,1461,3280,  905, 253],
+          [ 2139,  23,   10,   17, 3216,1744,   11,   27, 4052,  4,   8, 2471,   22,   24, 3704,   11,  0, 1677,   46,  807, 2627,   1,  30,   0,  572,   3],
+          [ 5000, 116,   18,   81, 7761,  66, 1139, 1704, 5447,  3,  18, 4089,  580, 1878, 3263,   40,  0, 4769,  289,  118, 2452,   2, 132,   0, 1689,   8],
+          [ 9380, 180,   69,   84,12374, 198,   43,   74,10434,  4,  31, 1332,  586,  765,10394,  116,  5, 3104,  170, 1646, 1830,  18, 297,   0, 6462,   6],
+          [15276,3113,26517,10728, 4020,4328, 4475,  276,  420, 77,1915,10331, 5176,33718,15378, 5100,287, 4552,24204,16952, 1774,5208,  78, 494,   55,4596],
+          [  795,   1,    0,    4,  612,   0,    0,    6,  200,  2,   1,    2,    2,    4,  595,    2,  0,    8,    0,    1,  905,   0,   1,   0,    8,   0],
+          [ 1431, 148,   37,   38, 4979, 124,   21,  295, 2544, 18,  72,  773,  160,  463,  597,   66,  0,  223,  410,  139,  317,   8, 202,   0,  445,   2],
+          [16932, 484,  838, 1393,23347, 538,  577,  165,20883,  6, 506,11418,  983,  741,13004, 1082,  7,  112,  694, 2330, 4434, 760, 215,   3,14059,  25],
+          [13712,2638,   57,   47,12258, 142,   21,   50,11357,  6,  18,  253, 2020,  763, 8702, 4382,  2,   65,  277,   43, 2536,  44,  66,   0, 2355,   4],
+          [12665, 956, 8690, 9633,21743,2137,13071,  915,15240,340,1344, 1229,  985, 2422,12183, 1481,331, 1306, 6455,19981, 2159,1031, 692,  74, 1331, 385],
+          [ 2423,3224, 7960, 5588, 1761,1484, 7623,  764, 4109, 97,1067,12463,12365,29811, 4684,11281,218,19802,10890, 8961,12999,3748,2600,1373,  603, 494],
+          [ 8572, 128,   78,   32,11227,  99,   39,13194, 6864, 12,  42, 4977,  137,  389, 8768, 2022,  2, 9756, 2246, 3256, 2507,   3, 134,   0, 1480,   0],
+          [    2,   0,    0,    0,    2,   0,    0,    0,    4,  0,   0,    0,    0,    0,    2,    0,  1,    1,    0,    0, 3715,   0,   0,   0,    0,   0],
+          [23804,1924, 3855, 3672,23956, 956, 2009, 1602,23280,109,1188, 1865, 4781, 2802,22402, 2423, 82, 3649, 3668, 5672, 3942,1099, 653,   7, 6055,  67],
+          [ 5952, 264, 6509,  143,11489, 276,  153, 7365,12066, 43,1027, 2264, 5604, 1568, 6008, 5761,705,  164,14428,22087, 6558,  77, 830,   0, 2130,  11],
+          [14456, 280, 1062,   89,29443, 467,  124,12101,31684, 32,  40, 2236,  581,  475,15285,  222,  9,14163,  776, 3232, 4766,  47, 729,   1, 5564, 144],
+          [ 2731,3282, 2899, 2362, 1999, 553, 1402,   61, 2613, 43, 294, 9782, 5983,19217,  671, 3098, 21, 8990,14587, 5472,   27, 259,  17, 244,   82, 140],
+          [ 3212,   0,    3,    1,10716,   0,    1,    0, 4224,  0,   2,    7,    0,    5, 1545,    0,  0,   33,    8,    0,  286,  12,   0,   0,   81,   3],
+          [ 3080, 132,   32,  143, 2121,  80,   28,  930, 2296,  1,  97,  370,   89,  562, 2172,   49,  2,  426,  216,   87,   68,   1,  57,   0,  111,  11],
+          [  764,  29,  391,   10,  537,  30,    7,  116, 1419,  0,   2,   41,   27,    9,  570,  550, 10,    7,   56,  778,  161,   2,  24,   0,  597,   1],
+          [ 1446, 289, 1696, 1137,  953, 142,  742,  159,  621,  3,  47, 3010, 1796, 1699, 1255, 2686,  5, 1587, 2358, 1641,  136,  17, 204, 166,    4, 135],
+          [ 1677,  12,    9,   15, 3613,   2,    7,    7,  708,  0,   4,  127,    5,    4, 1400,    3,  0,    8,    7,   11,   80,   2,  10,   0,  334, 271]
+        ]
+      end
+    end
+  end
+end

data/lib/andrey/version.rb

@@ -0,0 +1,3 @@
+module Andrey
+  VERSION = "0.0.1"
+end

data/lib/andrey/word.rb

@@ -0,0 +1,57 @@
+require 'andrey/language/english'
+
+module Andrey
+  class Word
+    def initialize(language=Language::English)
+      @language = language
+      @word = []
+    end
+
+    def to_s
+      @word.join
+    end
+
+    def length
+      @word.length
+    end
+
+    def add_letter
+      @word << next_letter(@word.last || symbols.sample)
+    end
+
+    def next_letter(letter)
+      index = symbols.index(letter)
+
+      probabilities = probability_map[index]
+      pointer = rand(probabilities.inject(:+))
+      sum = 0
+
+      probabilities.each_with_index do |p, index|
+        if p > 0
+          sum += p
+          return symbols[index] if sum > pointer
+        end
+      end
+
+      symbols.sample
+    end
+
+    def self.generate(length=8, language=Language::English)
+      new(language).tap do |word|
+        while word.length < length
+          word.add_letter
+        end
+      end
+    end
+
+    private
+
+    def symbols
+      @language.symbols
+    end
+
+    def probability_map
+      @language.probability_map
+    end
+  end
+end

data/lib/andrey.rb

@@ -0,0 +1,5 @@
+require "andrey/version"
+
+module Andrey
+  # Your code goes here...
+end

data/spec/lib/andrey/analyzer_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+require 'andrey/analyzer'
+
+describe Andrey::Analyzer do
+  let(:subject) { Andrey::Analyzer.new }
+
+  it 'counts occurrences of bigrams in source text' do
+    zeros  = (0..25).map { |x| 0 }
+    result = subject.analyze("abc")
+
+    freq_a = result[0]
+    freq_a.must_equal zeros.dup.fill(1,1,1)
+
+    freq_b = result[1]
+    freq_b.must_equal zeros.dup.fill(1,2,1)
+
+    freq_c = result[2]
+    freq_c.must_equal zeros
+  end
+
+  it 'reads corpus text from a file' do
+    IO.stubs(:read).returns("abc")
+    subject.expects(:analyze).with("abc")
+    subject.read("filename.txt")
+  end
+end

data/spec/lib/andrey/command_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+require 'andrey/command'
+
+describe Andrey::Command do
+  let(:described_class) { Andrey::Command }
+
+  it 'generates a random word' do
+    Andrey::Command::Generate.any_instance.expects(:puts).returns(nil)
+    command = described_class['generate']
+    command.run
+  end
+end

data/spec/lib/andrey/language/english_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+require 'andrey/language/english'
+
+describe Andrey::Language::English do
+  let(:described_class) { Andrey::Language::English }
+
+  it 'knows the english alphabet' do
+    described_class.symbols.must_equal ('a'..'z').to_a
+  end
+
+  it 'knows the trained bigram freqency' do
+    map = described_class.probability_map
+    map.length.must_equal 26
+    map.each { |row| row.length.must_equal 26 }
+  end
+end

data/spec/lib/andrey/word_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+require 'andrey/word'
+
+class TestLanguage
+  def self.symbols
+    ('a'..'z').to_a
+  end
+
+  def self.probability_map
+    @map ||= begin
+      inner = (0..25).map { |index| 0 }
+      outer = (0..25).map { |index| inner }
+      outer[0][1] = 1
+      outer
+    end
+  end
+end
+
+describe Andrey::Word do
+  it 'generates a word based on letter frequencies' do
+    Andrey::Word.generate().length.must_equal 8
+  end
+
+  it 'picks a next letter, based on probability' do
+    word = Andrey::Word.new(TestLanguage)
+    word.next_letter('a').must_equal 'b'
+  end
+end

data/spec/lib/andrey_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'andrey'
+
+describe Andrey do
+  it 'generates a word based on letter frequencies' do
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+require 'mocha'

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: andrey
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Solomon White
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: &70199999986280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70199999986280
+description: andrey
+email:
+- rubysolo@gmail.com
+executables:
+- andrey
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- andrey.gemspec
+- bin/andrey
+- lib/andrey.rb
+- lib/andrey/analyzer.rb
+- lib/andrey/command.rb
+- lib/andrey/language/english.rb
+- lib/andrey/version.rb
+- lib/andrey/word.rb
+- spec/lib/andrey/analyzer_spec.rb
+- spec/lib/andrey/command_spec.rb
+- spec/lib/andrey/language/english_spec.rb
+- spec/lib/andrey/word_spec.rb
+- spec/lib/andrey_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/rubysolo/andrey
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: generate pseudopronounceable random words based on bigram freqency distribution
+test_files:
+- spec/lib/andrey/analyzer_spec.rb
+- spec/lib/andrey/command_spec.rb
+- spec/lib/andrey/language/english_spec.rb
+- spec/lib/andrey/word_spec.rb
+- spec/lib/andrey_spec.rb
+- spec/spec_helper.rb