ipsumizer 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: '084cbabf13cf81e3d22e97c28eeab3d7f7f333a3'
+  data.tar.gz: e297906ad93aa5b31392801cbe43d089c2cfd28d
+SHA512:
+  metadata.gz: f38a89bc38a7fe5c7ede90f706ca58a9ca4f05e5ad965427783283e9293c26ca390603c43767f7c54549ef384fa38a5cecbe9bdee01d17f9efae598ffa8408de
+  data.tar.gz: 5a0fb3fb60e1ac1c0b7c88d7b5f9c1f6342976b174153164aee39ea61f4faa74764e2e8f1c502d56af4fb4299e83802fc380b9a5f859d99ad5fa78cd1aa086c1

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.0.0
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ipsumizer.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 dfhoughton
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,141 @@
+# Ipsumizer
+
+`Ipsumizer` generates random sentences based on the sample text it is initialized with.
+
+## Synopsis
+
+```ruby
+require 'ipsumizer'
+
+# sample text -- the Aeneid (only first lines shown)
+text = <<-END
+Arma virumque cano, Troiae qui primus ab oris
+Italiam, fato profugus, Laviniaque venit
+litora, multum ille et terris iactatus et alto
+vi superum saevae memorem Iunonis ob iram;
+multa quoque et bello passus, dum conderet urbem,
+inferretque deos Latio, genus unde Latinum,
+Albanique patres, atque altae moenia Romae.
+
+Musa, mihi causas memora, quo numine laeso,
+quidve dolens, regina deum tot volvere casus
+insignem pietate virum, tot adire labores
+impulerit. Tantaene animis caelestibus irae?
+
+...
+
+END
+
+ip = Ipsumizer.new text
+
+ip.speak                 # "Illi ingere glaebae; faciat tempora magno miserae lustri non data dum excutitur, dona Cupido Tyrius artit, et prodimus urbine Byrsam, neque, Troesque corpora mortalis, foret Troiaque qui taliam rabili portuna viros inhumati unda dextra, donis?"
+ip.speak                 # "'Rex erat pectore pontus, nostrata pelago pectore tot captas epulis Achates et patres, haere duce reconderat, ut supplexu Aeneas, Tyria fluctus antiquentem tum excidio Libyae: sic ore cadis agminem." 
+ip.speak                 # "Adsit lacrimisque matrem arrectisque ruunt et alas et placidam Iunonis?"
+
+ip = Ipsumizer.new text, prefix: 2
+
+ip.speak                 # "Hissalia ma cubem gerefix, Iuripsilis ocubvolut ciantensii, iturue perbata gerecurore Iulcelacriscenthomasumin lo.]"
+
+```
+
+## Description
+
+`Ipsumizer` builds a "character language model" based on the sample *sentences* you give it. This means it discovers the probability
+that a particular letter follows particular sequences of preceding letters within a sentence. "Letters" in this case include the
+beginning of the sentence and the end. Given this information it can build a new sentence like so:
+
+1. Pick the starting character based on the frequence of starting letters in the sample sentences
+2. Pick the next character based on the frequency of second characters given the first
+3. Pick the third character based on the frequency of the preceding two
+4. etc.
+
+Once it reaches its "prefix" limit, it trims the preceding sequence to this length. The longer the sequence, the less creative
+`Ipsumizer` will be and the more the generated text will resemble the sample. At some length it will stop generating any
+novel sentences and will simply return some random sentence from the sample it ingested.
+
+### Sentencing
+
+If you give `Ipsumizer` an array as the first argument to its initializer it will assume these are the sample sentences.
+Alternatively, if you give it a `String` it will use a regular expression to splits this string into sample sentences.
+As is generally the case with regular expression parsing, this won't always be as sophisticated as you might like. You can
+either do the sentencing yourself beforehand or provide your own sentencing regexp, like so:
+
+```ruby
+ip = Ipsumizer.new text, sentencer: /([.?!])/
+```
+
+Note the capturing group around the expression. `Ipsumizer` assumes sentencing expressions capture their separators. It
+will look for the these in the `split` output, therefore, and glue them back onto their sentences.
+
+### Normalization
+
+The only normalization `Ipsumizer` provides by default is the stripping of whitespace and the conversion of all
+internal whitespace into ' '. If you want to remove macrons, for example, you need to do it to the text yourself.
+
+## Methods
+
+### `initialize(text, sentencer: DEFAULT_SENTENCER, prefix: DEFAULT_PREFIX)`
+
+The `text` parameter is either a string or an array of strings. In the former case, the string will be
+split into sentences using the sentencer pattern. The `prefix` parameter is a non-negative integer. The bigger
+the prefix, the more faithful generated sentences will be to the original.
+
+### `speak`
+
+Generate a random sentence.
+
+### `sentence(text)`
+
+Split the `text` parameter into sentences using the `Ipsumizer`'s sentence boundary pattern.
+
+### `sentencer`
+
+Accessor for the sentencer pattern.
+
+### `prefix`
+
+Accessor for the prefix length.
+
+## Defaults and Constants
+
+```ruby
+  DEFAULT_SENTENCER = Regexp.new %r{([.!?][.!?\p{Final_Punctuation}\p{Close_Punctuation}"\s]*)}
+
+  DEFAULT_PREFIX = 4
+```
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ipsumizer'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ipsumizer
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/dfhoughton/ipsumizer.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ipsumizer"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/ipsumizer.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ipsumizer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ipsumizer"
+  spec.version       = Ipsumizer::VERSION
+  spec.authors       = ["dfhoughton"]
+  spec.email         = ["dfhoughton@gmail.com"]
+
+  spec.summary       = 'Generate lorem ipsum text from a text sample.'
+  spec.description   = spec.summary
+  spec.homepage      = "https://github.com/dfhoughton/ipsumizer"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5"
+  spec.add_development_dependency "byebug", "~> 0"
+end

data/lib/ipsumizer.rb

@@ -0,0 +1,99 @@
+require "ipsumizer/version"
+
+class Ipsumizer
+  attr_reader :prefix, :sentencer
+
+  DEFAULT_SENTENCER = Regexp.new %r{([.!?][.!?\p{Final_Punctuation}\p{Close_Punctuation}"\s]*)}
+
+  DEFAULT_PREFIX = 4
+
+  def initialize( sentences, prefix: DEFAULT_PREFIX, sentencer: DEFAULT_SENTENCER )
+    @prefix = prefix.to_i
+    fail "prefix length must be non-negative: #{prefix}" unless prefix > 0
+    @sentencer = sentencer
+    @transitions = {}
+    if sentences.is_a? String
+      sentences = sentence sentences
+    end
+    sentences = sentences.map{ |s| s.strip.gsub /\s/, ' ' }.select{ |s| s =~ /\S/ }
+    fail "no sentences" unless sentences.any?
+    sentences.each do |s|
+      key = ''
+      i = 0
+      (0..s.length).each do |i|
+        nxt = if i == s.length
+          nil
+        else
+          s[i]
+        end
+        counts = @transitions[key] ||= {}
+        counts[nxt] = counts[nxt].to_i + 1
+        if nxt
+          key += nxt
+          if key.length > prefix
+            key = key[1..-1]
+          end
+        end
+      end
+    end
+    @transitions.each do |pfx, counts|
+      total = counts.values.reduce(:+)
+      probabilities = counts.values.map{ |n| n.to_r / total }
+      @transitions[pfx] = AliasTable.new( counts.keys, probabilities )
+    end
+  end
+
+  # split a text into sentences, where sentences are separated by on of '.', '!', and '?', optionally preceded by
+  # double quotes or closing brackets and so forth
+  def sentence(text)
+    text.split(sentencer).each_slice(2).map{ |*bits| bits.join }.select{ |s| s =~ /\S/ }
+  end
+
+  # make a random sentence
+  def speak
+    pfx = s = ''
+    loop do
+      nxt = @transitions[pfx]&.generate
+      break unless nxt
+      s += nxt
+      pfx += nxt
+      if pfx.length > prefix
+        pfx = pfx[1..-1]
+      end
+    end
+    s
+  end
+
+  # copied in here and fixed because the gem was in a broken state
+  class AliasTable
+    def initialize(x_set, p_value)
+      @p_primary = p_value.map(&:to_r)
+      @x = x_set.clone.freeze
+      @alias = Array.new(@x.length)
+      parity = Rational(1, @x.length)
+      group = @p_primary.each_index.group_by { |i| @p_primary[i] <=> parity }
+      parity_set = group.fetch(0, [])
+      parity_set.each { |i| @p_primary[i] = Rational(1) }
+      deficit_set = group.fetch(-1, [])
+      surplus_set = group.fetch(1, [])
+      until deficit_set.empty?
+        deficit = deficit_set.pop
+        surplus = surplus_set.pop
+        @p_primary[surplus] -= parity - @p_primary[deficit]
+        @p_primary[deficit] /= parity
+        @alias[deficit] = @x[surplus]
+        if @p_primary[surplus] == parity
+          @p_primary[surplus] = Rational(1)
+        else
+          (@p_primary[surplus] < parity ? deficit_set : surplus_set) << surplus
+        end
+      end
+    end
+
+    def generate
+      column = rand(@x.length)
+      rand <= @p_primary[column] ? @x[column] : @alias[column]
+    end
+  end
+
+end

data/lib/ipsumizer/version.rb

@@ -0,0 +1,3 @@
+class Ipsumizer
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification
+name: ipsumizer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- dfhoughton
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-12-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Generate lorem ipsum text from a text sample.
+email:
+- dfhoughton@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ipsumizer.gemspec
+- lib/ipsumizer.rb
+- lib/ipsumizer/version.rb
+homepage: https://github.com/dfhoughton/ipsumizer
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Generate lorem ipsum text from a text sample.
+test_files: []