kusari 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1bd23a95575a6e870596ea70b119829c01cbeaf0
+  data.tar.gz: e52a64cf85a4993763df1121d9cd0b7adb53d6c2
+SHA512:
+  metadata.gz: 8ead23f301fa3745b1dc25e19b11f7d225595868cd365b1c067c17ae7dc393502cbaed79dcd63ae121ba15a352dbd0971c1ae3b55a34570258ef168ca589f0db
+  data.tar.gz: 7afdbd2f11989ddcdde5ae67d8bcd3d59156e7fe1a4965c870827c699c6e9a6ef3d8b67965604eb5e6c13e24f9c1e9b077a9d01a6ca8a78c66e9b8b80e7fec79

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.3
+before_install: gem install bundler -v 1.10.6

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,13 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, we pledge to respect all people who contribute through reporting issues, posting feature requests, updating documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free experience for everyone, regardless of level of experience, gender, gender identity and expression, sexual orientation, disability, personal appearance, body size, race, ethnicity, age, or religion.
+
+Examples of unacceptable behavior by participants include the use of sexual language or imagery, derogatory comments or personal attacks, trolling, public or private harassment, insults, or other unprofessional conduct.
+
+Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct. Project maintainers who do not follow the Code of Conduct may be removed from the project team.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by opening an issue or contacting one or more of the project maintainers.
+
+This Code of Conduct is adapted from the [Contributor Covenant](http://contributor-covenant.org), version 1.0.0, available at [http://contributor-covenant.org/version/1/0/0/](http://contributor-covenant.org/version/1/0/0/)

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kusari.gemspec
+gemspec

data/README.md

@@ -0,0 +1,61 @@
+# :link: Kusari
+
+Japanese random sentence generator based on Markov chain.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'kusari'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install kusari
+
+## Usage
+
+First of all, our application must load the gem and create a new instance as:
+
+```ruby
+require 'kusari'
+generator = Kusari::Generator.new
+# by default, the above statement is the same as:
+#   generator = Kusari::Generator.new(3, "./ipadic")
+```
+
+Note that the first argument `3` indicates N for the N-gram model used by creating tokenized word table. You can give arbitrary number. And the second one `./ipadic` tells the path of [IPA dictionary](http://taku910.github.io/mecab/#download), a dictionary for parsing Japanese strings, to the generator.
+
+Next, adding strings (reference sentences for Markov chain) can be done by:
+
+```ruby
+generator.add_string("ネロとパトラッシュは、この世で二人きりでした。")
+generator.add_string("彼らは、実の兄弟よりも仲のよい大の親友でした。")
+generator.add_string("ネロは、アルデンネ生まれの少年でした。")
+```
+
+Finally, we can obtain randomly generated sentence as:
+
+```ruby
+sentence = generator.generate(140)
+p sentence
+# => "ネロは、アルデンネ生まれの兄弟よりも仲のよい大の少年でした。"
+```
+
+Here, an argument of the generate method defines limit length for the generated sentence; `generator.generate(140)` creates a sentence which can be posted on Twitter, for example.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/takuti/kusari. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "kusari"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/kusari.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kusari/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kusari"
+  spec.version       = Kusari::VERSION
+  spec.license       = "MIT"
+  spec.authors       = ["takuti"]
+  spec.email         = ["k.takuti@gmail.com"]
+
+  spec.summary       = %q{Japanese random sentence generator based on Markov chain.}
+  spec.homepage      = "https://github.com/takuti/kusari"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "igo-ruby", "~> 0.1.5"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+end

data/lib/kusari.rb

@@ -0,0 +1,18 @@
+require "kusari/markov_sentence_generator"
+require "kusari/version"
+
+module Kusari
+  class Generator
+    def initialize(gram=3, ipadic_path="./ipadic")
+      @generator = MarkovSentenceGenerator.new(gram, ipadic_path)
+    end
+
+    def add_string(string)
+      @generator.add(string)
+    end
+
+    def generate(limit)
+      @generator.generate(limit)
+    end
+  end
+end

data/lib/kusari/markov_sentence_generator.rb

@@ -0,0 +1,80 @@
+# coding: utf-8
+
+require "igo-ruby"
+
+class MarkovSentenceGenerator
+  HEAD = "[HEAD]"
+  TAIL = "[TAIL]"
+
+  def initialize(gram=3, ipadic_path="./ipadic")
+    @gram = gram
+
+    # Japanese tokenizer
+    @tagger = Igo::Tagger.new(ipadic_path)
+
+    # save arrays of tokenized words based on the N-gram model
+    @markov_table = Array.new
+  end
+
+  def tokenize(string)
+    tokens = Array.new
+    tokens << HEAD
+    tokens += @tagger.wakati(string)
+    tokens << TAIL
+  end
+
+  def add(string)
+    tokens = tokenize(string)
+
+    # if there are at least 4 tokens, we can create both of HEAD-started and TAIL-ended array of words
+    return if tokens.size < 4
+
+    # update markov_table
+    i = 0
+    loop do
+      @markov_table << tokens[i..(i+@gram-1)]
+      break if tokens[i+@gram-1] == TAIL
+      i += 1
+    end
+  end
+
+  def generate(limit)
+    # select all HEAD-started arrays
+    head_arrays = Array.new
+    @markov_table.each do |markov_array|
+      if markov_array[0] == HEAD
+        head_arrays << markov_array
+      end
+    end
+
+    # sample one HEAD-started array and create initial sentence based on that
+    sampled_array = head_arrays.sample
+    sentence = sampled_array[1] + sampled_array[2]
+
+    # start Markov chain until getting the TAIL flag
+    loop do
+      # select all arrays which can chain their head word to current tail of the sentence
+      chain_arrays = Array.new
+      @markov_table.each do |markov_array|
+        if markov_array[0] == sampled_array[2]
+          chain_arrays << markov_array
+        end
+      end
+
+      # finish here if we cannot continue to chain
+      break if chain_arrays.length == 0
+
+      # grow current sentence and check if it has the TAIL flag
+      sampled_array = chain_arrays.sample
+      if sampled_array[2] == TAIL
+        sentence += sampled_array[1]
+        break
+      else
+        concat_string = sampled_array[1] + sampled_array[2]
+        break if sentence.length + concat_string.length > limit
+        sentence += concat_string
+      end
+    end
+    sentence
+  end
+end

data/lib/kusari/version.rb

@@ -0,0 +1,3 @@
+module Kusari
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: kusari
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- takuti
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-12-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: igo-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.5
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- k.takuti@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- kusari.gemspec
+- lib/kusari.rb
+- lib/kusari/markov_sentence_generator.rb
+- lib/kusari/version.rb
+homepage: https://github.com/takuti/kusari
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Japanese random sentence generator based on Markov chain.
+test_files: []