gutenug 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0f593323290576de24cc4acec51bc6bb40ad7b1a31af2f704e0c97d2db9c5b65
+  data.tar.gz: 75c17d4a9ed9d2805e9e5a3a18e1a846401f53dbbda38945102863a1699117aa
+SHA512:
+  metadata.gz: 603ae07db6703c04b478ffb29018af65f00f1a9a09ae873ad896781d9640fc492b7a022318e4adca36301605166bb449bebe0717488deb08282e36ad52b7e7e9
+  data.tar.gz: 57672622de1d536db0917e7d006b466effed144275cd7000e7cc3b4a53495d4dc29b99d73e7e35cab5be53838b4be04c7bf5c6beb0a496bb9b53d2dc7bf91727

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/.ruby-gemset

@@ -0,0 +1 @@
+gutenug

data/.ruby-version

@@ -0,0 +1 @@
+2.5.3

data/Gemfile

@@ -0,0 +1,12 @@
+source "https://rubygems.org"
+
+gem 'pragmatic_segmenter', '~> 0.3'
+
+group :development do
+  gem "rspec", "~> 3.9"
+  gem "yard", "~> 0.7"
+  gem "rdoc", "~> 6.2"
+  gem "bundler", "~> 1.0"
+  gem "juwelier", "~> 2.4"
+  gem "simplecov", ">= 0"
+end

data/Gemfile.lock

@@ -0,0 +1,93 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    builder (3.2.4)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    diff-lcs (1.4.4)
+    docile (1.3.2)
+    faraday (1.0.1)
+      multipart-post (>= 1.2, < 3)
+    git (1.7.0)
+      rchardet (~> 1.8)
+    github_api (0.19.0)
+      addressable (~> 2.4)
+      descendants_tracker (~> 0.0.4)
+      faraday (>= 0.8, < 2)
+      hashie (~> 3.5, >= 3.5.2)
+      oauth2 (~> 1.0)
+    hashie (3.6.0)
+    highline (2.0.3)
+    juwelier (2.4.9)
+      builder
+      bundler
+      git
+      github_api
+      highline
+      kamelcase (~> 0)
+      nokogiri
+      psych
+      rake
+      rdoc
+      semver2
+    jwt (2.2.2)
+    kamelcase (0.0.2)
+      semver2 (~> 3)
+    mini_portile2 (2.4.0)
+    multi_json (1.15.0)
+    multi_xml (0.6.0)
+    multipart-post (2.1.1)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    oauth2 (1.4.4)
+      faraday (>= 0.8, < 2.0)
+      jwt (>= 1.0, < 3.0)
+      multi_json (~> 1.3)
+      multi_xml (~> 0.5)
+      rack (>= 1.2, < 3)
+    pragmatic_segmenter (0.3.22)
+      unicode
+    psych (3.2.0)
+    public_suffix (4.0.5)
+    rack (2.2.3)
+    rake (13.0.1)
+    rchardet (1.8.0)
+    rdoc (6.2.1)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.3)
+    semver2 (3.4.2)
+    simplecov (0.19.0)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+    simplecov-html (0.12.2)
+    thread_safe (0.3.6)
+    unicode (0.4.4.4)
+    yard (0.9.25)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0)
+  juwelier (~> 2.4)
+  pragmatic_segmenter (~> 0.3)
+  rdoc (~> 6.2)
+  rspec (~> 3.9)
+  simplecov
+  yard (~> 0.7)
+
+BUNDLED WITH
+   1.17.3

data/README.md

@@ -0,0 +1,5 @@
+# Gutenug
+
+A good enough Gutenberg parser.
+
+Copyright (c) 2020 Jason Hutchens. See [UNLICENSE](https://github.com/kranzky/megahal2020/blob/master/UNLICENSE) for further details.

data/Rakefile

@@ -0,0 +1,43 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+require 'juwelier'
+Juwelier::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://guides.rubygems.org/specification-reference/ for more options
+  gem.name = "gutenug"
+  gem.homepage = "http://github.com/kranzky/gutenug"
+  gem.license = "MIT"
+  gem.summary = %Q{A good-enough Gutenberg parser}
+  gem.description = %Q{Not much more than that, really. Intended for my NaNoGenMo project.}
+  gem.email = "lloyd@kranzky.com"
+  gem.authors = ["Lloyd Kranzky"]
+  gem.required_ruby_version = '>= 2.5'
+
+  # dependencies defined in Gemfile
+end
+Juwelier::RubygemsDotOrgTasks.new
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+desc "Code coverage detail"
+task :simplecov do
+  ENV['COVERAGE'] = "true"
+  Rake::Task['spec'].execute
+end
+
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new

data/UNLICENSE

@@ -0,0 +1,24 @@
+This is free and unencumbered software released into the public domain.
+
+Anyone is free to copy, modify, publish, use, compile, sell, or
+distribute this software, either in source code form or as a compiled
+binary, for any purpose, commercial or non-commercial, and by any
+means.
+
+In jurisdictions that recognize copyright laws, the author or authors
+of this software dedicate any and all copyright interest in the
+software to the public domain. We make this dedication for the benefit
+of the public at large and to the detriment of our heirs and
+successors. We intend this dedication to be an overt act of
+relinquishment in perpetuity of all present and future rights to this
+software under copyright law.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
+
+For more information, please refer to <http://unlicense.org/>

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/gutenug.gemspec

@@ -0,0 +1,73 @@
+# Generated by juwelier
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: gutenug 0.1.1 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "gutenug".freeze
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib".freeze]
+  s.authors = ["Lloyd Kranzky".freeze]
+  s.date = "2020-08-22"
+  s.description = "Not much more than that, really. Intended for my NaNoGenMo project.".freeze
+  s.email = "lloyd@kranzky.com".freeze
+  s.extra_rdoc_files = [
+    "README.md"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    ".ruby-gemset",
+    ".ruby-version",
+    "Gemfile",
+    "Gemfile.lock",
+    "README.md",
+    "Rakefile",
+    "UNLICENSE",
+    "VERSION",
+    "gutenug.gemspec",
+    "lib/gutenug.rb",
+    "lib/gutenug/book.rb",
+    "lib/gutenug/chapter.rb",
+    "lib/gutenug/paragraph.rb"
+  ]
+  s.homepage = "http://github.com/kranzky/gutenug".freeze
+  s.licenses = ["MIT".freeze]
+  s.required_ruby_version = Gem::Requirement.new(">= 2.5".freeze)
+  s.rubygems_version = "2.7.6".freeze
+  s.summary = "A good-enough Gutenberg parser".freeze
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<pragmatic_segmenter>.freeze, ["~> 0.3"])
+      s.add_development_dependency(%q<rspec>.freeze, ["~> 3.9"])
+      s.add_development_dependency(%q<yard>.freeze, ["~> 0.7"])
+      s.add_development_dependency(%q<rdoc>.freeze, ["~> 6.2"])
+      s.add_development_dependency(%q<bundler>.freeze, ["~> 1.0"])
+      s.add_development_dependency(%q<juwelier>.freeze, ["~> 2.4"])
+      s.add_development_dependency(%q<simplecov>.freeze, [">= 0"])
+    else
+      s.add_dependency(%q<pragmatic_segmenter>.freeze, ["~> 0.3"])
+      s.add_dependency(%q<rspec>.freeze, ["~> 3.9"])
+      s.add_dependency(%q<yard>.freeze, ["~> 0.7"])
+      s.add_dependency(%q<rdoc>.freeze, ["~> 6.2"])
+      s.add_dependency(%q<bundler>.freeze, ["~> 1.0"])
+      s.add_dependency(%q<juwelier>.freeze, ["~> 2.4"])
+      s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<pragmatic_segmenter>.freeze, ["~> 0.3"])
+    s.add_dependency(%q<rspec>.freeze, ["~> 3.9"])
+    s.add_dependency(%q<yard>.freeze, ["~> 0.7"])
+    s.add_dependency(%q<rdoc>.freeze, ["~> 6.2"])
+    s.add_dependency(%q<bundler>.freeze, ["~> 1.0"])
+    s.add_dependency(%q<juwelier>.freeze, ["~> 2.4"])
+    s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+  end
+end
+

data/lib/gutenug.rb

@@ -0,0 +1,4 @@
+require 'pragmatic_segmenter'
+require 'gutenug/paragraph'
+require 'gutenug/chapter'
+require 'gutenug/book'

data/lib/gutenug/book.rb

@@ -0,0 +1,45 @@
+module Gutenug
+  class Book
+    def initialize(blob)
+      paragraphs = []
+      buffer = []
+      blob.split("\n").map(&:strip).each do |line|
+        if line.empty?
+          paragraphs << Paragraph.new(buffer)
+          buffer.clear
+        else
+          buffer << line
+        end
+      end
+      paragraphs << Paragraph.new(buffer) unless buffer.empty?
+      @chapters = []
+      candidates = []
+      paragraphs.chunk(&:status).each do |chunk|
+        if chunk.first == :invalid
+          _add_chapter(candidates)
+          candidates.clear
+        else
+          candidates << chunk
+        end
+      end
+      _add_chapter(candidates)
+    end
+
+    def to_s
+      @chapters.map(&:to_s).join("\n\n* * *\n\n")
+    end
+
+    def chapters
+      @chapters
+    end
+
+    private
+
+    def _add_chapter(candidates)
+      return unless candidates.any? { |chunk| chunk.first == :valid }
+      paragraphs = candidates.reduce([]) { |paragraphs, chunk| paragraphs | chunk.last }
+      return unless paragraphs.length > 1
+      @chapters << Chapter.new(paragraphs)
+    end
+  end
+end

data/lib/gutenug/chapter.rb

@@ -0,0 +1,15 @@
+module Gutenug
+  class Chapter
+    def initialize(paragraphs)
+      @paragraphs = paragraphs
+    end
+
+    def to_s
+      @paragraphs.map(&:to_s).join("\n\n")
+    end
+
+    def paragraphs
+      @paragraphs
+    end
+  end
+end

data/lib/gutenug/paragraph.rb

@@ -0,0 +1,52 @@
+module Gutenug
+  class Paragraph
+    def initialize(blob)
+      segmenter = PragmaticSegmenter::Segmenter.new(text: blob.join(' '))
+      @sentences = segmenter.segment
+      _validate
+    end
+
+    def to_s
+      @sentences.join(" ")
+    end
+
+    def sentences
+      @sentences
+    end
+
+    def valid!
+      @invalid = false
+    end
+
+    def invalid!
+      @invalid = true
+    end
+
+    def invalid?
+      @invalid
+    end
+
+    def suspect?
+      @suspect
+    end
+
+    def status
+      if invalid?
+        :invalid
+      elsif suspect?
+        :suspect
+      else
+        :valid
+      end
+    end
+
+    private
+
+    def _validate
+      @invalid = @sentences.empty?
+      @invalid ||= @sentences.length == 1 && @sentences.first !~ /[?!.]+["'_)\]]*$/ && sentences.first !~ /[-][-]$/
+      @suspect = @invalid
+      @suspect ||= @sentences.all? { |sentence| sentence !~ /[a-z]/ }
+    end
+  end
+end

metadata

@@ -0,0 +1,157 @@
+--- !ruby/object:Gem::Specification
+name: gutenug
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Lloyd Kranzky
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-08-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pragmatic_segmenter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: juwelier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Not much more than that, really. Intended for my NaNoGenMo project.
+email: lloyd@kranzky.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- ".document"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- UNLICENSE
+- VERSION
+- gutenug.gemspec
+- lib/gutenug.rb
+- lib/gutenug/book.rb
+- lib/gutenug/chapter.rb
+- lib/gutenug/paragraph.rb
+homepage: http://github.com/kranzky/gutenug
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.5'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.6
+signing_key:
+specification_version: 4
+summary: A good-enough Gutenberg parser
+test_files: []