meiou 0.1.0

data/lib/meiou/book.rb

@@ -0,0 +1,189 @@
+
+module BOOK
+  @@IGNORE = 6
+  @@TINY = 12
+  @@SMALL = 30
+  @@MED = 50
+  @@LARGE = 120
+  def self.size
+    [ @@IGNORE, @@TINY, @@SMALL, @@MED, @@LARGE ]
+  end
+  def self.sizes
+    [ :tiny, :info, :short, :med, :long ]
+  end
+  def self.size? w
+    if w.length > BOOK.size[0] && w.length <= BOOK.size[1]
+      s = :tiny
+    elsif w.length > BOOK.size[1] && w.length <= BOOK.size[2]
+      s = :info
+    elsif w.length > BOOK.size[2] && w.length <= BOOK.size[3]
+      s = :short
+    elsif w.length > BOOK.size[3] && w.length <= BOOK.size[4]
+      s = :med
+    elsif w.length > BOOK.size[4]
+      s = :long
+    end
+    return s
+  end
+  @@BOOK = Hash.new { |h,k| h[k] = Book.new(k) }
+  class Book
+    def initialize k
+      @id = k
+      @ind = PStore.new("db/book-#{k}.pstore")     # index sizes
+      @sec = PStore.new("db/book-sec-#{k}.pstore") # sections
+      @top = PStore.new("db/book-top-#{k}.pstore") # topics
+      @tag = PStore.new("db/book-tag-#{k}.pstore") # tags
+      @mod = PStore.new("db/book-mod-#{k}.pstore") # moods
+      @bin = Hash.new { |h,k| h[k] = PStore.new("db/book-#{@id}-#{k}.pstore") } # sorted bins
+    end
+
+    def id; @id; end
+    
+    def load f
+      c = File.read(f)
+      c.gsub(/\r\n/,"\n").gsub(/\n\n+/,"\n\n").split("\n\n").each_with_index do |e,i|
+        x = e.gsub(/\n/," ").gsub(/\s+/," ").strip;
+        if !/Project Gutenberg/.match(x)
+          if !/^[[[:upper:]]|[[:blank:]]|[[:punct:]]|[[:digit:]]]*$/.match(x)
+            s = BOOK.size?(x.split(/\s/))
+            @bin[s].transaction { |db| db[i] = x }
+            @ind.transaction { |db| db[i] = s }
+            @mod.transaction { |db| db[i] = MOOD[x] }
+            if s == :info
+              Meiou.extract(x) { |e| @tag.transaction { |db| if !db.key?(e[:word]); db[e[:word]] = []; end; db[e[:word]] << i; } }
+            end
+          else
+            if !/GUTENBERG/.match(x)
+              puts %[#{@id}>#{i}: #{x}]
+              @sec.transaction { |db| db[i] = x }
+              @top.transaction { |db| db[x] = i }
+            end
+          end
+        end
+      end
+    end
+    
+    def [] k
+      n = @ind.transaction { |db| db[k] }
+      @bin[n].transaction { |db| db[k] }
+    end
+    def mood k
+      @mod.transaction { |db| db[k] }
+    end
+    def tag k
+      @tag.transaction { |db| db[k] }
+    end
+    def tags
+      @tag.transaction { |db| db.keys }
+    end
+    def topic k
+      @top.transaction { |db| db[k] }
+    end
+    def topics
+      h = {}
+      @top.transaction { |db| db.keys.each { |e| h[e] = db[e] } }
+      return h
+    end
+
+    def section k
+      @sec.transaction { |db| db[k] }
+    end
+
+    def sections
+      h = {}
+      @sec.transaction { |db| db.keys.each { |e| h[e] = db[e] } }
+      return h
+    end
+
+    def filter s, k
+      a = []
+      @bin[s].transaction { |db| db.keys.map { |e| if Regexp.new(k).match(db[e]); a << e end } }
+      return a
+    end
+
+    def each k, &b
+      @bin[k].transaction { |db| db.keys.map { |e| b.call(db[e]) } }
+      return nil
+    end
+  end
+
+  def self.[] k
+    @@BOOK[k]
+  end
+  
+  def self.keys
+    @@BOOK.keys
+  end
+
+  def self.topic k
+    h = {}
+    @@BOOK.keys.map { |e| h[e] = @@BOOK[e].topic(k) }
+    return h
+  end
+
+  def self.topics
+    h = {}
+    @@BOOK.keys.map { |e| h[e] = @@BOOK[e].topics }
+    return h
+  end
+
+  def self.section k
+    h = {}
+    @@BOOK.keys.map { |e| h[e] = @@BOOK[e].section(k) }
+    return h
+  end
+  
+  def self.tag k
+    h = {}
+    @@BOOK.keys.map { |e| h[e] = @@BOOK[e].tag(k) }
+    return h
+  end
+  
+  def self.tags
+    h = {}
+    @@BOOK.keys.map { |e| h[e] = @@BOOK[e].tags }
+    return h    
+  end
+  
+  def self.sections
+    h = {}
+    @@BOOK.keys.map { |e| h[e] = @@BOOK[e].sections }
+    return h
+  end
+
+  def self.find k, *t, &b
+    @@BOOK.keys.map { |kk| [t, :tiny].uniq.flatten.each { |s| book = @@BOOK[kk]; book.filter(s,k).each { |e| b.call({ book: kk, index: e, mood: book.mood(e), text: book[e] }); } } }
+    return nil
+  end
+
+  # Get +num+ number of "opinions" of +word+ based on compiled +BOOK.tag(word)+ keywords and pass it to block
+  def self.word word, *num, &block
+    a = []
+    BOOK.tag(word).each_pair { |k,v| if v != nil; v.sample(num[0] || 3).compact.uniq.shuffle.each { |e| a << { book: k, index: e, mood: BOOK[k].mood(e), text: BOOK[k][e] } }; end }
+    a.flatten.sample(num[1] || num[0] || 3).compact.uniq.shuffle.each { |e| block.call(e) }
+    return nil
+  end
+
+  def self.init!
+    Dir['books/*'].each { |e|
+      k = e.gsub("books/", "").gsub(".txt", "").gsub("_", " ");
+      puts %[Scanning #{k}...]
+      @@BOOK[k]
+    }
+    puts %[Books scanned!]
+    return "DONE!"    
+  end
+  
+  def self.compile!
+    Dir['books/*'].each { |e|
+      k = e.gsub("books/", "").gsub(".txt", "").gsub("_", " ");
+      puts %[Compiling #{k}...]
+      @@BOOK[k].load(e)
+    }
+    puts %[Books compiled!]
+    return "DONE!"
+  end
+end
+
+Meiou.compile(:book) { |h| BOOK.compile! }
+Meiou.init(:book) { |h| BOOK.init! }

data/lib/meiou/dictionary.rb

@@ -0,0 +1,51 @@
+require 'tokenizer'
+
+module DICT
+  # extract a list of tokens from +payload+ and handle with block passing +index+ and +WORD[word]+.
+  def self.[] payload, &block
+    Tokenizer::WhitespaceTokenizer.new().tokenize(payload).each do |e|
+      d = Meiou.word[e]
+      if d != nil
+        if "#{e}".length > 2 && !/[[:punct:]]/.match(e) && !['the','and','but','this','that'].include?(e.downcase) && d != false
+          #puts %[Meiou | #{e} | #{d[:pos].sample} | #{d[:def].sample}]
+          block.call(d)
+        end
+      end
+    end
+    return nil
+  end
+
+  def self.know input, h={}
+    a = []   
+    DICT[input] { |w|
+      if h[:define] == true
+        a << %[#{w[:word].capitalize} means #{w[:def].sample}.];
+      end
+      BOOK.word(w[:word]) { |r|
+        if h[:cite] == true
+          a << %[[#{r[:book]}:#{r[:index]}:#{w[:word]}] #{r[:text]}]
+        else
+          if h[:example] == true
+            a << %[#{r[:text]}]
+          end
+        end
+      }
+    }
+    return a
+  end
+end
+
+module Meiou
+  def self.[] k
+    DICT.know(k, define: true, example: true)
+  end
+  def self.define k
+    DICT.know(k, define: true)
+  end
+  def self.example k
+    DICT.know(k, example: true)
+  end
+  def self.cite k
+    DICT.know(k, cite: true)
+  end
+end

data/lib/meiou/mood.rb

@@ -0,0 +1,29 @@
+require 'textmood'
+
+module MOOD
+  @@MOOD = PStore.new("db/moods.pstore")
+  def self.[] k
+    @@MOOD.transaction { |db| db[k] }
+  end
+  def self.keys
+    @@MOOD.transaction { |db| db.keys }
+  end
+  def self.incr k, n
+    @@MOOD.transaction { |db| x = db[k].to_f; db[k] = x + n[0] || 1 }
+  end
+  def self.decr k, *n
+    @@MOOD.transaction { |db| x = db[k].to_f; db[k] = x + n[0] || 1 }
+  end
+  def self.update k, s
+    MOOD.incr(k, MOOD[s])
+  end
+  def self.[] p
+    TextMood.new(language: "en", ternary_output: true, start_ngram: 1, end_ngram: 4).analyze(p).to_f
+  end
+end
+
+module Meiou
+  def self.mood
+    MOOD
+  end
+end

data/lib/meiou/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Meiou
+  VERSION = "0.1.0"
+end

data/lib/meiou/wiki.rb

@@ -0,0 +1,114 @@
+require 'wikipedia-client'
+
+module WIKIPEDIA
+  @@INFO = Hash.new do |h,k|
+    if x = Wikipedia.find(k.to_s).summary
+      h[k] = x.gsub(/\n+/,"\n").split("\n")
+    else
+      h[k] = false
+    end
+  end
+  def self.[] k
+    @@INFO[k]
+  end
+  def self.keys
+    @@INFO.keys
+  end
+  def self.to_h
+    @@INFO
+  end
+end
+
+module WIKI
+  
+  @@GPS = Hash.new { |h,k| h[k] = Gps.new(k) }
+  class Gps
+    def initialize k
+      @id = k
+      @x = PStore.new("db/gps-#{k}.pstore")
+    end
+    def [] k
+      @x.transaction { |db| db[k] }
+    end
+    def []= k,v
+      @x.transaction { |db| db[k] = v }
+    end
+    def id; @id; end
+  end
+  
+  def self.gps
+    @@GPS
+  end
+
+  @@W = Hash.new { |h,k| h[k] = W.new(k) }
+  class W
+    def initialize k
+      @id = k
+      @x = PStore.new("db/w-#{k}.pstore")
+    end
+    def [] k
+      @x.transaction { |db| db[k] }
+    end
+    def []= k,v
+      @x.transaction { |db| db[k] = v }
+    end
+    def id; @id; end
+    
+  end
+
+  
+  @@WIKI = Hash.new do |h,k|
+    a, x = [], @@W[k.to_s]
+    if x[:text] == nil
+      s = Wikipedia.find(k.to_s)
+      if s != nil
+        %[#{s.summary}].split("\n").each { |e|
+          if !/^=+/.match(e)
+            a << %[#{e}]
+          end
+        }
+        aa = []; a.join("\n").split(/\n+/).each { |e| aa << e.gsub('"',"'").gsub(/\s+/," ").strip }
+        x[:text] = aa.join("\n\n")
+        x[:url] = s.fullurl
+        x[:edit] = s.editurl
+        cc, c = [], [];
+        [s.categories].flatten.each { |e| if e != nil; cc << e.gsub("Category:",""); end }
+        cc.each { |e|
+          if !/^All articles/.match(e) && !/^Articles/.match(e) && !/^Coordinates on/.match(e) && !/^Short description is/.match(e)
+            c << e
+          end
+        }
+        x[:categories] = c.join("\n\n")
+        
+        x[:google] = "https://www.google.com/search?q=#{k.gsub(" ","+")}"
+        
+        x[:map] = "https://www.google.com/maps/place/#{k.gsub(" ","+")}"
+        
+        xx = s.coordinates
+        
+        if xx != nil
+          x[:lat] = xx[0]
+          x[:lon] = xx[1]
+          g = @@GPS[k.to_s]
+          g[:lat] = xx[0]
+          g[:lon] = xx[1]
+          g[:map] = x[:map]
+          g[:google] = x[:google]
+          g[:edit] = x[:edit]
+          g[:url] = x[:url]
+          g[:text] = x[:text]          
+        end
+      end
+      h[k] = x
+    end
+  end 
+  def self.[] k
+    @@WIKI[k]
+  end
+  def self.keys
+    @@WIKI.keys
+  end
+  def self.to_h
+    @@WIKI
+  end
+end

data/lib/meiou/word.rb

@@ -0,0 +1,35 @@
+require 'rwordnet'
+
+module WORD
+  @@WORD = Hash.new { |h,k| if !h.has_key?(k); w = WORD.term(k); if w != false; h[k] = w; end; end }
+  # find +word+.
+  def self.term word
+    ds, df = [], []
+    WordNet::Lemma.find_all(word).each { |e| ds << e.pos; e.synsets.each  { |ee| df << ee.gloss.gsub('"', "").gsub("--", " ").split("; ")[0] } }
+    #if ds.include?('n') && !ds.include?('v')                                                                                                                                                                                    
+    if ds.length > 0
+      return  { word: word, pos: ds, def: df }
+    else
+      return false
+    end
+  end
+  
+  # +word+
+  def self.[] word
+    @@WORD[word]
+  end
+
+  # +words+
+  def self.keys
+    @@WORD.keys
+  end
+end
+
+module Meiou
+  def self.word
+    WORD
+  end
+  def self.words
+    WORD.keys
+  end
+end

data/lib/meiou.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'pstore'
+
+module Meiou
+  TRAMPSTAMP = '[MEIOU]'
+  class Error < StandardError; end
+  @@COMP = {}
+  @@INIT = {}
+  @@CONF = {}
+  def self.conf
+    @@CONF
+  end
+  def self.compile n, &b
+    @@COMP[n] = b
+  end
+  def self.compile!
+    @@COMP.each_pair { |n,b| Meiou.log(n,%[#{b.call(@@CONF[n])}]) }
+  end
+  def self.init n, &b
+    @@INIT[n] = b
+  end
+  def self.init!
+    @@INIT.each_pair { |n,b| Meiou.log(n,%[#{b.call(@@CONF[n])}]) }
+  end
+  def self.log n, s
+    puts %[#{TRAMPSTAMP}[#{n}] #{s}]
+  end
+end
+
+require_relative "meiou/version"
+
+require_relative "meiou/wiki"
+
+require_relative "meiou/dictionary"
+
+require_relative "meiou/word"
+
+require_relative "meiou/book"
+
+require_relative "meiou/mood"
+
+Meiou.init!

data/meiou.gemspec

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require_relative "lib/meiou/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "meiou"
+  spec.version = Meiou::VERSION
+  spec.authors = ["Erik Olson"]
+  spec.email = ["xorgnak@gmail.com"]
+
+  spec.summary = "A way of gathering knowledge."
+  spec.description = "A wrapper for for wikipedia entries, curated txt files, and other sources of knowledge."
+  spec.homepage = "https://github.com/xorgnak/meiou"
+  spec.license = "MIT"
+  spec.required_ruby_version = ">= 2.6.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?(*%w[bin/ test/ spec/ features/ .git appveyor Gemfile])
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  # Uncomment to register a new dependency of your gem
+  spec.add_dependency "wikipedia-client"
+  spec.add_dependency "pstore"
+  spec.add_dependency "rwordnet"
+  spec.add_dependency "tokenizer"
+  spec.add_dependency "textmood"
+  # For more information and examples about making a new gem, check out our
+  # guide at: https://bundler.io/guides/creating_gem.html
+end

data/sig/meiou.rbs

@@ -0,0 +1,4 @@
+module Meiou
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification
+name: meiou
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Erik Olson
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2024-03-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: wikipedia-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pstore
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rwordnet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tokenizer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: textmood
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A wrapper for for wikipedia entries, curated txt files, and other sources
+  of knowledge.
+email:
+- xorgnak@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- LICENSE.txt
+- README.md
+- Rakefile
+- _books/Anarchism.txt
+- _books/Applied_Psychology_for_Nurses.txt
+- _books/Common_Sense.txt
+- _books/Considerations_on_Representative_Government.txt
+- _books/Crystallizing_Public_Opinion.txt
+- _books/Doctor_and_Patient.txt
+- _books/Increasing_Human_Efficiency_in_Business.txt
+- _books/Marriage_and_Love.txt
+- _books/Mutual_Aid.txt
+- _books/Natural_Faculties.txt
+- _books/Other_People's_Money.txt
+- _books/Philosophy_of_Misery.txt
+- _books/Playwrights_on_Playmaking.txt
+- _books/Principles_of_Scientific_Management.txt
+- _books/Psychology_of_Management.txt
+- _books/Psychopathology_of_Everyday_Life.txt
+- _books/Roman_Farm_Management.txt
+- _books/Sexual_Neuroses.txt
+- _books/Social_Organization.txt
+- _books/Three_Contributions_to_the_Theory_of_Sex.txt
+- _books/interpretation_of_dreams.txt
+- _books/principals_of_political_economy.txt
+- _books/the_Social_Contract.txt
+- _books/the_individual_in_society.txt
+- _books/the_prince.txt
+- books/Anarchism.txt
+- books/Applied_Psychology_for_Nurses.txt
+- books/Crystallizing_Public_Opinion.txt
+- books/Doctor_and_Patient.txt
+- books/Increasing_Human_Efficiency_in_Business.txt
+- books/Roman_Farm_Management.txt
+- books/Social_Organization.txt
+- books/interpretation_of_dreams.txt
+- books/the_prince.txt
+- lib/meiou.rb
+- lib/meiou/book.rb
+- lib/meiou/dictionary.rb
+- lib/meiou/mood.rb
+- lib/meiou/version.rb
+- lib/meiou/wiki.rb
+- lib/meiou/word.rb
+- meiou.gemspec
+- sig/meiou.rbs
+homepage: https://github.com/xorgnak/meiou
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/xorgnak/meiou
+  source_code_uri: https://github.com/xorgnak/meiou
+  changelog_uri: https://github.com/xorgnak/meiou
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.15
+signing_key:
+specification_version: 4
+summary: A way of gathering knowledge.
+test_files: []