meiou 0.1.0 → 0.1.5

data/lib/meiou/book.rb

@@ -12,7 +12,10 @@ module BOOK
     [ :tiny, :info, :short, :med, :long ]
   end
   def self.size? w
-    if w.length > BOOK.size[0] && w.length <= BOOK.size[1]
+    
+    if w.length < BOOK.size[0]
+      s = :ignore
+    elsif w.length > BOOK.size[0] && w.length <= BOOK.size[1]
       s = :tiny
     elsif w.length > BOOK.size[1] && w.length <= BOOK.size[2]
       s = :info
@@ -46,15 +49,16 @@ module BOOK
         if !/Project Gutenberg/.match(x)
           if !/^[[[:upper:]]|[[:blank:]]|[[:punct:]]|[[:digit:]]]*$/.match(x)
             s = BOOK.size?(x.split(/\s/))
-            @bin[s].transaction { |db| db[i] = x }
-            @ind.transaction { |db| db[i] = s }
-            @mod.transaction { |db| db[i] = MOOD[x] }
-            if s == :info
+            Meiou.log "compile load item", "[#{@id}][#{i}] #{s}"
+            if s != :ignore
+              @bin[s].transaction { |db| db[i] = x }
+              @ind.transaction { |db| db[i] = s }
+              @mod.transaction { |db| db[i] = MOOD[x] }
               Meiou.extract(x) { |e| @tag.transaction { |db| if !db.key?(e[:word]); db[e[:word]] = []; end; db[e[:word]] << i; } }
             end
           else
             if !/GUTENBERG/.match(x)
-              puts %[#{@id}>#{i}: #{x}]
+              Meiou.log "compile load section", %[#{@id}>#{i}: #{x}]
               @sec.transaction { |db| db[i] = x }
               @top.transaction { |db| db[x] = i }
             end
@@ -167,20 +171,20 @@ module BOOK
   def self.init!
     Dir['books/*'].each { |e|
       k = e.gsub("books/", "").gsub(".txt", "").gsub("_", " ");
-      puts %[Scanning #{k}...]
+      Meiou.log :init_scan, %[Scanning #{k}...]
       @@BOOK[k]
     }
-    puts %[Books scanned!]
+    Meiou.log :init_done, %[Books scanned!]
     return "DONE!"    
   end
   
   def self.compile!
     Dir['books/*'].each { |e|
       k = e.gsub("books/", "").gsub(".txt", "").gsub("_", " ");
-      puts %[Compiling #{k}...]
+      Meiou.log :compile_load, %[#{k}...]
       @@BOOK[k].load(e)
     }
-    puts %[Books compiled!]
+    Meiou.log :compile_done, %[done!]
     return "DONE!"
   end
 end

data/lib/meiou/dictionary.rb

@@ -2,24 +2,20 @@ require 'tokenizer'
 
 module DICT
   # extract a list of tokens from +payload+ and handle with block passing +index+ and +WORD[word]+.
-  def self.[] payload, &block
-    Tokenizer::WhitespaceTokenizer.new().tokenize(payload).each do |e|
-      d = Meiou.word[e]
-      if d != nil
-        if "#{e}".length > 2 && !/[[:punct:]]/.match(e) && !['the','and','but','this','that'].include?(e.downcase) && d != false
-          #puts %[Meiou | #{e} | #{d[:pos].sample} | #{d[:def].sample}]
-          block.call(d)
-        end
-      end
-    end
-    return nil
+  def self.[] k
+    DICT.know(k, define: true, example: true )
   end
-
+  
   def self.know input, h={}
-    a = []   
-    DICT[input] { |w|
+    a = []
+    DICT.keywords(input).each { |e|
+      w = WORD[e]
       if h[:define] == true
-        a << %[#{w[:word].capitalize} means #{w[:def].sample}.];
+        if w[:def].length > 0
+          a << %[#{w[:word].capitalize} means #{w[:def].sample}.];
+        else
+          a << %[#{w[:word].capitalize} means #{w[:word]}.];
+        end
       end
       BOOK.word(w[:word]) { |r|
         if h[:cite] == true
@@ -33,9 +29,34 @@ module DICT
     }
     return a
   end
+  
+  def self.keywords input, &b
+    a = []
+    Tokenizer::WhitespaceTokenizer.new().tokenize(input).each do |e|
+      d = Meiou.word[e]
+      if d != nil
+        if "#{e}".length > 2 && !/[[:punct:]]/.match(e) && !['the','and','but','this','that'].include?(e.downcase) && d != false 
+          if block_given?
+            a << b.call(d)
+          else
+            a << e
+          end
+        end
+      end
+    end
+    return a
+  end
 end
 
 module Meiou
+  def self.extract k, &b
+    if block_given?
+      DICT.keywords(k) { |e| b.call(e) }
+    else
+      DICT.keywords(k)
+    end
+  end
+
   def self.[] k
     DICT.know(k, define: true, example: true)
   end

data/lib/meiou/tokipona.rb

@@ -0,0 +1,68 @@
+require 'tokipona'
+require 'yaml'
+
+module TOKI
+  @@T = Hash.new { |h,k| h[k] = T.new(k) }
+  class T
+    attr_reader :pos
+    def initialize k
+      @id = k
+      @pos = {}
+    end
+    def pos? k
+      if @pos.has_key? k
+        return true
+      else
+        return false
+      end
+    end
+    def [] k
+      @pos[k]
+    end
+    def keys
+      @pos.keys
+    end
+    def define h={}
+      h.each_pair do |k,v|
+        [v].flatten.each { |e| TOKI.concept[e] = @id }
+        @pos[k] = v
+      end
+    end
+  end
+  
+  def self.[] k
+    @@T[k]
+  end
+  def self.keys
+    @@T.keys
+  end
+
+  @@C = {}
+  def self.concept
+    @@C
+  end
+
+  def self.english s
+    h = {}
+    Tokipona::Tokenizer.tokenize(s).each do |e|
+      if !/[[:punct:]]/.match(e)
+        h[e] = TOKI[e]
+      end
+    end
+    return h
+  end
+
+  def self.tokipona s
+    h = {}
+    Tokenizer::WhitespaceTokenizer.new().tokenize(s).each do |e|
+      if !/[[:punct:]]/.match(e)
+        if TOKI.concept.has_key?(e)
+          h[e] = TOKI.concept[e]
+        end
+      end
+    end
+    return h
+  end
+  
+  YAML.load(File.read(ENV['TOKIPONA'] || '../tokipona.yaml')).each_pair { |k,v| @@T[k].define(v) }
+end

data/lib/meiou/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Meiou
-  VERSION = "0.1.0"
+  VERSION = "0.1.5"
 end

data/lib/meiou/word.rb

@@ -5,7 +5,17 @@ module WORD
   # find +word+.
   def self.term word
     ds, df = [], []
-    WordNet::Lemma.find_all(word).each { |e| ds << e.pos; e.synsets.each  { |ee| df << ee.gloss.gsub('"', "").gsub("--", " ").split("; ")[0] } }
+    WordNet::Lemma.find_all(word).each { |e|
+      ds << e.pos;
+      e.synsets.each  { |ee|
+        ee.expanded_hypernyms.each { |eee|
+          ee.gloss.gsub('"', "").gsub("--", " ").split("; ").each { |eeee|
+            df << eeee
+            df.uniq!
+          }
+        }
+      }
+    }
     #if ds.include?('n') && !ds.include?('v')                                                                                                                                                                                    
     if ds.length > 0
       return  { word: word, pos: ds, def: df }
@@ -29,6 +39,9 @@ module Meiou
   def self.word
     WORD
   end
+  def self.meaning(w, ww, &b)
+    WORD[w][:def].each { |e| if Regexp.new(ww).match(e); b.call(e); end }
+  end
   def self.words
     WORD.keys
   end

data/lib/meiou.rb

@@ -2,6 +2,10 @@
 
 require 'pstore'
 
+if !Dir.exist? 'db'
+  Dir.mkdir 'db'
+end
+
 module Meiou
   TRAMPSTAMP = '[MEIOU]'
   class Error < StandardError; end
@@ -40,4 +44,6 @@ require_relative "meiou/book"
 
 require_relative "meiou/mood"
 
+require_relative "meiou/tokipona"
+
 Meiou.init!

data/meiou.gemspec

@@ -36,6 +36,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "rwordnet"
   spec.add_dependency "tokenizer"
   spec.add_dependency "textmood"
+  spec.add_dependency "tokipona"
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: meiou
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - Erik Olson
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-14 00:00:00.000000000 Z
+date: 2024-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: wikipedia-client
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: tokipona
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A wrapper for for wikipedia entries, curated txt files, and other sources
   of knowledge.
 email:
@@ -122,7 +136,6 @@ files:
 - books/Applied_Psychology_for_Nurses.txt
 - books/Crystallizing_Public_Opinion.txt
 - books/Doctor_and_Patient.txt
-- books/Increasing_Human_Efficiency_in_Business.txt
 - books/Roman_Farm_Management.txt
 - books/Social_Organization.txt
 - books/interpretation_of_dreams.txt
@@ -131,6 +144,7 @@ files:
 - lib/meiou/book.rb
 - lib/meiou/dictionary.rb
 - lib/meiou/mood.rb
+- lib/meiou/tokipona.rb
 - lib/meiou/version.rb
 - lib/meiou/wiki.rb
 - lib/meiou/word.rb