meiou 0.1.0 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 03d15fe601d5531e80ada0b3a3bb845b9725658f02f15c23fbf83453cb165b25
-  data.tar.gz: b068278d25c4a7af7ad35cd0a8307b31f37e9f69eb40eaf5c26f18a0da6631c7
+  metadata.gz: ffaee59e725de71fe02e8172475790aad75e79a26e99382eda714dc339983798
+  data.tar.gz: 9461f7eebafcc7a28e12f59883910cf7644f1b3d8b01e5ced737968b85196e9c
 SHA512:
-  metadata.gz: e5dd53aa6765e2731d745e6dd458639c1b926731b8ae786314d4ac37318fdc5b5c03068a67eb9bc0cfafae044a00b0f9ce2100c9fb627a38efe76a0cb25e82b0
-  data.tar.gz: 1e4514909e96d0e7798147093e11630db60bb202a065231492e9ecc75a835e2160d2729d7255acb70c7161d0edeed9563bdf0b2c0a95233feb371cff51777906
+  metadata.gz: 111be57c597ab493422a48bbd3eb00dcbb941a2b62f0a43882d8a299611a83608f25abd5ab47772dd2e9560ba48df38ddabda118eed5f9200173cf9bde09aeaa
+  data.tar.gz: 70898d2927f4c5f317011cd8e00ab02bd420811c84c2e31f928df3511dc0bd94a546ff1f7bbe65f80ff3170e9ce839f72c5d46aa1015c6c94e83f7fd84371a23

data/lib/meiou/book.rb

@@ -49,9 +49,8 @@ module BOOK
             @bin[s].transaction { |db| db[i] = x }
             @ind.transaction { |db| db[i] = s }
             @mod.transaction { |db| db[i] = MOOD[x] }
-            if s == :info
-              Meiou.extract(x) { |e| @tag.transaction { |db| if !db.key?(e[:word]); db[e[:word]] = []; end; db[e[:word]] << i; } }
-            end
+            puts ":INFO"
+            Meiou.extract(x) { |e| @tag.transaction { |db| if !db.key?(e[:word]); db[e[:word]] = []; end; db[e[:word]] << i; } }
           else
             if !/GUTENBERG/.match(x)
               puts %[#{@id}>#{i}: #{x}]

data/lib/meiou/dictionary.rb

@@ -2,17 +2,8 @@ require 'tokenizer'
 
 module DICT
   # extract a list of tokens from +payload+ and handle with block passing +index+ and +WORD[word]+.
-  def self.[] payload, &block
-    Tokenizer::WhitespaceTokenizer.new().tokenize(payload).each do |e|
-      d = Meiou.word[e]
-      if d != nil
-        if "#{e}".length > 2 && !/[[:punct:]]/.match(e) && !['the','and','but','this','that'].include?(e.downcase) && d != false
-          #puts %[Meiou | #{e} | #{d[:pos].sample} | #{d[:def].sample}]
-          block.call(d)
-        end
-      end
-    end
-    return nil
+  def self.[] k
+    DICT.extract(k)
   end
 
   def self.know input, h={}
@@ -33,9 +24,33 @@ module DICT
     }
     return a
   end
+  
+  def self.extract i, &b
+    a = []
+    Tokenizer::WhitespaceTokenizer.new().tokenize(i).each do |e|
+      d = Meiou.word[e]
+      if d != nil
+        if "#{e}".length > 2 && !/[[:punct:]]/.match(e) && !['the','and','but','this','that'].include?(e.downcase) && d != false
+          #puts %[Meiou | #{e} | #{d[:pos].sample} | #{d[:def].sample}] 
+          if block_given?
+            a << b.call(d)
+          else
+            a << e
+          end
+        end
+      end
+    end
+    return a
+  end
 end
 
 module Meiou
+  def self.keywords k
+    DICT.know(k)
+  end
+  def self.extract k
+    DICT[k]
+  end
   def self.[] k
     DICT.know(k, define: true, example: true)
   end

data/lib/meiou/tokipona.rb

@@ -0,0 +1,68 @@
+require 'tokipona'
+require 'yaml'
+
+module TOKI
+  @@T = Hash.new { |h,k| h[k] = T.new(k) }
+  class T
+    attr_reader :pos
+    def initialize k
+      @id = k
+      @pos = {}
+    end
+    def pos? k
+      if @pos.has_key? k
+        return true
+      else
+        return false
+      end
+    end
+    def [] k
+      @pos[k]
+    end
+    def keys
+      @pos.keys
+    end
+    def define h={}
+      h.each_pair do |k,v|
+        [v].flatten.each { |e| TOKI.concept[e] = @id }
+        @pos[k] = v
+      end
+    end
+  end
+  
+  def self.[] k
+    @@T[k]
+  end
+  def self.keys
+    @@T.keys
+  end
+
+  @@C = {}
+  def self.concept
+    @@C
+  end
+
+  def self.english s
+    h = {}
+    Tokipona::Tokenizer.tokenize(s).each do |e|
+      if !/[[:punct:]]/.match(e)
+        h[e] = TOKI[e]
+      end
+    end
+    return h
+  end
+
+  def self.tokipona s
+    h = {}
+    Tokenizer::WhitespaceTokenizer.new().tokenize(s).each do |e|
+      if !/[[:punct:]]/.match(e)
+        if TOKI.concept.has_key?(e)
+          h[e] = TOKI.concept[e]
+        end
+      end
+    end
+    return h
+  end
+  
+  YAML.load(File.read(ENV['TOKIPONA'] || '../tokipona.yaml')).each_pair { |k,v| @@T[k].define(v) }
+end

data/lib/meiou/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Meiou
-  VERSION = "0.1.0"
+  VERSION = "0.1.3"
 end

data/lib/meiou.rb

@@ -40,4 +40,6 @@ require_relative "meiou/book"
 
 require_relative "meiou/mood"
 
+require_relative "meiou/tokipona"
+
 Meiou.init!

data/meiou.gemspec

@@ -36,6 +36,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "rwordnet"
   spec.add_dependency "tokenizer"
   spec.add_dependency "textmood"
+  spec.add_dependency "tokipona"
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: meiou
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.3
 platform: ruby
 authors:
 - Erik Olson
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-14 00:00:00.000000000 Z
+date: 2024-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: wikipedia-client
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: tokipona
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A wrapper for for wikipedia entries, curated txt files, and other sources
   of knowledge.
 email:
@@ -131,6 +145,7 @@ files:
 - lib/meiou/book.rb
 - lib/meiou/dictionary.rb
 - lib/meiou/mood.rb
+- lib/meiou/tokipona.rb
 - lib/meiou/version.rb
 - lib/meiou/wiki.rb
 - lib/meiou/word.rb