mindwords 0.6.6 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ec2890a679fe960fc09d401fc33fa57c735b4e8ba940dfa02834880d2f92320a
-  data.tar.gz: 2829b18b62650d5f49986113e67e01127331b89e17aaee698219220f3fae6387
+  metadata.gz: 1f5bf74dd560883c0f522b3bf9eb94ba34e1655360347bb25871762e4c592cc1
+  data.tar.gz: 8da5c28a10e9086c72f82eb7615af347da8ec80432249f4716f866c6450b8baf
 SHA512:
-  metadata.gz: cd62b5aa44b6227a0028e990369dfa582d0b5c32bbee93969a37456cdc2e787d6d25108d3f4279e1422bd95ce107c01622b9167ab43407c2aa0627a6d0ec2989
-  data.tar.gz: af4672aef859de43270d5a16d422815670e7e093282a19c901358d2770fd95276080c1594125a3215c3b0f1ce9b17d9ed6603b6e91dd6ae05b8b2764fb1484cc
+  metadata.gz: 361eee1873d6b3aa00ccfc415485c86723e28f398b19824d2e9f7b42322304579a9d672db7e4f13b5caa6711fee38028c4a0e361bdddf27451417a77a5476d64
+  data.tar.gz: 1eb29c350266e6122059017955e2ae615fb8368aec887df5fc6a6ac18aed7d8a3fbfe1ea0cdc6e6fe2050a55d0b7b9cd753e1280d2b101a0a765d9d6d29603fa

data/lib/mindwords.rb

@@ -3,8 +3,10 @@
 # file: mindwords.rb
 
 require 'rexle'
-require 'rxfhelper'
+require 'rxfreadwrite'
 require 'line-tree'
+require 'polyrex'
+
 
 module HashCopy
   refine Hash do
@@ -19,7 +21,9 @@ end
 class MindWords
   using ColouredText
   using HashCopy
+  include RXFReadWriteModule
 
+  attr_reader :words_missing
   attr_accessor :lines, :filepath
 
   def initialize(raws='', parent: nil, debug: false)
@@ -64,14 +68,14 @@ class MindWords
       found = search(title)
       found.hashtags() if found
     else
-      @parent.attributes[:hashtags].split if @parent
+      @parent.attributes[:hashtags].split if @parent and @parent.attributes[:hashtags]
     end
 
   end
 
   def import(raws)
 
-    s, type = RXFHelper.read raws
+    s, type = RXFReader.read raws
 
     @filepath = raws if type == :file or type == :dfs
     lines = (s.strip.gsub(/(^\n|\r)/,'') + "\n").lines.uniq
@@ -124,7 +128,7 @@ class MindWords
 
     puts 'before save' if @debug
 
-    File.write file, to_s()
+    FileX.write file, to_s()
 
   end
 
@@ -344,6 +348,7 @@ class MindWords
 
     a = rexlize(h)
     doc = Rexle.new(['root', {}, '', *a])
+    puts 'doc.xml: ' + doc.xml(pretty: true) if @debug
 
     # apply node nesting
 
@@ -360,6 +365,7 @@ class MindWords
 
     end
 
+    puts 'after nesting; doc.xml: ' + doc.xml(pretty: true) if @debug
 
     # remove duplicates which appear in the same branch above the nested node
     rm_duplicates(doc)
@@ -407,6 +413,45 @@ class MindWords
 
     @outline = treeize node
 
+    # ----
+
+    # It's common for words to be missing from the outline, either because
+    # they have erroneously been flagged as redundant or lack specific hashtag
+    # context. Below, we attempt to identify the missing words with a
+    # suggestion on how to fix it.
+
+    words = @outline.lines.map(&:strip)
+    orig_words = to_s().lines.map {|x| x[/^[^#]+(?= #)/]}.compact
+    @words_missing = orig_words - words
+
+    if @words_missing.any? then
+
+      tags = []
+      @words_missing.inject(tags) do |r,word|
+
+        found = to_s().lines.grep(/#{word}/)
+
+        if found then
+          r << found.first.scan(/#\w+/).map {|x| x[1..-1]}
+        else
+          r
+        end
+
+      end
+
+      add_sugg = tags.uniq.map do |atag|
+        ("%s #%s" % [atag[0], atag[1]]).bg_black
+      end
+
+      puts ('@words_missing: ' + @words_missing.join(', ') ).warn
+      puts "suggestion: try adding the following:".info
+      puts add_sugg.join("\n")
+      puts
+
+    end
+
+    # ----
+
     node.root.each_recursive do |e|
 
       e.attributes[:id] = e.attributes[:title].downcase.gsub(/ +/,'-')
@@ -535,3 +580,99 @@ EOF
   end
 
 end
+
+class MindWordsPlus
+
+  attr_reader :to_px
+
+  def initialize(s, fields: %w(title content), debug: false)
+
+    lt = LineTree.new(s)
+    h = lt.to_h
+
+    mw = MindWords.new(h.keys.join("\n"))
+    outline = mw.to_outline
+
+    out = outline.lines.map do |line|
+
+      word = line[/\w[^$]+/]
+
+      found = h.keys.find do |key, value|
+
+        if debug then
+          puts 'key2: ' + key[/^[^#]+(?= #)/].inspect
+          puts 'word: ' + word.chomp.inspect
+        end
+
+        word.chomp == key[/^[^#]+(?= #)/]
+      end
+
+      puts 'found: ' + found.inspect if debug
+
+      if found and h[found][:body] then
+        puts '***' + h[found][:body].keys.inspect  if debug
+        line.chomp + ' # ' + h[found][:body].keys.join('<br/>') + "\n"
+      else
+        line
+      end
+
+    end
+
+    puts out.join if debug
+
+    px = Polyrex.new(schema: "entries[title]/entry[#{fields.join(', ')}]",
+                     delimiter: ' # ')
+    px.import out.join
+    @px = px
+
+  end
+
+  def to_ph()
+
+    lines = []
+
+    @px.each_recursive do |x, parent, level|
+
+      if level.to_i < 3 then
+        line = ("\n" + '#' * (level.to_i + 1)) + ' ' + x.title + "\n\n"
+      else
+        line = '*' + ' ' + x.title + "\n"
+      end
+
+      if x.content.length >= 1 then
+        txt = '- ' + x.content.gsub('&lt;','<').gsub('&gt;','>')
+        line += "\n" + txt.gsub('<br/>',"\n- ") + "\n"
+      end
+
+      lines << line
+
+    end
+
+    lines.join.gsub(/\n\n\n/,"\n\n")
+  end
+
+  def to_px()
+    @px
+  end
+
+  def to_tree()
+
+    lines = []
+    @px.each_recursive do |x, parent, level|
+
+      line = ('  ' * level) + x.title
+
+      if x.content.length >= 1 then
+        txt = x.content.gsub('&lt;','<').gsub('&gt;','>')
+        indent = '  ' * (level+1) + '* '
+        line += "\n" + indent +  txt.gsub('<br/>',"\n" + indent)
+      end
+
+      lines << line
+    end
+
+    lines.join("\n")
+
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mindwords
 version: !ruby/object:Gem::Version
-  version: 0.6.6
+  version: 0.8.0
 platform: ruby
 authors:
 - James Robertson
@@ -11,72 +11,52 @@ cert_chain:
 - |
   -----BEGIN CERTIFICATE-----
   MIIEXjCCAsagAwIBAgIBATANBgkqhkiG9w0BAQsFADAsMSowKAYDVQQDDCFnZW1t
-  YXN0ZXIvREM9amFtZXNyb2JlcnRzb24vREM9ZXUwHhcNMjEwMTA2MDAzNzI2WhcN
-  MjIwMTA2MDAzNzI2WjAsMSowKAYDVQQDDCFnZW1tYXN0ZXIvREM9amFtZXNyb2Jl
-  cnRzb24vREM9ZXUwggGiMA0GCSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQCnNKTu
-  gn/UJQjyq6a2T4UUemzEz8RnPLYDFkt+iM4mXm7dqSkZ5EdSEHdJ26r2P07yZjyB
-  wg/WciIAG2tStBa9Kz3JLe4PveWMTlWDy0SruFAlUYVo8xaZjJmn7eAYFQz9mvVM
-  6HYp0ov8hDtYiDuhcmJ9tlVciusDcGuF9J9XoG3wH75EgRCVbxVXPTufhJNxAfmg
-  Z8Z6pGm6gVRZ4YJ50+14vwTyyTjB3uFmJtjIn4UhDmAP3l1YUEQq0RCqEgdigzu7
-  k1gX0A5Fs+5BKqK9kTlpZuceDH4Hqcmm4DPZ+asiXIYoRetlYaw/QJMpVpgOQ4tU
-  PP0ZGl/QUSmrru/5uK+P4xOUL07O1dd+K6tyR8SC3Gh4Wzow8rUtyh7cXPz58bGY
-  RtZaWPTWgz8FZs3S7NcIBdGU0Hlj8Z5QL26LatKIRsJz1yNaV8dRWZbhU9ML6RRJ
-  7T2avgjLyj1WWyx3Sg8afxxZ0Odp5wBc1LiqdqI+OybheGZdR1z17k/Xyj8CAwEA
-  AaOBijCBhzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUWkD96lfk
-  uPyGnc/MJwjZ5vZICwEwJgYDVR0RBB8wHYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0
+  YXN0ZXIvREM9amFtZXNyb2JlcnRzb24vREM9ZXUwHhcNMjIwMTI3MTQ1NDM4WhcN
+  MjMwMTI3MTQ1NDM4WjAsMSowKAYDVQQDDCFnZW1tYXN0ZXIvREM9amFtZXNyb2Jl
+  cnRzb24vREM9ZXUwggGiMA0GCSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQC5j1vd
+  M1N+azakESYbM6MEesfRhcOCklUmUNk5LlHcrtoySInNFd9ky7EMilTg8hRPrf5m
+  YgEx9+6V4iAGhRrkmyPdjGbNvgjyGqPjzouwtElA1SIh6geIaiDr3GAQQ4Amez/g
+  jM0bh1xybLIhBxUJ+QDB/MCyWX7c6Lf2mmbWpKJJi9DxdgZT19nD5VrjLE989UwN
+  XOt/jc8s9zc3RFNadSTqVAWXXUb8F9Uh0zrkNwJD0jhmpHEyg7uZ6cHrxD9zZbLf
+  YLJFU+QgPCSUkJX3KUcLbpwHJbmwVbaRwHz16AanbyvBa3jHBOTLoRywpvjPQuec
+  vr+4cUzHHad9G329gwk9F/3VY0KMtvjxwsRKJ6R+0QacNNG/uyzDirlPfx2N9qy/
+  +vxoLS8NDLDG7lxa+vSXqBhfBlUGUTV+N3g7zwUQOfLetAza48Mzlhbtom/7GhXW
+  RLyW+RLWrNZmyxzmcTzIXMJknJcdh1lErfqlK4xJoFjoOz+Ezt91yfqo7pcCAwEA
+  AaOBijCBhzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUsko1pK7R
+  6H51ylxgR7A2RLZ7B6UwJgYDVR0RBB8wHYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0
   c29uLmV1MCYGA1UdEgQfMB2BG2dlbW1hc3RlckBqYW1lc3JvYmVydHNvbi5ldTAN
-  BgkqhkiG9w0BAQsFAAOCAYEAbe9+Fvsl1/YO5V70fwm9KI6qDR8TBYVSgFBBHnBb
-  vua8Qp+neqsLq/NVF/MAgBa8klFOw0LLPjKphKLSbJd7pb34etJytsIWcF2WLCGG
-  s9JBtt3URieOcvKVyCnjAA4aQ3YGvgaM3t94y/LaoSQZEgu8385NczGI8GCFSEV5
-  0pv/71aTh42DuIbFrF5Qf7XMncgMzxZuVWaWuU25Nh4bK6swzSV8Pba89c8LhVj2
-  WUxqYCA9Lrgw2H/RWxQIXS1xQ+zXLHc+ExzJ/qEDef7wsz3wIYRoGHbhciXxLHce
-  +0EOblxngt+AdCB4PmQlVA5LdFSRzxMv84tGrnhAGefjGPe1KzegthuN7sl0yugD
-  tiF/wCtUE7D7XQOINuJSGP2e+9XU3GmTZQvrdEuOO3LcTSU9jfn04leXaQ4pwv2M
-  aWH7D2AmhOpqNwWnPHzWR/yzpigAVTrvpHfRxZleQj6Z/090nIH2KR0RdioMmPFq
-  3+574KQzs/gR9Y5a+iMcvHRN
+  BgkqhkiG9w0BAQsFAAOCAYEAR1wfQlkrJf5zvVkq5Cl2fcXYKRnhk8N9lxUZPA2Z
+  nXfHed/9gdLpGLQHV91Q0W2taDFDnOpRj3e2dZxdihrJ4qJJ55w9cUgGcpqTjmgE
+  p/5Pxgy25wdHte0URJvy4fnIB0NjVe+pTLENGLhk9O+ktKxfI5b+3ImOHLirfsiM
+  Nt1J9bxPr++9WzOnvOBNpt+dSZE42/mEAoVHCLGp06XSCuj3TRE93TetO5K8Rqrz
+  Gr2rktYjmK75ckHc2Owb7k5q4MhENXDF0w+boTHKwhZ3YZ23ORWBAAe6EWZ5CJif
+  ACsKYTamTZJ1XtnSuwfZJ66HujeZDeDeU4Jn0IWl0Ocpuf5cGdgZdQ/jlA02M4Ev
+  1IAsJkbXAdPHh9mLKUSeH2E1qJ8tg7MFVdBZMkvG4PNXXEk5fzijsrxrXbpY4IgW
+  eUqhPOSrxIRLebVebvo/SHN6+ed3Q1tXowsbLGCT9QwqbaZ5MZ7zks92mIWeJvsA
+  JdpabIXfcOANNKd0ha4NO+Yu
   -----END CERTIFICATE-----
-date: 2022-01-02 00:00:00.000000000 Z
+date: 2022-03-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: line-tree
+  name: polyrex
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.4'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.3
+        version: 1.4.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.4'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.3
-- !ruby/object:Gem::Dependency
-  name: rxfhelper
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.1.3
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.1.3
+        version: 1.4.1
 description: 
 email: digital.robertson@gmail.com
 executables: []
@@ -103,8 +83,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.10
+rubygems_version: 3.2.22
 signing_key: 
 specification_version: 4
 summary: Helps get what's in your mind into a structure using words and hashtags.