infod 0.0.3.2 → 0.0.3.3

data/infod/infod.rb

@@ -1,3 +1,17 @@
+%w{
+cgi
+date
+digest/sha1
+fileutils
+json
+linkeddata
+mail
+nokogiri
+open-uri
+pathname
+rack
+shellwords}.map{|r|require r}
+
 %w{
 constants
 lambda
@@ -13,34 +27,25 @@ csv
 edit
 facets
 feed
-find
 forum
 fs
 GET
-glob
 graph
 groonga
-HEAD
 histogram
 html
 HTTP
 image
 index
-kv
 ls
 mail
 man
 microblog
 names
-page
 POST
-postscript
 rdf
-ruby
 schema
-sh
 text
 threads
 time
-wiki
 }.map{|e|require_relative e}

data/infod/lambda.rb

@@ -1,23 +1,35 @@
+class FalseClass
+  def do; false end
+end
+
+class NilClass
+  def do; nil end
+  def html e=nil,g=nil; "" end
+  def R; "".R end
+end
+
+class Object
+  def id; self end
+  def do; yield self end
+  def maybeURI; nil end
+  def justArray; [self] end
+end
 
 def watch f
-  E::Watch[f]=File.mtime f
+  R::Watch[f]=File.mtime f
   puts 'dev '+f end
 
-class E
+class R
 
   def initialize uri
     @uri = uri.to_s
   end
 
-  def E arg=nil
-    if arg
-      E.new arg
-    else
-      self
-    end
+  def R uri = nil
+    uri ? R.new(uri) : self
   end
 
-  def E.[] u; u.E end
+  def R.[] uri; R.new uri end
 
   F={}
   Watch={}
@@ -31,23 +43,23 @@ class E
       end }
   end
 
-  # call lambda @id
-  def y *a
-    F[uri][*a]
+  # util, prefix, cleaner -> tripleStream
+  def triplrStdOut e,f='/',g=/^\s*(.*?)\s*$/,a=sh
+    `#{e} #{a}|grep :`.each_line{|i|
+      i = i.split /:/
+    yield uri, (f + (i[0].match(g)||[0,i[0]])[1].       # s
+     gsub(/\s/,'_').gsub(/\//,'-').gsub(/[\(\)]+/,'')), # p
+      i.tail.join(':').strip.do{|v|v.match(/^[0-9\.]+$/) ? v.to_f : v.hrefs}} # o
+  rescue
   end
 
 end
 
 # URI -> function
-
 def fn u,y
-  E::F[u.to_s] = y
-end
-
-def Fn a,*g
-  E::F[a][*g]
+  R::F[u.to_s] = y
 end
 
-def E e
-  E.new e
+def R uri
+  R.new uri
 end

data/infod/ls.rb

@@ -1,14 +1,14 @@
 #watch __FILE__
-class E
+class R
 
   fn 'view/dir',->i,e{
-    a = -> i { i = i.E
+    a = -> i { i = i.R
       {_: :a, href: i.localURL(e), c: i.uri.match(/(gif|jpe?g|png)$/i) ? {_: :img, src: i.uri+'?y=scaleImage&px=233'} : i.uri.sub(/.*\//,'')}}
 
     [(H.once e, 'dir', (H.css '/css/ls')),
      i.map{|u,r|
-       url = r.E.localURL e
-       {class: :dir, style: "background-color: #{E.cs}",    # dir wrapper
+       url = r.R.localURL e
+       {class: :dir, style: "background-color: #{R.cs}",    # dir wrapper
          c: [{c: [{_: :a, href: url.t + '?view=ls', c: r.uri.sub('http://'+e['SERVER_NAME'],'')},
                   {_: :a, href: url.t, c: '/'}]},
              r[Posix+'dir#child'].do{|c|c.map{|c|a[c]}}]}}]}
@@ -18,7 +18,7 @@ class E
   fn 'view/ls',->i,e{
     e.q['sort'] ||= 'stat:mtime'
     e.q['reverse'] ||= true
-    dir = e['uri'].E
+    dir = e['uri'].R
     path = dir.pathSegment
     up = (!path || path.uri == '/') ? '/' : dir.parent.url
     i = i.dup
@@ -30,8 +30,31 @@ class E
       r.delete_if{|p,o|!f[p]}}
     [(H.css '/css/ls'),
      {_: :a, class: :up, href: up+'?view=ls', c: '↑'},
-     {class: :ls, c: (Fn 'view/table',i,e)},'<br clear=all>',
-     {_: :a, class: :down, href: e['uri'].E.url.t, c: '&darr;'}]}
+     {class: :ls, c: F['view/table'][i,e]},'<br clear=all>',
+     {_: :a, class: :down, href: e['uri'].R.url.t, c: '&darr;'}]}
+
+  fn 'set/find',->e,q,m,x=''{
+    q['q'].do{|q|
+      r = '-iregex ' + ('.*' + q + '.*' + x).sh
+      s = q['size'].do{|s| s.match(/^\d+$/) && '-size +' + s + 'M'} || ""
+      t = q['day'].do{|d| d.match(/^\d+$/) && '-ctime -' + d } || ""
+      [e,e.pathSegment].compact.select(&:e).map{|e|
+        `find #{e.sh} #{t} #{s} #{r} | head -n 1000`.
+        lines.map{|l|l.chomp.unpath}}.compact.flatten}}
+
+  fn 'set/glob',->d,e=nil,_=nil{
+    p = [d,d.pathSegment].compact.map(&:glob).flatten[0..4e2].compact.partition &:inside
+    p[0] }
+
+  fn 'view/find',->i,e{
+    {_: :form, method: :GET, action: e['REQUEST_PATH'].t,
+      c: [{_: :input, name: :set, value: :find, type: :hidden},
+          {_: :input, name: :view, value: :ls, type: :hidden},
+          {_: :input, name: :q, style: 'float: left;font-size:1.3em'}]}}
+
+  fn 'req/randomFile',->e,r{
+    g = F['set/glob'][e]
+    !g.empty? ? [302, {Location: g[rand g.length].uri}, []] : [404]}
 
   fn 'protograph/du',->d,q,m{
     d.pathSegment.do{|path|
@@ -46,9 +69,9 @@ class E
   fn 'graph/du',->e,_,m{
     `du -a #{m.values[0].sh}`.each_line{|l|
       s,p = l.chomp.split /\t/ # size, path
-      p = p.unpathFs           # path -> URI
+      p = p.unpath            # path -> URI
       m[p.uri] = {'uri' => p.uri,
-        Posix+'util#du' => E[p.uri+'?graph=du#du'],
+        Posix+'util#du' => R[p.uri+'?graph=du#du'],
             Stat+'size' => [s.to_i]}}
     m }
   

data/infod/mail.rb

@@ -1,115 +1,125 @@
 #watch __FILE__
-class E
+class R
 
-  begin 
-    require 'tmail'
-  rescue LoadError => e
-  end
-
-  MessagePath = ->id{ h = id.h # hash identifier
-    '/msg/' + h[0..2] + '/' + id}
+  MessagePath = ->id{'/msg/' + id.h[0..2] + '/' + id}
 
   GREP_DIRS.push /^\/m\/[^\/]+\// # allow grep within a single address
 
   F['/m/GET'] = -> e,r{
+    # set overview(summary) view and start a depth-first view of message tree of this address
     if m = e.pathSegment.uri.match(/^\/m\/([^\/]+)$/)
-      r.q['set'] = 'depth'
+      r.q['set'] ||= 'depth'
       r.q['view'] ||= 'threads'
        e.response
     else
       false      
     end}
 
-  def triplrTmail &f
-    (TMail::Mail.load node).do{|m|      # load
-      d = m.message_id; return unless d # parse successful?
-      id = d[1..-2]                     # message-ID
-      e = MessagePath[id]               # webized ID
-      from = m.from[0].to_utf8          # author
-      creator = '/m/'+from+'#'+from     # author URI
-      yield e, DC+'identifier', id      # original ID
-      yield e, DC+'source', self        # original file
-      yield e, Type, E[SIOCt + 'MailMessage']
-      yield e, Type, E[SIOC  + 'Post']
-      yield e, Date, m.date.iso8601 if m.date
-      yield e, Title, m.subject.to_utf8
-      yield e, Creator, E[creator]
-      yield e, SIOC+'has_discussion', E[e+'?graph=thread&view=timegraph#discussion']
-      yield creator, Name, m.friendly_from.to_utf8
-      yield creator, DC+'identifier', E['mailto:'+from]
-      yield e, SIOC+'reply_to',
-      E[URI.escape("mailto:#{m.header['x-original-to']||from}?References=<#{id}>&In-Reply-To=<#{id}>&Subject=#{m.subject.to_utf8}&")+'#reply']
-
-      %w{to cc bcc}.map{|to|
-        m.send(to).do{|to| to.map{|to|
-            to = to.to_utf8
-            yield e, To, E['/m/'+to+'#'+to]
-          }}}
-
-      %w{in_reply_to references}.map{|ref|
-        m.send(ref).do{|refs| refs.map{|r|
-          yield e, SIOC+'reply_of', E[MessagePath[r[1..-2]]]}}}
-      m.in_reply_to.do{|refs| refs.map{|r|yield e, SIOC+'has_parent', E[MessagePath[r[1..-2]]]}}
-
-      # RDF:HTML message-body
-      yield e, Content,
-      H([{_: :pre, class: :mail, style: 'white-space: pre-wrap',
-           c: m.concat_message(e.E,0,&f).gsub(/^\s*(&gt;)(&gt;|\s)*\n/,"").lines.to_a.map{|l| # skip quoted empty-lines
-             l.match(/(^\s*(&gt;|On[^\n]+(said|wrote))[^\n]*)\n/) ? {_: :span, class: :q, depth: l.scan(/(&gt;)/).size, c: l} : l # quotes
-           }},(H.css '/css/mail',true)])}
-  rescue Exception => e
-    puts e
-  end
+  IndexMail = ->doc, graph, host {
+    graph.map{|u,r|
+      a = [] # address references
+      r[Creator].do{|c|a.concat c}
+      r[To].do{|t|a.concat t}
+      r[Date].do{|t|
+        st = '/' + t[0][0..18].gsub('-','/').sub('T','.') + '.' + u.h[0..1] + '.e'
+        a.map{|rel|
+          doc.ln R[rel.uri.split('#')[0]+st]}}}}
 
   def triplrMailMessage &f
-    # indexing function, called on previously-unseen doc-graphs
-    ix = ->doc, graph, host {
-      graph.map{|u,r|
-        a = [] # addresses
-        r[Creator].do{|c|a.concat c}
-        r[To].do{|t|a.concat t}
-        r[Date].do{|t|
-          st = '/'+t[0].gsub('-','/').sub('T','.').sub(/\+.*/,'.'+u.h[0..1]+'.e')
-          a.map{|rel|
-            doc.ln E[rel.uri.split('#')[0]+st]}}}}
-    addDocs :triplrTmail, @r['SERVER_NAME'], [SIOC+'reply_of'], ix, &f
+    addDocs :triplrMail, @r['SERVER_NAME'], [SIOC+'reply_of'], IndexMail, &f
   end
 
-  F['view/'+MIMEtype+'message/rfc822'] = NullView # hide containing file in default render
+  def mail
+    Mail.read node if f
+  end
 
-end
+  def triplrMail
+    m = mail          ; return unless m              # mail
+    id = m.message_id ; return unless id             # message-ID
+    e = MessagePath[id.gsub(/[<>]/,'')]              # message URI
+    yield e, DC+'identifier', id                     # origin-domain ID
+    yield e, DC+'source', self                       # source-file URI
+    [R[SIOCt+'MailMessage'],                         # SIOC types
+     R[SIOC+'Post']].map{|t|yield e, Type, t}        # RDF types
+
+    m.from.do{|f|                                    # any authors?
+      f.justArray.map{|f|                            # each author
+        f = f.to_utf8
+        creator = '/m/'+f+'#'+f                        # author URI
+        yield e, Creator, R[creator]                   # message -> author
+        yield creator, DC+'identifier', R['mailto:'+f] # author ID
+        yield e, SIOC+'reply_to',                      # reply URI
+        R[URI.escape("mailto:#{m.reply_to.do{|t|t[0]}||f}?References=<#{id}>&In-Reply-To=<#{id}>&Subject=#{m.subject}&")+'#reply']}}
+
+    yield e, Date, m.date.iso8601 if m.date          # date
+
+    m.subject.do{|s|yield e, Title, s.to_utf8}       # subject
+
+    yield e, SIOC+'has_discussion',                  # thread
+    R[e+'?graph=thread&view=timegraph#discussion'] if m.in_reply_to || m.references
+
+    %w{to cc bcc}.map{|to|                           # reciever fields
+      m.send(to).do{|to|                             # has field?
+        to.justArray.map{|to|                        # each recipient
+          to.do{|to|                                 # non-nil? 
+            to = to.to_utf8                          # UTF-8
+            yield e, To, R['/m/'+to+'#'+to]}}}}      # recipient URI
+
+    %w{in_reply_to references}.map{|ref|             # reference predicates
+     m.send(ref).do{|rs| rs.justArray.map{|r|        # indirect-references
+      yield e, SIOC+'reply_of', R[MessagePath[r]]}}} # reference URI
+
+    m.in_reply_to.do{|r|                             # direct-reference predicate
+      yield e, SIOC+'has_parent', R[MessagePath[r]]} # reference URI
+
+    parts = m.all_parts.push m                       # parts
+
+    parts.select{|p|                                 # text parts
+      (!p.mime_type || p.mime_type=='text/plain') &&
+      Mail::Encodings.defined?(p.body.encoding)      # decodable?
+    }.map{|p|
+      yield e, Content,
+      H([{_: :pre, class: :mail, style: 'white-space: pre-wrap', # wrap body
+           c: p.decoded.to_utf8.hrefs.gsub(/^\s*(&gt;)(&gt;|\s)*\n/,"").lines.to_a.map{|l| # skip quoted*empty lines
+             l.match(/(^\s*(&gt;|On[^\n]+(said|wrote))[^\n]*)\n/) ?        # quoted?
+             {_: :span, class: :q, depth: l.scan(/(&gt;)/).size, c: l} : l # wrap quotes
+           }},(H.css '/css/mail',true)])}
+
+    attache = -> { e.R.a('.attache').mk }   # filesystem container for attachments & parts
+
+    htmlCount = 0
+    parts.select{|p|p.mime_type=='text/html'}.map{|p| # HTML content
+      html = attache[].as "page#{htmlCount}.html"     # name
+      yield e, DC+'hasFormat', html                   # message -> HTML resource
+      html.w p.decoded if !html.e                     # write content
+      htmlCount += 1 }
+                                                      # attached
+    m.attachments.select{|p|Mail::Encodings.defined?(p.body.encoding)}.map{|p|
+      name = p.filename.do{|f|f.to_utf8.do{|f|!f.empty? && f}} || (rand.to_s.h + '.' + (MIME.invert[p.mime_type] || 'bin').to_s)
+      file = attache[].as name                        # name
+      file.w p.body.decoded if !file.e                # write
+      yield e, SIOC+'attachment', file                # message -> attached resource
+      if p.main_type=='image'                         # image reference in HTML
+        yield e, Content, H({_: :a, href: file.uri, c: [{_: :img, src: file.uri},p.filename]})
+      end }
 
-module TMail
-  class Mail
-    def unicode_body
-      unquoted_body.to_utf8
-    end
-    def concat_message i, partCount=0, &f
-      if multipart?
-        parts.map{|part|
-          if part.multipart?   # and even more nested parts..
-            part.concat_message i, partCount, &f
-          elsif !attachment?(part) && part.sub_type != 'html'
-            part.unicode_body.hrefs true
-          else # attachment
-            a = i.a('.attache').mk # create container
-            p = a.as(part['content-type']['name'] || (partCount.to_s + '.' + (E::MIME.invert[part.content_type] || '.bin').to_s))
-            p.w part.body if !p.e # write attachment into message container
-            partCount += 1        # display images
-            yield i.uri, E::SIOC+'attachment', p
-            '<a href="'+p.uri+'">'+(part.main_type=='image' ? '<img src="'+p.uri+'">' : '')+p.uri.label+"</a><br>\n"
-          end
-        }.join
-      else # just a part
-        unicode_body.do{|b|
-          if content_type && content_type.match(/html/)
-            E::F['cleanHTML'][b]
-          else
-            b.hrefs true
-          end}
-      end
-    end 
   end
-end
 
-class String; def is_binary_data?; true; end; end
+  F['view/'+MIMEtype+'message/rfc822'] = NullView # hide container-resource in default view
+=begin
+  USAGE(context)
+
+  admin (irb) move messages among filesystems
+  p = R['/m/semantic-web@w3.org'].take.map{|g|'.' + g.graph.values.find{|r|r.has_key?(R::DC+'source')}[R::DC+'source'][0].R.path}
+  `rsync -avRz #{p.join ' '} h:/www/`
+
+  view (rb) default to overview of directory
+  F['/mail/GET'] = -> e,r {
+   r.q['view'] ||= 'threads' if e.uri[-1] == '/'
+    false }
+
+  home (sh) current day-dir in Markdown  
+  echo "[today](/?y=day&view=threads)" > TODAY.md 
+
+=end
+end

data/infod/man.rb

@@ -1,5 +1,5 @@
 #watch __FILE__
-class E
+class R
   
   fn '/man/GET',->e,r{
     manPath = '/usr/share/man'
@@ -16,7 +16,7 @@ class E
     if !name || name.empty? || name.match(/\//)
       if section
         # enumerate section children
-     body = H [H.css('/css/man'),{_: :style, c: "a {background-color: #{E.cs}}"},
+     body = H [H.css('/css/man'),{_: :style, c: "a {background-color: #{R.cs}}"},
             Pathname(manPath+'/man'+section).c.map{|p|
               n = p.basename.to_s.sub /\.[0-9][a-z]*\...$/,''
             }.group_by{|e|e[0].match(/[a-zA-Z]/) ? e[0].downcase : '0-9'}.sort.map{|g,m|
@@ -37,8 +37,8 @@ class E
         return false
       else
 
-        roff = man.E
-        htmlBase = roff.dir.to_s.sub(/.*\/share/,'').E
+        roff = man.R
+        htmlBase = roff.dir.to_s.sub(/.*\/share/,'').R
         html = htmlBase.as roff.bare + '.html'
         cached = html.e && html.m > (Pathname man).stat.mtime
 
@@ -59,7 +59,7 @@ class E
           
           # add CSS link
           body.add_child H H.css('/css/man')
-          body.add_child H[{_: :style, c: "a {background-color:#{E.cs}}"}]
+          body.add_child H[{_: :style, c: "a {background-color:#{R.cs}}"}]
           
           # add localization links
           (body.css('h1')[0] ||
@@ -69,7 +69,7 @@ class E
           
           # webize image paths
           body.css('img').map{|i|
-            p = (i.attr 'src').unpathFs
+            p = (i.attr 'src').unpath
             i.replace H[{_: :img, src: p}]}
 
           # inspect plaintext