infod 0.0.2 → 0.0.3.0

data/infod/page.rb

@@ -0,0 +1,13 @@
+#watch __FILE__
+class E
+
+  fn 'view/'+HTTP+'Response',->d,e{
+    u = d['#']
+    [u[Prev].do{|p|{_: :a, rel: :prev, style: 'background-color:white;color:black;font-size:2.3em;float: left;clear:both;margin-right:.3em',href: p.uri, c: '←'}},
+     u[Next].do{|n|{_: :a, rel: :next, style: 'background-color:black;color:white;font-size:2.3em;float:right;clear:both;border-radius:0',href: n.uri, c: '→'}},
+     {_: :a, href: e['REQUEST_URI']+'?view=data', # data browser
+       c: {_: :img, src: '/css/misc/cube.png', style: 'height:2em;background-color:white;padding:.54em;border-radius:1em;margin:.2em'}},
+     (H.js '/js/pager'),(H.once e,:mu,(H.js '/js/mu')) # next/prev key mapping
+    ]}
+
+end

data/infod/postscript.rb

@@ -0,0 +1,26 @@
+#watch __FILE__
+class E
+
+  def triplrPS
+    p = E[dirname + '/.' + File.basename(path) + '/']
+    unless p.e # && p.m > m 
+      p.mk
+      `gs -dSAFER -dBATCH -dNOPAUSE -sDEVICE=png16m -r300 -sOutputFile='#{p.sh}%03d.png' -dTextAlphaBits=4 #{sh}`
+    end
+    yield uri, Content, `ps2txt #{sh}`.hrefs
+    p.a('*.png').glob.map{|i|
+      yield uri, DC+'Image', i }
+  end
+
+  F['view/'+MIMEtype+'application/postscript']=->r,e{
+    [(H.once e, :mu,   (H.js '/js/mu')),(H.once e, :book, (H.js '/js/book')),
+     {_: :style, c: 'div[type="book"] a {background-color:#ccc;color:#fff;float:left;margin:.16em}'},
+     r.values.map{|d|
+      d[DC+'Image'].do{|is|
+        is = is.sort_by(&:uri)
+        {type: :book,
+          c: [{_: :img, style:'float:left;max-width:100%', src: is[0].url},
+              {name: :pages,
+                c: is.map{|i|{_: :a,href: i.url, c: i.E.bare}}}]}}}]}
+
+end

data/infod/rdf.rb

@@ -0,0 +1,51 @@
+#watch __FILE__
+class E
+
+  begin require 'linkeddata'; rescue LoadError => e; end
+
+  def self.renderRDF d,f,e
+    (RDF::Writer.for f).buffer{|w|
+      d.triples{|s,p,o|
+      if s && p && o
+        s = RDF::URI s=='#' ? '' : (s.E.hostURL e)
+        p = RDF::URI p
+        o = ([E,Hash].member?(o.class) ? (RDF::URI o.E.hostURL(e)) :
+             (l = RDF::Literal o
+              l.datatype=RDF.XMLLiteral if p == Content
+              l)) rescue nil
+        (w << (RDF::Statement.new s,p,o) if o ) rescue nil
+      end
+      }}
+  end
+  
+  def triplrRDF format=nil, local=true
+    uri = (local && f) ? d : uri
+    RDF::Reader.open(uri, :format => format){|r|
+      r.each_triple{|s,p,o|
+        yield s.to_s, p.to_s, [RDF::Node, RDF::URI].member?(o.class) ? E(o) : o.value.do{|v|v.class == String ? v.to_utf8 : v}}}
+  end
+
+  [['application/ld+json',:jsonld],
+   ['text/ntriples',:ntriples],
+   ['text/turtle',:turtle],
+   ['text/n3',:n3]
+  ].map{|mime|
+    F[Render+mime[0]] = ->d,e{E.renderRDF d, mime[1], e}}
+
+  F['view/data'] = ->d,e {
+    local = true
+    tab = (local ? '/js/' : 'https://w3.scripts.mit.edu/') + 'tabulator/'
+    [(H.css tab + 'tabbedtab'),
+     (H.js 'https://ajax.googleapis.com/ajax/libs/jquery/1.7.1/jquery.min'),
+     (H.js tab + 'js/mashup/mashlib'),
+"<script>
+jQuery(document).ready(function() {
+    var uri = window.location.href;
+    window.document.title = uri;
+    var kb = tabulator.kb;
+    var subject = kb.sym(uri);
+    tabulator.outline.GotoSubject(subject, true, undefined, true, undefined);
+});</script>",
+     {class: :TabulatorOutline, id: :DummyUUID},{_: :table, id: :outline}]}
+
+end

data/infod/{Rb.rb → ruby.rb}

@@ -1,20 +1,25 @@
-# Rb    Rubidium
-
 class Array
   def head; self[0] end
   def tail; self[1..-1] end
-  def snd;  self[1] end
-  def random; self[rand length] end
   def h; join.h end
   def intersperse i
     inject([]){|a,b|a << b << i}[0..-2]
   end
-  def sum
-    inject 0, &:+
-  end
-  def cr
-    intersperse "\n"
-  end
+  def cr; intersperse "\n" end
+end
+
+class FalseClass
+  def do; false end
+end
+
+class Fixnum
+  def max i; i > self ? self : i end
+  def min i; i < self ? self : i end
+end
+
+class Float
+  def max i; i > self ? self : i end
+  def min i; i < self ? self : i end
 end
 
 class Hash
@@ -33,14 +38,9 @@ class Hash
   end
 end
 
-class Float
-  def max i; i > self ? self : i end
-  def min i; i < self ? self : i end
-end
-
-class Fixnum
-  def max i; i > self ? self : i end
-  def min i; i < self ? self : i end
+class NilClass
+  def do; nil end
+  def html e=nil; "" end
 end
 
 class Object
@@ -50,22 +50,7 @@ end
 
 class String
   def h; Digest::SHA1.hexdigest self end
-  def hsub h; map{|e|h[e]||e} end
-  def map; each_char.map{|l| yield l}.join end
   def tail; self[1..-1] end
   def to_utf8; encode('UTF-8', undef: :replace) end
   def t; match(/\/$/) ? self : self+'/' end
 end
-class  FalseClass
-  def do; nil end
-  def to_s; "" end
-  alias_method :to_str,:to_s
-end
-
-class NilClass
-  def do; nil end
-  def to_ary; [] end
-  def to_hash; {} end
-  def to_s; "" end
-  %w{html to_str}.map{|m|alias_method m,:to_s}
-end

data/infod/{Es/schema.rb → schema.rb}

@@ -3,7 +3,8 @@ class E
 =begin
  www)  http://data.whats-your.name
 
- local) wget http://whats-your.name/schema.txt
+ local) cd schema
+        curl http://data.whats-your.name/schema/schema.txt.gz | zcat > schema/schema.txt
         x-www-browser http://localhost/schema
 
  rebuild)
@@ -12,11 +13,11 @@ class E
    curl http://prefix.cc/popular/all.file.txt > prefix.txt  
  ) RDF usage data
    curl http://data.whats-your.name/schema/gromgull.gz | zcat > properties.txt  
- 2) analyze
+ 2) massage
  irb> E.cacheSchemas
   ..  E.indexSchemas
 
- schema missing? publish and contact prefix.cc,
+ schema missing? publish and add to prefix.cc,
  see also ideas at http://www.w3.org/2013/04/vocabs/
 
 =end
@@ -81,19 +82,33 @@ class E
        concat SchemasRDFa)             # schema list
   end
 
-  fn '/schema/GET',->e,r{
+  fn '/schema.n3/GET',->e,r{
+    g = {}
     if (q = r.q['q']) && !q.empty?
+      search = "grep -i #{q.sh} #{'/schema/schema.txt'.E.d} | head -n 86"
+      found = `#{search}`.to_utf8.lines.to_a.map{|i|
+        c,u,t = i.split ' ',3
+        c = c.to_i
+        g[u] = {'uri' => u, 'http://www.w3.org/2000/01/rdf-schema#comment' => t, 'http://purl.org/vocommons/voaf#occurrences' => c}}
+    end
+    [200,{'Content-Type'=>e.env.format+'; charset=utf-8'},[(e.render e.env.format, g, e.env)]]}
+
+  fn '/schema/GET',->e,r{
+    q = r.q['q']
+    if q && !q.empty?
       search = "grep -i #{q.sh} #{'/schema/schema.txt'.E.d} | head -n 255"
       found = `#{search}`.to_utf8.lines.to_a.map{|i|
         c,u,t = i.split ' ',3
         c = c.to_i
         [("<b>#{c}</b>" unless c.zero?),
-         " <a href='#{u}'>#{F['abbrURI'][u]}</a> ",
+         " <a href='#{u}'>#{u.abbrURI}</a> ",
          t,"<br>\n"]}
     end
-    (H ['<html><body>',(H.css '/css/search'),(H.css '/css/schema'),(H.js '/js/search'),
-        F['view/search/form'][r.q,r], found,
-        '<br>sources ',{_: :a, href: 'http://prefix.cc', c: 'prefix.cc'},' and ',{_: :a, href: SchemasRDFa[0], c: 'schema.org'},
+    (H ['<html><body>',
+        q.do{|q|{_: :a, style: 'float:left',href: '/schema.n3?q='+CGI.escape(q), c: {_: :img, src: '/css/misc/cube.png'}}},
+        (H.css '/css/search'),(H.css '/css/schema'),(H.js '/js/search'),
+        F['view/'+Search][r.q,r], found,
+        '<br>sources ',{_: :a, href: 'http://prefix.cc', c: 'prefix.cc'},' and ',{_: :a, href: SchemasRDFa[0], c: 'schema.org'},' ',
        ]).hR}
   
 end

data/infod/{Es/search.rb → search.rb}

@@ -2,23 +2,17 @@ class E
   
   fn '/search/GET',->e,r{
     r.q['graph'] = 'roonga'
-    e.response
-  }
+    e.response }
 
-  fn 'head/search',->d,e{[{_: :title, c: e.q['q']},(Fn 'head.formats',e)]}
+  F['/search.n3/GET'] = F['/search/GET']
 
-  fn 'view/search',->d,e{
+  fn 'view/'+Search,-> q=nil,e { q||={}
     [H.css('/css/search'),H.js('/js/search'),
-     (Fn 'view/search/form',e.q,e),
-     (Fn 'view/page',d,e)]}
-
-  fn 'view/search/form',-> q=nil,e { q||={}
-    [{:class => :form,
+     {:class => :form,
       c: {_: :form, action: e['REQUEST_PATH'],
         c: [{_: :input, name: :q, value: q['q']}, # search box
             q.except('q','start'). # new query & offset for this search
             map{|a,s|
-              {_: :input, name:  a, value: s, :type => :hidden}}]}},
-     {class: :space}]}
+              {_: :input, name:  a, value: s, :type => :hidden}}]}}]}
 
 end

data/infod/{Es/text.rb → text.rb}

@@ -3,15 +3,15 @@
 
 class String
 
+  # text to HTML
   def hrefs i=false
-    # keep consuming URL chars when:
-    #  ( to ) - ")" won't match without an opener, such as when URL is placed in ()s
-    #  , or . followed by non-whitespace
-    #  not URI-wrapping chars, phrase/sentence terminators , . or whitespace
-    (partition /(https?:\/\/(\([^)]*\)|[,.]\S|[^\s),.”\'\"<>\]])+)/).do{|p|
-      p[0].gsub('<','&lt;').gsub('>','&gt;')+
-      (p[1].empty?&&''||'<a rel=untyped href='+p[1]+'>'+p[1].do{|p|
-         i && p.match(/(gif|jpe?g|png|tiff)$/i) &&
+    #  ) only matches with an opener
+    # ,. only match mid-URI
+    (partition /(https?:\/\/(\([^)>\s]*\)|[,.]\S|[^\s),.”\'\"<>\]])+)/).do{|p|
+      u = p[1] # URI
+      p[0].gsub('<','&lt;').gsub('>','&gt;')+ # escape <>
+      (p[1].empty?&&''||'<a rel=untyped href="'+u+'">'+u.do{|p|
+         i && p.match(/(gif|jpe?g|png|tiff)$/i) && # inline images if asked for
          "<img src=#{p}>" || p
        }+'</a>')+
       (p[2].empty?&&''||p[2].hrefs)
@@ -48,21 +48,20 @@ class E
             r[Content]]}}}
 
   fn 'view/title',->d,e{
-    i = F['view/title/item']
+    i = F['itemview/title']
     [d.map{|u,r|[i.(r,e),' ']},
-     (H.once e,'title',(H.css '/css/title'))
-    ]}
+     (H.once e,'title',(H.css '/css/title'))]}
 
-  fn 'view/title/item',->r,e{
+  fn 'itemview/title',->r,e{
     {_: :a, class: :title, href: r.E.url,
-      c: r[Title] || (Fn 'abbrURI', r.uri)}}
+      c: r[Title] || r.uri.abbrURI} if (r.class == E || r.class == Hash) && r.uri}
 
   # linebreak-delimited list of URIs
   def triplrUriList
     open(d).readlines.grep(/^[^#]/).map{|l|
       l = l.chomp
-      yield uri, '/rel', l
-      yield   l, '/rev', uri
+      yield uri, '/rel', l.E
+      yield   l, '/rev', self
     }
   end
 
@@ -74,6 +73,10 @@ class E
     yield uri, Content, `cat #{sh} | aha`
   end
 
+  def triplrPDF &f
+    triplrStdOut 'pdfinfo', &f
+  end
+
   def triplrRTF
     yield uri, Content, `which catdoc && catdoc #{sh}`.hrefs
   end
@@ -82,21 +85,22 @@ class E
     yield uri, Content, `which antiword && antiword #{sh}`.hrefs
   end
 
+  def triplrTeX
+    yield uri, Content, `cat #{sh} | tth -r`
+  end
+
   fn Render+'text/plain',->d,_=nil{
-    d.map{|u,r|# each resource
-      [u,"\n", # subject URI
-       r.map{|k,v| # each predicate
-         p = k.split(/[\/#]/)[-1]       # predicate
-         k == 'uri' ||                  # already displayed
-         [" "*(16-p.size).min(1),p," ", # align objects 
-          (v.class==Array ? v:[v]).map{|v|# each object
-            v.respond_to?(:uri) ? v.uri : # object-URI
-            v.to_s.                       # object-content
-            gsub(/<\/*(br|p|div)[^>]*>/,"\n").           # add linebreaks 
-            gsub(/<a.*?href="*([^'">\s]+)[^>]*>/,'\1 '). # unwrap links
-            gsub(/<[^>]+>/,'').                          # remove HTML
-            gsub(/\n+/,"\n")}.                           # collapse empty space
-          intersperse(' '),"\n"]},"\n"]}.join}           # collate
+    d.values.map{|r|
+      [(r.map{|k,v|
+        ["<",(k=='uri' ? '' : k),"> ", # predicate
+         (v.class==Array ? v:[v]).map{|v|# each object
+           v.respond_to?(:uri) ? '<'+(v.uri||'')+'>' : # object-URI
+           v.to_s.                       # object-content
+           gsub(/<\/*(br|p|div)[^>]*>/,"\n").           # add linebreaks 
+           gsub(/<a.*?href="*([^'">\s]+)[^>]*>/,'<\1> '). # unwrap links
+           gsub(/<[^>]+>/,'').                          # remove HTML
+           gsub(/\n+/,"\n")}.                           # collapse empty space
+         intersperse(' '),"\n"]} if r.class==Hash),"\n"]}.join} # collate
 
   F['view/text/plain']=->d,e{
     {_: :pre, c: F[Render+'text/plain'][d,e]}}

data/infod/{H/threads.rb → threads.rb}

@@ -1,9 +1,16 @@
-watch __FILE__
+# -*- coding: utf-8 -*-
+#watch __FILE__
 class E
   
-  fn 'protograph/thread',->d,_,g{
-    d.walk SIOC+'reply_of',g
-    F['docsID'][g]}
+  fn 'protograph/thread',->d,e,g{
+    # find reachable discussion by recursively walking reply_of arcs
+    d.pathSegment.do{|p|p.walk SIOC+'reply_of',g }
+    g['#']={'uri' => '#',
+      RDFs+'member' => g.keys.map(&:E),
+      Type => [E[HTTP+'Response'],
+               E[SIOC+'Thread']
+              ]} unless g.empty?
+    F['docsID'][g,e]}
   
   fn 'view/threads',->d,env{
 
@@ -14,11 +21,10 @@ class E
      (p = env.q['p']
       o = env['uri'].E
       [(H.js '/js/search'),
-       {_: :a, class: :rangeP, href: '/@'+p+'?set=indexP&view=page&v=linkPO&c=12', c: {'sioc:addressed_to' => 'to', 'sioc:has_creator' => 'From'}[p] || p}, ' ',
-       {_: :a, class: :rangePO, href: o.url+'?set=indexPO&view=page&v=threads&c=32&p='+p, c: env['uri']},
+       {_: :a, class: :rangeP, href: '/@'+p+'?set=indexP&&c=12', c: {'sioc:addressed_to' => 'to', 'sioc:has_creator' => 'From'}[p] || p}, ' ',
+       {_: :a, class: :rangePO, href: o.url+'?set=indexPO&c=12&p='+p, c: env['uri']},
        {_: :form, action: (URI.escape (p.expand.E.poIndex o).uri),
          c: [{_: :input, name: :set, value: :grep, type: :hidden},
-             {_: :input, name: :view,value: :grep, type: :hidden},
              {_: :input, name: :q}
             ]},
       ] if env.q['set']=='indexPO'),
@@ -26,7 +32,7 @@ class E
      '<table>',
 
      # group posts by thread name
-     d.values.select{|r| r[Type].do{|t| t.map(&:uri).member? SIOC+'Post'}
+     d.values.select{|r| r[Type].do{|t| [*t].map{|t| t.respond_to?(:uri) && t.uri}.member? SIOC+'Post'}
      }.group_by{|r|
        [*r[Title]][0].do{|t|t.sub(/^[rR][eE][^A-Za-z]./,'')}}.
 
@@ -35,11 +41,11 @@ class E
          k[To].do{|o|o.head.uri}}}.map{|e|
 
        # group
-       c = E.c
+       c = E.cs
        ['<tr><td class=subject>', e[1].map{|t|
 
           # thread
-          [{_: :a, property: Title, :class => 'thread', style: "border-color:#{c}", href: t[1][0].url+'??=thread',
+          [{_: :a, property: Title, :class => 'thread', style: "border-color:#{c}", href: t[1][0].url+'?graph=thread',
              c: t[0].to_s.gsub(/[<>]/,'_').gsub(/\[([a-z\-A-Z0-9]+)\]/,'<span class=g>\1</span>')},
 
 
@@ -48,30 +54,17 @@ class E
             ['<br>', t[1].map{|s|
                
                # author name and RDFa
-               {_: :a, property: Creator, href: s.url+'??=thread#'+s.uri, :class => 'sender', style: 'background-color:'+c,
+               {_: :a, property: Creator, href: s.url+'?graph=thread#'+s.uri, :class => 'sender', style: 'background-color:'+c,
                  c: (s[SIOC+'name']||s[Creator]).do{|n|n[0]}
                }}]),'<br>']},'</td>',
 
         {_: :td, class: :group, property: To,
           c: {_: :a, :class => :to, style: 'background-color:'+c, c: e[0] && e[0].split(/@/)[0],
-            href: e[0] && e[0].E.url+'?set=indexPO&p=sioc:addressed_to&view=page&v=threads'}},
+            href: e[0] && e[0].E.url+'?set=indexPO&p=sioc:addressed_to'}},
 
         '</tr>']},'</table>',
 
-     # link to unabbreviated content of post-set
-     {_: :a, id: :down, c: '&darr;',
-       href: env['REQUEST_PATH'] + env.q.merge({'view'=>'page','views'=>'timegraph,mail','arc'=>'/parent','v'=>'multi','sort'=>'dc:date','reverse'=>true}).qs}]}
-
-  F["?"] ||= {}
-  F["?"].update({'thread' =>{
-                    'graph'=>'thread',
-                    'sort' => 'dc:date',
-                    'reverse' => nil,
-                    'view' => 'mail'},
-                  'ann' =>{
-                    'view'=>'threads',
-                    'set'=>'glob',
-                    'matchP' => 'dc:title',
-                    'match' => /[^a-zA-Z][Aa][Nn][nN]([oO][uU]|[^a-zA-Z])/}})
+     # drill down to full-content of this set
+     {_: :a, id: :down, href: env['REQUEST_PATH'].t, c: '↓'}]}
 
 end