infod 0.0.2 → 0.0.3.0

data/infod.rb

@@ -1,12 +1,51 @@
-
-# the table of elements
-
-# Es infrastructure
-# H  HTML
-# K  constants
-# N  naming
-# Rb Ruby native-types
-# Th HTTP
-# Y  lambdas
-
-%w{Y K Rb N Es H Th}.map{|e| require 'infod/' + e}
+%w{
+constants
+lambda
+mime
+404
+500
+audio
+blog
+cal
+code
+css
+csv
+du
+edit
+facets
+feed
+find
+forum
+fs
+GET
+glob
+graph
+grep
+groonga
+HEAD
+histogram
+html
+HTTP
+image
+index
+json
+kv
+ls
+mail
+man
+microblog
+names
+page
+PATCH
+POST
+postscript
+rdf
+ruby
+schema
+search
+sh
+text
+threads
+time
+wiki
+}.map{|e|require_relative e}

data/infod/{Th/404.rb → 404.rb}

@@ -1,4 +1,3 @@
-watch __FILE__
 class E
 
   E404 = 'req/'+HTTP+'404'
@@ -16,8 +15,8 @@ r.map{|k,v| s[Header + k] = k == 'uri' ? v : [v] }
        s[Header+'ACCEPT'] = [r.accept]
                   s[Type] = [E[HTTP+'Response']]
 s[HTTP+'statusCodeValue'] = [404]
-    s[Header+'HTTP_HOST'] = [E['http://' + s[Header+'HTTP_HOST'][0]]]
-                  s[Edit] = [E[r['REQUEST_PATH']+'?view=edit&graph=editable']]
+    s[Header+'HTTP_HOST'] = [E['http://' + s[Header+'HTTP_HOST'][0]]] if s[Header+'HTTP_HOST']
+                  s[Edit] = [E[r['REQUEST_PATH']+'?graph=edit']]
               s['#query'] = [r.q]
             s['#seeAlso'] = [e.parent,*e.a('*').glob]
               r.q['view'] = '404'
@@ -28,21 +27,10 @@ s[HTTP+'statusCodeValue'] = [404]
     [H.css('/css/404'),{_: :style, c: "a {background-color:#{E.cs}}"},
      d.html]}
 
-  # a small non-empty graph
+  # a placeholder graph
+  # useful for initializing an editor on an empty resource
   fn 'protograph/_',->d,_,m{
     m[d.uri] = {}
     rand.to_s.h}
 
-  # check response-codes for a list of URIs (linebreak-separated *.u files)
-  def checkURIs
-    r = uris.select{|u|u.to_s.match /^http/}.map{|u|
-      c = [`curl -IsA 404? "#{u}"`.lines.to_a[0].match(/\d{3}/)[0].to_i,u] # HEAD
-      puts c.join ' ' 
-      c } # status, uri tuple
-    puts "\n\n"
-    r.map{|c|
-      # show anomalies
-      puts c.join(' ') unless c[0] == 200 }
-  end
-
 end

data/infod/500.rb

@@ -0,0 +1,53 @@
+#watch __FILE__
+class E
+  
+  Errors ||= {}
+
+  fn 'E500',->x,e{
+    stack = x.backtrace
+    $stderr.puts [500, e['REQUEST_URI'], x.class, x.message, stack[0]].join ' '
+
+    Errors[e['uri']] ||= {}
+    Errors[e['uri']][:time] = Time.now
+    Errors[e['uri']][:env] = [e, x.class.to_s, x.message, stack.join('<br>')]
+
+    [500,{'Content-Type'=>'text/html'},
+     [H[{_: :html,
+          c: [{_: :head,
+                c: [{_: :title, c: 500},(H.css '/css/500')]},
+              {_: :body,
+                c: [{_: :h1, c: 500},
+                    {_: :table,
+                      c: [{_: :tr,c: [{_: :td, c: {_: :b, c: x.class}},{_: :td, class: :space},{_: :td, class: :message, c: x.message.hrefs}]},
+                          stack.map{|f| p = f.split /:/, 3
+                            {_: :tr,
+                              c: [{_: :td, class: :path, c: p[0].abbrURI},
+                                  {_: :td, class: :index, c: p[1]},
+                                  {_: :td, class: :context, c: (p[2]||'').hrefs}].cr}}.cr]}]}]}]]]}
+
+  F['/500/GET'] = ->e,r{H([Errors.sort_by{|u,r|r[:time]}.reverse.html,H.css('/css/500')]).hR}
+  F['/500/test/GET'] = ->e,r{1/0}
+
+  F['view/'+COGS+'Exception']=->e,r{
+    e.values.map{|e|
+      {style: 'border-radius:1em;background-color:#333;color:#eee;float:left;max-width:42em',
+        c: [{_: :h2, c: "<b style='background-color:#f00'>&#0191;</b>"+(e[Title]||[]).to_s},
+            e[Content]||''
+           ]}}}
+
+  # filesystem takes priority over this if it's found
+  fn '/css/500.css/GET',->e,r{
+    [200,{'Content-Type'=>'text/css'},["
+body {margin:0; font-family: sans-serif; background-color:#fff; color:#000}
+h1 {padding:.2em; background-color:#f00; color:#fff; margin:0}
+div {display:inline}
+table {border-spacing:0;margin:0}
+b {background-color:#eee;color:#500;padding:.1em .3em .1em .3em}
+.frag {font-weight:bold; color:#000; background-color:#{E.cs}}
+td.space {background-color:#ddd}
+td.message {background-color:#009;color:#fff}
+td.path {text-align:right}
+td.index {text-align:right;border-color:#000;border-width:0 0 .1em 0;border-style:dotted;background-color:#ddd;color:#000}
+td.context {border-color:#ddd;border-width:0 0 .1em 0;border-style:dotted;padding:.15em}"]]}
+
+end

data/infod/GET.rb

@@ -0,0 +1,104 @@
+class E
+  
+  Apache = ENV['apache']
+  Nginx  = ENV['nginx']
+
+  def GET
+    if reqFn = @r.q['y'].do{|r| F['req/'+r] }
+      # bespoke handler
+      reqFn[self,@r]
+
+    elsif file = [self,pathSegment].compact.find(&:f)
+
+      # file exists, but client might not accept its MIME, or want it transformed to another MIME
+      a = @r.accept.values.flatten
+      accepted = a.empty? || (a.member? file.mimeP) || (a.member? '*/*')
+      (!accepted || MIMEcook[file.mimeP] || @r.q.has_key?('view')) ?
+       resource : (file.env @r).getFile
+
+    else
+      resource
+    end
+  end
+
+  def getFile
+    @r['ETag'] = [m,size].h
+    maybeSend mimeP,->{self},:link
+  end
+
+  def resource
+    # bubble up site then global tree until handled (false return-value to pass)
+    pathSegment.do{|path|
+      lambdas = path.cascade.map{|p| p.uri.t + 'GET' }
+      ['http://'+@r['SERVER_NAME'],""].map{|h| lambdas.map{|p|
+          F[h + p].do{|fn| fn[self,@r].do{|r|
+              $stdout.puts [r[0],'http://'+@r['SERVER_NAME']+@r['REQUEST_URI'],@r['HTTP_USER_AGENT'],@r['HTTP_REFERER'],@r.format].join ' '
+              return r
+            }}}}}
+    response
+  end
+
+  def response
+
+    m = {}
+
+    # graph identity (model)
+    g = @r.q['graph']
+    graphID = (g && F['protograph/' + g] || F['protograph/'])[self,@r.q,m]
+
+    return F[E404][self,@r] if m.empty?
+
+    # response identity (view)
+    @r['ETag'] ||= [@r.q['view'].do{|v|F['view/' + v] && v}, graphID, @r.format, Watch].h
+
+    maybeSend @r.format, ->{
+      
+      # response
+      r = E'/E/req/' + @r['ETag'].dive
+      if r.e # exists
+        r
+      else
+        
+        # graph
+        c = E '/E/graph/' + graphID.dive
+        if c.e # exists
+          m = c.r true
+        else
+          # construct
+          (g && F['graph/' + g] || F['graph/'])[self, @r.q,m]
+          # cache
+          c.w m,true
+        end
+                # cache < construct
+        r.w render @r.format, m, @r
+      end }
+  end
+
+  def send?
+    !((m=@r['HTTP_IF_NONE_MATCH']) && m.strip.split(/\s*,\s*/).include?(@r['ETag']))
+  end
+  
+  def maybeSend m, b, iR = false; c = 200
+    send? ?            # does agent have this version?
+    b[].do{|b|         # continue with response
+
+      h = {'Content-Type'=> m,
+           'ETag'=> @r['ETag']}
+
+      h.update({'Cache-Control' => 'no-transform'}) if m.match /^(audio|image|video)/ # already compresed
+      h.update({'Link' => '<' + @r['uri'] + '?view>; rel=meta'}) if iR     # link to description
+#      h.update({'MS-Author-Via' => 'SPARQL'})  # authoring preference
+
+      # frontend-specific response handlers
+      b.class == E ? (Nginx ?                                                   # nginx chosen?
+                      [c,h.update({'X-Accel-Redirect' => '/fs' + b.path}),[]] : # Nginx handler
+                      Apache ?                                                  # Apache chosen?
+                      [c,h.update({'X-Sendfile' => b.d}),[]] : # Apache handler
+                      (r = Rack::File.new nil                  # Rack handler
+                       r.instance_variable_set '@path',b.d     # configure Rack response
+                       r.serving(@r).do{|s,m,b|[(s == 200 ? c : s),m.update(h),b]})) :
+      [c, h, b]} : # normal response
+      [304,{},[]]  # client has response
+  end
+
+end

data/infod/HEAD.rb

@@ -0,0 +1,23 @@
+class E
+
+  def HEAD
+    self.GET.do{|s,h,b|[s,h,[]]}
+  end
+
+  def OPTIONS
+    [200,{},[]]
+  end
+
+  # HEAD response-codes on a (.u) list of URIs
+  def checkURIs
+    r = uris.select{|u|u.to_s.match /^http/}.map{|u|
+      c = [`curl -IsA 404? "#{u}"`.lines.to_a[0].match(/\d{3}/)[0].to_i,u] # HEAD
+      puts c.join ' ' 
+      c } # status, uri tuple
+    puts "\n\n"
+    r.map{|c|
+      # show anomalies
+      puts c.join(' ') unless c[0] == 200 }
+  end
+
+end

data/infod/HTTP.rb

@@ -0,0 +1,105 @@
+#watch __FILE__
+require 'rack'
+
+class E
+
+  def E.call e
+    dev
+    e.extend Th
+    e['HTTP_X_FORWARDED_HOST'].do{|h| e['SERVER_NAME'] = h }
+    p = e['REQUEST_PATH'].force_encoding 'UTF-8'
+
+    uri = CGI.unescape((p.index(URIURL) == 0) ? p[URIURL.size..-1] : ('http://'+e['SERVER_NAME']+(p.gsub '+','%2B'))).E.env e
+
+    uri.inside ? ( e['uri'] = uri.uri
+                   uri.send e.verb ) : [403,{},[]]
+
+  rescue Exception => x
+    F['E500'][x,e]
+  end
+
+end
+
+class String
+
+  # querystring parse
+  def qp
+    d={}
+    split(/&/).map{|e|
+      k,v=e.split(/=/,2).map{|x|
+         CGI.unescape x}
+      d[k]=v}
+    d
+  end
+
+  def hR
+    [200, {'Content-Type'=>'text/html; charset=utf-8'}, [self]]
+  end
+
+end
+
+module Th
+
+  # query-string
+  def qs
+    (['GET','HEAD'].member? verb) ? self['QUERY_STRING'] : self['rack.input'].read
+  end
+
+  # parsed query-string
+  def q
+    @q ||= (qs||'').qp
+  end
+
+  # Accept header -> Hash
+  def accept_ k=''
+    d={}
+    self['HTTP_ACCEPT'+k].do{|k|
+      (k.split /,/).map{|e| # each pair
+        f,q = e.split /;/   # split MIME from q value
+        i = q && q.split(/=/)[1].to_f || 1.0
+        d[i] ||= []; d[i].push f.strip}} # append
+    d
+  end
+
+  def format
+    @format ||= conneg
+  end
+
+  def conneg
+    #  extension
+    { '.html' => 'text/html',
+      '.jsonld' => 'application/ld+json',
+      '.nt' => 'text/ntriples',
+      '.n3' => 'text/n3',
+      '.ttl' => 'text/turtle',
+    }[File.extname self['uri']].do{|mime|
+      return mime}
+
+    # Accept header
+    accept.sort.reverse.map{|q,mimes|
+      mimes.map{|mime|
+        return mime if E::F[E::Render+mime]}}
+    'text/html'
+  end
+
+  def accept; @accept ||= accept_ end
+
+  def verb
+    self['REQUEST_METHOD']
+  end
+
+end
+
+class Hash
+
+  # unparse querystring
+  def qs
+   '?'+map{|k,v|k.to_s+'='+(v ? (CGI.escape [*v][0].to_s) : '')}.intersperse("&").join('')
+  end
+
+  def env 
+    @r = r
+    self
+  end
+
+end

data/infod/POST.rb

@@ -0,0 +1,34 @@
+#watch __FILE__
+class E
+
+  def POST
+    type = @r['CONTENT_TYPE']
+    case type
+    when /^application\/sparql-update/
+
+    when /^application\/x-www-form-urlencoded/
+      ch = nil
+      (Rack::Request.new @r).params.map{|k,v|
+        s, p, o = (CGI.unescape k).split S
+        if s && p && o 
+          oP = o
+          s, p, o = [s, p, o].map &:unpath
+          s = s.uri[0..-2].E if s.uri[-1] == '/'
+          p = p.uri[0..-2].E if p.uri[-1] == '/'
+          if oP.E == (E.literal v) && s.uri.match(/^http/) && p.uri.match(/^http/)
+            puts "POST <#{s}> <#{p}> <#{o}>"
+            s[p,o,v]
+            ch = true
+          end
+        end}
+      if ch # state changed
+        g = {}
+        fromStream g, :triplrFsStore
+        ef.w g, true
+      end
+    end
+
+    [303,{'Location'=>uri},[]]    
+  end
+
+end

data/infod/audio.rb

@@ -0,0 +1,30 @@
+class E
+
+  VideoFile = /(avi|flv|mkv|mpg|mp4|wmv)$/i
+  AudioFile = /(aif|wav|flac|mp3|m4a|aac|ogg)$/i
+
+  fn 'set/audio',->d,e,m{d.take.select{|e|e.ext.match AudioFile}}
+  fn 'set/video',->d,e,m{d.take.select{|e|e.ext.match VideoFile}}
+
+  AudioK = {}
+  %w{Album-Movie-Show_title Lead_performers-Soloists Title-songname-content_description}.
+    map{|a|Audio + a}.concat(['uri', Stat+'mtime', Stat+'size']).map{|p|AudioK[p] = true}
+
+  fn 'view/audio',->d,e{ d = d.dup
+
+    # skip non-audio files
+    d.delete_if{|p,o|
+      (p.respond_to? :match) &&
+      (!p.match AudioFile)}
+
+    # select data-fields
+    d.values.map{|r|
+      r.class==Hash &&
+      r.delete_if{|p,o|!AudioK[p]}}
+
+    [(H.once e, :mu, (H.js '/js/mu')),(H.once e, :audio,(H.js '/js/audio'),(H.css '/css/audio'),
+      {id: :rand, c: :r}, {id: :jump, c: '→'}, {id: :info, target: :_blank, _: :a},
+      {_: e.q.has_key?('video') ? :video : :audio, id: :media, controls: true}), '<br>',
+     F['view/table'][d,e]]}
+
+end