livetext 0.9.14 → 0.9.20

data/lib/handler/icanhaz.rb

@@ -0,0 +1,35 @@
+
+class Livetext::Handler::ICanHaz
+  include Helpers
+
+  attr_reader :file
+
+  def initialize(name)
+    @name = name
+    @file = find_file(name)
+  end
+
+  def self.get_module(name)
+    handler = self.new(name)
+    const1 = Object.constants
+    @file = handler.file.sub(/.rb$/, "")
+    require @file   # + ".rb"
+    const2 = Object.constants
+    names = (const2 - const1)
+    abort "Expected ONE new constant: #{names.inspect}" if names.size != 1
+    modname = names.first.to_s
+    newmod = Object.const_get("::" + modname)
+    newmod   # return actual module
+  end
+
+  private
+
+  def cwd_root?
+    File.dirname(File.expand_path(".")) == "/"
+  end
+
+  def fname2module(name)
+  end
+
+end
+

data/lib/handler.rb

@@ -0,0 +1 @@
+require_relative 'handler/icanhaz'

data/lib/helpers.rb

@@ -1,10 +1,117 @@
 
 module Helpers
 
+  Space = " "
+  Sigil = "." # Can't change yet
+
+  def escape_html(string)
+    enc = string.encoding
+    unless enc.ascii_compatible?
+      if enc.dummy?
+        origenc = enc
+        enc = Encoding::Converter.asciicompat_encoding(enc)
+        string = enc ? string.encode(enc) : string.b
+      end
+      table = Hash[TABLE_FOR_ESCAPE_HTML__.map {|pair|pair.map {|s|s.encode(enc)}}]
+      string = string.gsub(/#{"['&\"<>]".encode(enc)}/, table)
+      string.encode!(origenc) if origenc
+      return string
+    end
+    string.gsub(/['&\"<>]/, TABLE_FOR_ESCAPE_HTML__)
+  end
+
+  def find_file(name, ext=".rb")
+    paths = [Livetext::Path.sub(/lib/, "imports/"), "./"]
+    base  = "#{name}#{ext}"
+    paths.each do |path|
+      file = path + base
+      return file if File.exist?(file)
+    end
+
+    raise "No such mixin '#{name}'"
+
+    # # Really want to search upward??
+    # raise "No such mixin '#{name}'" if cwd_root?
+    # Dir.chdir("..") { find_file(name) }
+  end
+
+  def self.rx(str, space=nil)
+    Regexp.compile("^" + Regexp.escape(str) + "#{space}")
+  end
+
+  Comment  = rx(Sigil, Space)
+  Dotcmd   = rx(Sigil)
+  Ddotcmd  = /^ *\$\.[A-Za-z]/
+
+## FIXME process_file[!] should call process[_text]
+
+  def process_file(fname, btrace=false)
+    setfile(fname)
+    text = File.readlines(fname)
+    enum = text.each
+    @backtrace = btrace
+    @main.source(enum, fname, 0)
+    line = nil
+    loop do 
+      line = @main.nextline
+      break if line.nil?
+      process_line(line)
+    end
+    val = @main.finalize if @main.respond_to? :finalize
+    @body
+  end
+
+  def process_line(line)  # FIXME inefficient?
+    nomarkup = true
+    case line  # must apply these in order
+      when Comment
+        handle_scomment(line)
+      when Dotcmd
+        handle_dotcmd(line)
+      when Ddotcmd
+        indent = line.index("$") + 1
+        @indentation.push(indent)
+        line.sub!(/^ *\$/, "")
+        handle_dotcmd(line)
+        indentation.pop
+    else
+      @main._passthru(line)
+    end
+  end
+
+  def handle_dotcmd(line, indent = 0)
+    indent = @indentation.last # top of stack
+    line = line.sub(/# .*$/, "")
+    name = get_name(line).to_sym
+    result = nil
+    case
+      when name == :end   # special case
+        puts @body
+        raise EndWithoutOpening()
+      when @main.respond_to?(name)
+        result = @main.send(name)
+    else
+      puts @body  # earlier correct output, not flushed yet
+      raise "Name '#{name}' is unknown"
+      return
+    end
+    result
+  end
+
+  def handle_scomment(line)
+  end
+
+  def get_name(line)
+    name, data = line.split(" ", 2)
+    name = name[1..-1]  # chop off sigil
+    name = "dot_" + name if %w[include def].include?(name)
+    @main.data = data
+    @main.check_disallowed(name)
+    name
+  end
+
   def check_disallowed(name)
-    # raise "Illegal name '#{name}'" if _disallowed?(name)
-    # FIXME use custom exception
-    raise DisallowedName, name if _disallowed?(name)
+    raise DisallowedName(name) if disallowed?(name)
   end
 
   def check_file_exists(file)
@@ -14,7 +121,7 @@ module Helpers
   def set_variables(pairs)
     pairs.each do |pair|
       var, value = *pair
-      @parent._setvar(var, value)
+      @parent.setvar(var, value)
     end
   end
 
@@ -22,4 +129,66 @@ module Helpers
     File.read(fname)
   end
 
+  def search_upward(file)
+    value = nil
+    return file if File.exist?(file)
+
+    count = 1
+    loop do
+      front = "../" * count
+      count += 1
+      here = Pathname.new(front).expand_path.dirname.to_s
+      break if here == "/"
+      path = front + file
+      value = path if File.exist?(path)
+      break if value
+    end
+    STDERR.puts "Cannot find #{file.inspect} from #{Dir.pwd}" unless value
+	  return value
+  rescue
+    STDERR.puts "Can't find #{file.inspect} from #{Dir.pwd}"
+	  return nil
+  end
+
+  def include_file(file)
+    @_args = [file]
+    dot_include
+  end
+
+  def onoff(arg)   # helper
+    arg ||= "on"
+    raise ExpectedOnOff unless String === arg
+    case arg.downcase
+      when "on"
+        return true
+      when "off"
+        return false
+    else
+      raise ExpectedOnOff
+    end
+  end
+
+  def setvar(var, val)
+    str, sym = var.to_s, var.to_sym
+    Livetext::Vars[str] = val
+    Livetext::Vars[sym] = val
+    @_vars[str] = val
+    @_vars[sym] = val
+  end
+
+  def setfile(file)
+    if file
+      setvar(:File, file)
+      dir = File.dirname(File.expand_path(file))
+      setvar(:FileDir, dir)
+    else
+      setvar(:File,    "[no file]")
+      setvar(:FileDir, "[no dir]")
+    end
+  end
+
+  def setfile!(file)  # FIXME why does this variant exist?
+    setvar(:File, file)
+  end
+
 end

data/lib/livetext.rb

@@ -1,23 +1,28 @@
 # Class Livetext skeleton (top level).
 
 class Livetext
-  VERSION = "0.9.14"
+  VERSION = "0.9.20"
   Path  = File.expand_path(File.join(File.dirname(__FILE__)))
+
+  module Handler
+  end
 end
 
 # $LOAD_PATH << Livetext::Path
 
 require 'fileutils'
 
-require 'helpers'
 require_relative 'errors'
 require_relative 'functions'
 require_relative 'userapi'
 require_relative 'standard'
 require_relative 'formatline'
 require_relative 'processor'
+require_relative 'helpers'
+require_relative 'handler'
 
 Plugins = File.expand_path(File.join(File.dirname(__FILE__), "../plugin"))
+Imports = File.expand_path(File.join(File.dirname(__FILE__), "../imports"))
 
 TTY = ::File.open("/dev/tty", "w")
 
@@ -31,16 +36,6 @@ class Livetext
 
   Vars = {}
 
-  Space = " "
-  Sigil = "." # Can't change yet
-
-  def self.rx(str, space=nil)
-    Regexp.compile("^" + Regexp.escape(str) + "#{space}")
-  end
-
-  Comment  = rx(Sigil, Livetext::Space)
-  Dotcmd   = rx(Sigil)
-  Ddotcmd  = /^ *\$\.[A-Za-z]/
 
   attr_reader :main
   attr_accessor :no_puts
@@ -60,16 +55,17 @@ class Livetext
     call = Array(call)
     mix.each {|lib| obj.mixin(lib) }
     call.each {|cmd| obj.main.send(cmd[1..-1]) }  # ignores leading dot, no param
-    vars.each_pair {|var, val| obj._setvar(var, val.to_s) }
+    vars.each_pair {|var, val| obj.setvar(var, val.to_s) }
     obj
   end
 
   def customize(mix: [], call: [], vars: {})
     mix  = Array(mix)
     call = Array(call)
+    # FIXME HF won't this break??
     mix.each {|lib| mixin(lib) }
     call.each {|cmd| @main.send(cmd[1..-1]) }  # ignores leading dot, no param
-    vars.each_pair {|var, val| _setvar(var, val.to_s) }
+    vars.each_pair {|var, val| setvar(var, val.to_s) }
     self
   end
 
@@ -82,81 +78,17 @@ class Livetext
     @main = Processor.new(self, output)
     @indentation = [0]
     @_vars = Livetext::Vars
-   
-    # Other predefined variables (see also _setfile)
-    _setvar(:User, `whoami`.chomp)
-    _setvar(:Version, Livetext::VERSION)
-  end
-
-  def _parse_colon_args(args, hash)  # really belongs in livetext
-    h2 = hash.dup
-    e = args.each
-    loop do
-      arg = e.next.chop.to_sym
-      raise "_parse_args: #{arg} is unknown" unless hash.keys.include?(arg)
-      h2[arg] = e.next
-    end
-    h2 = h2.reject {|k,v| v.nil? }
-    h2.each_pair {|k, v| raise "#{k} has no value" if v.empty? }
-    h2
-  end
-
-  def _get_arg(name, args)  # really belongs in livetext
-    raise "(#{name}) Expected an array" unless args.is_a? Array
-    raise "(#{name}) Expected an arg" if args.empty?
-    raise "(#{name}) Too many args: #{args.inspect}" if args.size > 1
-    val = args[0]
-    raise "Expected an argument '#{name}'" if val.nil?
-    val
+    initial_vars
   end
 
-  def mixin(mod)
-    @main._mixin(mod)
-  end
-
-  def _setvar(var, val)
-    str, sym = var.to_s, var.to_sym
-    Livetext::Vars[str] = val
-    Livetext::Vars[sym] = val
-    @_vars[str] = val
-    @_vars[sym] = val
-  end
-
-  def _setfile(file)
-    if file
-      _setvar(:File, file)
-      dir = File.dirname(File.expand_path(file))
-      _setvar(:FileDir, dir)
-    else
-      _setvar(:File,    "[no file]")
-      _setvar(:FileDir, "[no dir]")
-    end
-  end
-
-  def _setfile!(file)
-    _setvar(:File, file)
-  end
-
-  def process_line(line)  # FIXME inefficient?
-    nomarkup = true
-    case line  # must apply these in order
-      when Comment
-        handle_scomment(line)
-      when Dotcmd
-        handle_dotcmd(line)
-      when Ddotcmd
-        indent = line.index("$") + 1
-        @indentation.push(indent)
-        line.sub!(/^ *\$/, "")
-        handle_dotcmd(line)
-        indentation.pop
-    else
-      @main._passthru(line)
-    end
+  def initial_vars
+    # Other predefined variables (see also setfile)
+    setvar(:User, `whoami`.chomp)
+    setvar(:Version, Livetext::VERSION)
   end
 
   def transform(text)
-    _setfile!("(string)")
+    setfile!("(string)")
     enum = text.each_line
     front = text.match(/.*?\n/).to_a.first.chomp rescue ""
     @main.source(enum, "STDIN: '#{front}...'", 0)
@@ -193,62 +125,5 @@ class Livetext
     self.body
   end
 
-## FIXME process_file[!] should call process[_text]
-
-  def process_file(fname, btrace=false)
-    _setfile(fname)
-    text = File.readlines(fname)
-    enum = text.each
-    @backtrace = btrace
-    @main.source(enum, fname, 0)
-    line = nil
-    loop do 
-      line = @main.nextline
-      break if line.nil?
-      process_line(line)
-    end
-    val = @main.finalize if @main.respond_to? :finalize
-    @body
- rescue => err
-   STDERR.puts "[process_file] fname = #{fname.inspect}\n    line = #{line.inspect}"
-   STDERR.puts "ERROR #{err} in process_file"
-   err.backtrace.each {|x| STDERR.puts "   " + x }
-   # @body = ""
-  end
-
-  def handle_scomment(line)
-  end
-
-  def _get_name(line)
-    name, data = line.split(" ", 2)
-    name = name[1..-1]  # chop off sigil
-    name = "_" + name if %w[include def].include?(name)
-    @main.data = data
-    @main.check_disallowed(name)
-    name
-  end
-
-  def handle_dotcmd(line, indent = 0)
-    indent = @indentation.last # top of stack
-    line = line.sub(/# .*$/, "")
-    name = _get_name(line).to_sym
-    result = nil
-    case
-      when name == :end   # special case
-        puts @body
-        raise EndWithoutOpening()
-      when @main.respond_to?(name)
-        result = @main.send(name)
-    else
-      @main._error! "Name '#{name}' is unknown"
-      return
-    end
-    result
-  rescue => err
-    puts @body  # earlier correct output, not flushed yet
-    STDERR.puts "Error: #{err.inspect}"
-    STDERR.puts err.backtrace
-  end
-
 end
 

data/lib/parser/file.rb

@@ -0,0 +1,8 @@
+
+require_relative '../livetext'
+
+# Hmm. not today?
+
+class Livetext::ParseFile
+
+end

data/lib/parser/import.rb

@@ -4,9 +4,7 @@ require '../livetext/importable'
 make_exception(:BadVariableName, "Error: invalid variable name")
 make_exception(:NoEqualSign,     "Error: no equal sign found")
 
-# FIXME probably belongs elsewhere?
-
-class Livetext::ParseImport
+class Livetext::Handler::Import
   def use_import(name)
     require name
     include name

data/lib/parser/mixin.rb

@@ -1,40 +1,38 @@
 require_relative '../livetext'
+require_relative '../helpers'
 require_relative 'string'
 
-make_exception(:BadVariableName, "Error: invalid variable name")
 make_exception(:NoEqualSign,     "Error: no equal sign found")
 
-# FIXME probably belongs elsewhere?
-
-class Livetext::ParseMixin   # < StringParser
-
+class Livetext::ParseMixin
   include Helpers
 
-  def cwd_root?
-    File.dirname(File.expand_path(".")) == "/"
+  def initialize(name)
+    @name = name
+    @file = find_file(name)
   end
 
-  def find_mixin(name)
-    file = "#{Plugins}/" + name.downcase + ".rb"
-    return file if File.exist?(file)
-
-    file = "./#{name}.rb"
-    return file if File.exist?(file)
+  def self.get_module(name)
+    parse = self.new(name)
+    modname, code = parse.read_mixin
+    eval(code)   # Avoid in the future
+    newmod = Object.const_get("::" + modname)
+    # return actual module
+    newmod
+  end
 
-    raise "No such mixin '#{name}'" if cwd_root?
-    Dir.chdir("..") { find_mixin(name) }
+  def read_mixin
+    modname = @name.gsub("/","_").capitalize
+    meths = grab_file(@file)
+    [modname, "module ::#{modname}; #{meths}\nend"]
   end
 
-  def use_mixin(name, file)
-    modname = name.gsub("/","_").capitalize
-    meths = grab_file(file)
-    string = "module ::#{modname}; #{meths}\nend"
-    eval(string)
-    newmod = Object.const_get("::" + modname)
-    self.extend(newmod)
-    init = "init_#{name}"
-    self.send(init) if self.respond_to? init
+  private
+
+  def cwd_root?
+    File.dirname(File.expand_path(".")) == "/"
   end
 
+
 end
 

data/lib/parser/set.rb

@@ -17,22 +17,31 @@ class Livetext::ParseSet < StringParser
     super
   end
 
+  def wtf(note="")
+    TTY.puts "| PARSER: @i = #@i   @len = #@len"
+    TTY.puts "|#{note}"
+    TTY.puts "| [" + @line.gsub(" ", "_") + "]"
+    TTY.print "|  "    # 0-based (one extra space)
+    @i.times { TTY.print "-" }
+    TTY.puts "^"
+    TTY.puts
+  end
+
   def parse
     pairs = []
-
+    char = nil
     loop do
-      skip_spaces
-      char = self.peek
       break if eos?   # end of string
+      char = skip_spaces
       raise "Expected alpha to start var name" unless char =~ /[a-z]/i
       pairs << assignment
-      skip_spaces
-      char = self.peek
+      char = skip_spaces
       break if eos?   # end of string
       case char
         when nil  # end of string
         when ","
-          self.next  # skip comma
+          char = grab  # skip comma
+          char = skip_spaces
       else
         raise "Expected comma or end of string (found #{char.inspect})"
       end
@@ -47,7 +56,7 @@ class Livetext::ParseSet < StringParser
     var = get_var
     skip_equal
     value = get_value
-    value = FormatLine.var_func_parse(value)
+    value = FormatLine.var_func_parse(value)    # FIXME broken now?
     pair = [var, value]
     pair
   end
@@ -55,11 +64,11 @@ class Livetext::ParseSet < StringParser
   def get_var
     name = ""
     loop do
-      char = self.peek
+      char = peek
       break if eos?   # end of string
       case char
         when /[a-zA-Z_\.0-9]/
-          name << self.next
+          name << grab
           next
         when /[ =]/
           return name
@@ -73,11 +82,10 @@ class Livetext::ParseSet < StringParser
   def skip_equal
     found = false
     skip_spaces
-    raise NoEqualSign unless self.peek == "="
+    raise NoEqualSign unless peek == "="
     found = true
-    self.next  # skip =... spaces too
-    self.skip_spaces
-    peek = self.peek
+    grab         # skip =
+    skip_spaces  # skip spaces too
     return peek  # just for testing
   rescue StopIteration
     raise NoEqualSign unless found
@@ -85,40 +93,41 @@ class Livetext::ParseSet < StringParser
   end
 
   def escaped
-    self.next   # skip backslash
-    self.next   # return following char
+    grab   # skip backslash
+    grab   # return following char
   end
 
   make_exception(:BadQuotedString, "Bad quoted string: %1")
 
   def quoted_value
-    quote = self.next   # opening quote...
+    quote = grab   # opening quote...
     value = ""
     char = nil
     loop do
-      char = self.peek
-      break if self.eos?
+      char = grab
+      break if eos?
       break if char == quote
+#     break if char.nil?
       char = escaped if char == "\\"
       value << char
-      char = self.next
     end
     if char == quote
-      char = self.next
+      # char = grab
       return value
     end
     raise BadQuotedString, quote + value
   end
 
   def unquoted_value
-# puts "#{__method__}: #{@line.inspect}  i = #@i   peek = #{self.peek.inspect}"
+    char = nil
     value = ""
     loop do
-      char = self.peek
-      break if self.eos?
+      char = peek
+      break if eos?  #     FIXME oops???
+#     break if char.nil?
       break if char == " " || char == ","
       value << char
-      char = self.next
+      char = grab
     end
     value
   end
@@ -128,8 +137,8 @@ class Livetext::ParseSet < StringParser
   end
 
   def get_value
-    char = self.peek
-    value = quote?(char) ?  quoted_value : unquoted_value
+    char = peek
+    value = quote?(char) ? quoted_value : unquoted_value
     value
   end
 end