appswarm 0.0.1

data/lib/appswarm/tools/parser/parser_test.rb

@@ -0,0 +1,104 @@
+require File.expand_path('../parser_lib.rb',__FILE__)
+
+SimpleMarshalParser=parser "SimpleMarshalParser" do
+  rule :root=>:welement
+  
+  rule :welement=> [:whitespaces,:element,:whitespaces] do
+    value[1].convert
+  end
+  
+  rule :whitespaces=>/[ \t\n]*/
+  
+  rule :element=>:boolean
+  rule :element=>:nil
+  rule :element=>:str
+  rule :element=>:number
+  rule :element=>:symbol
+  rule :element=>:array
+  rule :element=>:hash
+  rule :element=>:struct
+
+  rule :integer=>/[1-9][0-9]*/ do
+    value[0].value.to_i
+  end
+  rule :number=>/(-?[0-9][0-9]*(\.[0-9]*)?)/ do
+    s=value[0].value
+    if s=~/\./
+      s.to_f
+    else
+      s.to_i
+    end
+  end
+  
+  rule :symbol=>[':',/([_a-zA-Z][a-zA-Z0-9_]*)/] do
+    value[1].convert.to_sym
+  end
+  rule :str=>['"',:basic_str,'"'] do
+    value[1].convert.gsub("\\\\","\\").gsub("\\n","\n").gsub("\\\"","\"")
+  end
+
+  rule :basic_str=>/(\\.|[^"\\])*/ do
+    value[0].value
+  end
+  rule :array=>['[',:whitespaces,']'] do
+    []
+  end
+  rule :array=>['[',:arrayContent,']'] do
+    #pp "VAL:",value
+    value[1].convert
+  end
+  rule :arrayContent=>[:welement,",",:arrayContent] do
+    [value[0].convert]+value[2].convert
+  end
+  rule :arrayContent=>[:welement] do
+    [value[0].convert]
+  end
+
+  rule :hash=>['{',:whitespaces,'}'] do
+    {}
+  end
+  rule :hash=>['{',:hashContent,'}'] do
+    value[1].convert
+  end
+  rule :hashContent=>[:hashValue,',',:hashContent] do
+    h=value[0].convert
+    value[2].convert.each{|k,v|
+      h[k]=v
+    }
+    h
+  end
+  rule :hashContent=>[:hashValue] do
+    value[0].convert
+  end
+  rule :hashValue=>[:welement,'=>',:welement] do
+    {value[0].convert=>value[2].convert}
+  end
+
+  rule :boolean=>/(true|false)/ do
+    value[0].convert=="true"
+  end  
+  
+  rule :nil=>'nil' do
+    nil
+  end
+  
+  rule :struct=> ['(',:whitespaces,:structName,:whitespaces,:hashContent,:whitespaces,')'] do
+  
+    klass=getClass(value[2].convert)
+    mo=nil
+    hash=value[4].convert
+    if klass==Time
+      mo=Time.parse(hash[:data])
+    else
+      mo=klass.new
+      hash.each{|k,v|
+        k=k.to_s
+        mo.send(k+"=",v) if mo.members.member?(k) and mo.respond_to?(k+"=")
+      }
+    end
+    mo
+  end
+  
+  rule :structName => /[A-Z][A-Za-z0-9_:]*/
+  
+end

data/lib/appswarm/tools/parser/spec/parser_spec.rb

@@ -0,0 +1,44 @@
+require File.expand_path('../../parser_test.rb',__FILE__)
+require 'pp'
+require 'lib/appswarm/spec_helper.rb'
+
+
+describe "MyParser" do
+  it "should parse simple strings" do
+  #if false
+    parse("\"myString\"").convert.should=="myString"
+    parse(":mySymbol").convert.should==:mySymbol
+    parse("132").convert.should==132
+    parse("-132.234").convert.should==-132.234
+    parse("[]").convert.should==[]
+    parse("[132,:a,98]").convert.should==[132,:a,98]
+    parse("{:a=>2,1=>3}").convert.should=={:a=>2,1=>3}
+    parse("{[7,8,9]=>2,1=>3} ").convert.should=={[7,8,9]=>2,1=>3}
+    parse("{[7,8, 9] =>2 ,1=> 3} ").convert.should=={[7,8,9]=>2,1=>3}
+    parse("true").convert.should==true
+    parse("false").convert.should==false
+    parse("nil").convert.should==nil
+    
+    ST=Struct.new(:a,:b)
+    parse("(ST :a=>123,:b=>\"MUH\")").convert.should == ST.new(123,"MUH")
+    parse("\"192 \300 \"").convert.should == "192 \300 "
+  #end
+    str="\"192 \300\""
+    pp str
+    parse("\"192 \300\"").convert.should == "192 \300"
+    parse("[123]").convert.should == [123]
+    parse("[ 123]").convert.should == [123]
+    parse("[\n 123]").convert.should == [123]
+    parse("[\n123]").convert.should == [123]
+    #end
+
+    parse(File.load(File.expand_path("../../example_data.simple",__FILE__))).convert.should be_a_kind_of(Hash)
+
+  end
+  
+  def parse(s)
+    measureTime(2) {
+      SimpleMarshalParser.parse(s)
+    }
+  end
+end

data/lib/appswarm/tools/pipes.rb

@@ -0,0 +1,95 @@
+require 'pp'
+
+class ClientTCPSocketPackagedPipe
+  MAX_PKG_SIZE=100000
+  def initialize(host,port)
+    @socket=TCPSocket.new(host,port)
+    @socket.setsockopt(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
+    @inPackages=[]
+    recvLoop
+  end
+  
+  def writePackage(str)
+    @socket.write(str)
+    @socket.flush
+  end
+  def recvPackage
+    @inPackages.shift
+  end
+  
+  private
+  def recvLoop
+    Thread.new {
+      begin
+        loop do
+          data=@socket.recv(MAX_PKG_SIZE)
+          if data.length>0
+            @inPackages << data
+          else
+            break
+          end
+        end
+      rescue Object=>e
+        pp e,e.backtrace
+      end
+    }
+  end
+end
+
+class ServerTCPSocketPackagedPipe
+  attr_accessor :socket
+  
+  class Server<GServer
+    def initialize(listen,port,client)
+      super(port,listen,1)
+      @client=client
+    end
+    def serve(io)
+      puts "SERVE"
+      io.setsockopt(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
+      @conn=io
+      puts "set sock"
+      @client.socket=io
+      puts "loop..."
+      receiveLoop
+      @client.socket=nil
+    end
+    def receiveLoop
+      begin
+       loop do
+       puts "recv..."
+       curdata=@conn.recv(1012)
+       puts "..."
+         if curdata.length>0
+           pp "GOT DATA (at #{@conn.addr}) #{curdata.length}"
+         else
+           puts "NO MORE DATA"
+           break
+         end
+         
+         @client.push(curdata)
+         
+       end
+      rescue Exception=>e
+        #glog e,e.backtrace,self
+        #unless e.inspect.to_s=="#<RuntimeError: stop>"
+          pp e,e.backtrace,self
+        #end
+      end
+
+    end
+  end
+
+  def initialize(listen,port)
+    @socket=nil
+    @server=Server.new(listen,port,self)
+    @packages=[]
+    
+  end
+  
+  def writePackage(str)
+    
+  end
+end
+
+

data/lib/appswarm/tools/spec/tracing_spec.rb

@@ -0,0 +1,16 @@
+require File.expand_path('../../tracing.rb',__FILE__)
+
+describe "Tracing" do
+  it "should display backtraces every n seconds" do
+    Tracer.doOutput=false
+    Tracer.enable
+    t=Thread.new {
+      sleep 10
+    }
+    sleep 2
+    Tracer.disable
+    Tracer.output.length.should >0
+    t.kill!
+    puts Tracer.output
+  end
+end

data/lib/appswarm/tools/spec/waiting_queue_spec.rb

@@ -0,0 +1,15 @@
+require 'tools/waiting_queue.rb'
+
+describe "Waiting Queue" do
+  it "should hold a thread until queue is filled" do
+    q=WaitingQueue.new
+    value=nil
+    Thread.new(value) {|value|
+      value=q.pop
+    }
+    sleep 2
+    q<<123
+    sleep 1
+    value.should == 123
+  end
+end

data/lib/appswarm/tools/thread_tool.rb

@@ -0,0 +1,61 @@
+require 'thread'
+#if false
+class Thread
+  
+  unless method_defined?(:oldInit)
+  
+    alias :oldInit :initialize
+    @@startTraces={}
+    @@startTraces[Thread.current]=["MAINTHREAD"]
+
+    
+    def initialize(*p,&b)
+      @@startTraces||={}
+      @@crashTraces||={}
+      @@crashError||={}
+      @@startTraces[self]=["NOT INITED"]
+      mcaller=caller
+      oldInit(*p) {|*args|
+        @@startTraces[Thread.current]=mcaller
+        begin
+          b.call(*args)
+        rescue Object=>e
+          @@crashTraces[self]=e.backtrace
+          #pp e,e.backtrace
+        end
+        }
+    end
+    
+    def fork(*p)
+      raise "FORK"
+      
+    end
+    
+    
+    def stacktrace?
+      @@startTraces[self]
+    end
+    def crashtrace?
+      @@crashTraces[self]
+    end
+    def crashtrace
+      @@crashTraces[self]
+    end
+    
+    def stacktrace(clean=true)
+      if @@startTraces[self]
+        @@startTraces[self].select{|line|not line=~/rspec/}+[self]+keys.map{|k|[k,self[k]]}
+      else
+        ["STACKTRACE FOR Thread #{self.inspect} not available!",keys]
+      end
+    end
+    
+    
+    def others
+      Thread.list-[self]
+    end
+  end
+end
+
+
+#end

data/lib/appswarm/tools/tracing.rb

@@ -0,0 +1,84 @@
+class Tracer
+  @@doOutput=true
+  @@doOutputSelf=false
+  @@output=""
+  @@stackTraces={}
+  @@outputThread=nil
+
+  Where=Struct.new(:event,:file,:line,:id,:binding,:klass)
+
+  TRACE_FUNC = proc{|event, file, line, id, binding, klass|
+    th=Thread.current
+    @@stackTraces[th]||=[]
+    where=Where.new(event,file,line,id,binding,klass)
+    case event
+      when "call"
+        @@stackTraces[th]<<where
+      when "return"
+        while @@stackTraces[th][-1] and @@stackTraces[th].pop.event=="line"
+        end
+      when "line"
+        while @@stackTraces[th][-1] and @@stackTraces[th][-1].event=="line"
+          @@stackTraces[th].pop
+        end
+        @@stackTraces[th]<<where
+    end
+  }
+
+
+
+  def self.out(*x)
+    if @@doOutput
+      print ("\n"+x.map{|y|y.to_s}.join("\n")).gsub("\n","\n   :    ")
+    else
+      @@output+="\n#{x}".gsub("\n","\n   :    ")
+    end
+  end
+
+  def self.doOutput=(flag)
+    @@doOutput=flag
+  end
+
+  def self.output
+    @@output
+  end
+
+  def self.outTrace(th,trace)
+    out th.inspect
+    th.keys.each{|key|
+      out " #{key}=>#{th[key]}"
+    }
+    trace.each{|line|
+      out "   #{line.file}:#{line.line}"
+    }
+    if th.stacktrace?
+      th.stacktrace.each{|x|out "          "+x.to_s}
+    end
+  end
+
+  def self.enable
+    unless @@outputThread
+      set_trace_func TRACE_FUNC
+      @@outputThread=Thread.new {
+        loop do
+          @@stackTraces.each{|th,trace|
+            if @@doOutputSelf or th!=Thread.current
+              outTrace(th,trace) if th.alive?
+            end
+          }
+          out "========="
+          sleep 0.5
+        end
+      }
+    end
+  end
+  def self.disable
+    if @@outputThread
+      set_trace_func nil
+      @@outputThread.kill!
+    end
+  end
+
+end
+
+

data/lib/appswarm/tools/treetop_test.rb

@@ -0,0 +1,20 @@
+require 'ubygems'
+require 'treetop'
+require 'pp'
+str='abc\\"'
+str="0 \000"
+str="0 \\\\"
+str="\200\201\202\203\204\205\206\207\210"
+
+str='"'+str+'"'
+
+pp str
+
+str.each_byte{|x|pp x}
+
+#Treetop.load File.expand_path("../treetop_test_grammar.tt",__FILE__)
+#parser = TreetopTestGrammarParser.new
+Treetop.load File.expand_path("../../simple_marshal_parser.tt",__FILE__)
+parser = SimpleMarshalParser.new
+result = parser.parse(str)
+pp result