RubyGems - deja-vu - Versions diffs - 0.3 - Mend

deja-vu 0.3

Files changed (34) hide show

data/Change.log +4 -0
data/LICENSE +19 -0
data/Makefile +0 -0
data/README +22 -0
data/Rakefile +31 -0
data/example-playback/README +6 -0
data/example-playback/analysis.rb +7 -0
data/example-playback/playback.rb +7 -0
data/example-playback/repo/recordings/DejaVuNS/DejaVu/recordings +1 -0
data/example-playback/repo/recordings/DejaVuNS/Recording/bah7aa==/n--ab7689c618445bb17b626741588b50c0500c8f79 +1 -0
data/example/Makefile +6 -0
data/example/config.ru +9 -0
data/example/deja-vu-recordings/6b44093baa40d257106bae6dbcda53af9a57e61f.session +53 -0
data/example/deja-vu-recordings/BAh7AA==/n--ab7689c618445bb17b626741588b50c0500c8f79.session +598 -0
data/example/deja-vu-recordings/README +1 -0
data/example/myapp.rb +15 -0
data/example/repo/recordings/DejaVuNS/DejaVu/recordings +1 -0
data/example/repo/recordings/DejaVuNS/Recording/bah7aa==/n--ab7689c618445bb17b626741588b50c0500c8f79 +1 -0
data/example/views/index.haml +0 -0
data/example/views/layout.haml +0 -0
data/lib/deja-vu.rb +72 -0
data/lib/deja-vu/analyzer.rb +133 -0
data/lib/deja-vu/init.rb +3 -0
data/lib/deja-vu/model/dejavu.rb +42 -0
data/lib/deja-vu/model/generated_model/DejaVuNS.rb +1536 -0
data/lib/deja-vu/model/init.rb +3 -0
data/lib/deja-vu/model/record.rb +58 -0
data/lib/deja-vu/model/recording.rb +55 -0
data/lib/deja-vu/model/xampl-gen.rb +39 -0
data/lib/deja-vu/model/xml/dejavu.xml +28 -0
data/lib/deja-vu/player.rb +241 -0
data/lib/deja-vu/recorder.rb +93 -0
data/lib/rack-session-listener.rb +29 -0
metadata +94 -0

@@ -0,0 +1,3 @@
+require ~'dejavu'
+require ~'recording'
+require ~'record'

data/lib/deja-vu/model/record.rb ADDED

@@ -0,0 +1,58 @@
+require 'patron'
+module DejaVuNS
+  class Record
+=begin
+<recording pid=""
+             cookie=""
+             stamp=""
+             agent="">
+    <record id=""
+            stamp=""
+            status=""
+            httpmethod=""
+            url=""
+            request-time="">
+=end
+#    def initialize(pid)
+#      super
+#      assign_agent('Deja-Vu/1.0')
+#    end
+    def assign_agent(agent)
+      unless defined? @sess
+        @sess = Patron::Session.new
+        @sess.timeout = 10
+        @sess.headers['User-Agent'] = agent
+      end
+    end
+    def execute_as(agent = nil)
+      assign_agent(agent) if agent
+      resp = nil
+      case self.httpmethod
+        when 'GET'
+          resp = @sess.get(self.url)
+        when 'POST'
+          resp = @sess.post(self.url)
+        when 'PUT'
+          resp = @sess.put(self.url)
+        when 'DELETE'
+          resp = @sess.delete(self.url)
+      end
+      return resp
+#      if resp.status < 400
+#        puts resp.body
+#      end
+#      sess.put("/foo/baz", "some data")
+#      sess.delete("/foo/baz")
+#      sess.post("/foo/stuff", "some data", {"Content-Type" => "text/plain"})
+    end
+  end
+end

data/lib/deja-vu/model/recording.rb ADDED

@@ -0,0 +1,55 @@
+=begin
+<recording pid=""
+             cookie=""
+             stamp=""
+             agent="">
+    <record id=""
+            stamp=""
+            status=""
+            method=""
+            url=""
+            request-time="">
+      <header name="" value=""/>
+      <body><![CDATA[HTML OR WHATEVER HERE]]></body>
+      <param name="" value=""/>
+      <multipart-reference name="" file-path=""/>
+    </record>
+  </recording>
+=end
+module DejaVuNS
+  class Recording
+    def self.find_by_identifier(ident)
+      DejaVuNS.root.recording.each do |rec|
+        return rec if rec.cookie == ident
+      end
+      nil
+    end
+    def self.find_by_pid(pid)
+      rec = nil
+      DejaVuNS.transaction do
+        rec = DejaVuNS.root.recording[pid]
+      end
+      rec
+    end
+    def self.all_recordings
+      recordings = []
+      DejaVuNS.transaction do
+        DejaVuNS.root.recording.each do |rec|
+          recordings << rec
+        end
+      end
+      recordings
+    end
+  end
+end

data/lib/deja-vu/model/xampl-gen.rb ADDED

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby -w -I..
+if $0 == __FILE__ then
+    class File
+      def File.sjoin(*args)
+        File.join(args.select{ | o | o })
+      end
+    end
+    require 'xampl-generator'
+    include XamplGenerator
+    include Xampl
+    Xampl.transaction("setup", :in_memory) do
+      directory = File.sjoin(".", "generated_model")
+      the_options = Xampl.make(Options) { | options |
+        options.new_index_attribute("pid").persisted = true
+        options.new_index_attribute("id")
+        options.resolve("http://soldierofcode.com/deja-vu", "DejaVuNS", 'dejavu')
+      }
+      filenames = Dir.glob("./xml/**/*.xml")
+      generator = Generator.new
+      generator.go(:options => the_options,
+                   :filenames => filenames,
+                   :directory => directory)
+      #puts generator.print_elements("./generated-elements.xml")
+      $LOAD_PATH.unshift(directory)
+      exit!
+    end
+end

data/lib/deja-vu/model/xml/dejavu.xml ADDED

@@ -0,0 +1,28 @@
+<deja-vu xmlns="http://soldierofcode.com/deja-vu" pid="">
+  <recording pid=""
+             cookie=""
+             stamp=""
+             agent=""
+             ip="">
+    <record id=""
+            stamp=""
+            status=""
+            httpmethod=""
+            url=""
+            request-time="">
+      <header name="" value=""/>
+      <body><![CDATA[HTML OR WHATEVER HERE]]></body>
+      <param name="" value=""/>
+      <multipart-reference name="" file-path=""/>
+    </record>
+  </recording>
+</deja-vu>

data/lib/deja-vu/player.rb ADDED

@@ -0,0 +1,241 @@
+require ~'model/init'
+require 'patron'
+module SoldierOfCode
+  module DejaVu
+    #
+    # Should do the following:
+    # - be configurable in
+    #   - ignore/respect time between requests
+    #   - ignore/call specific mime type calls (like favicon.ico etc) - css,js etc too
+    #   - use webrat, curl, wget ...
+    #   - turn on step through (interactive control of when requests are made)
+    #   - display server log on each step or not
+    #
+    class Player
+      attr_accessor :respect_timings, :mime_ignore, :mime_watch, :use_client, :step_through, :display_log
+      def initialize(recording_pid=nil, opts={:respect_timings=>'yes'})
+#        @recording = DejaVuNS::Recording.find_by_pid(recording_pid)
+#        @recordings = DejaVuNS::Recording.find_by_pid(recording_pid)
+        @recordings = []
+        unless recording_pid
+          # anlyize all the recordings as a mass
+          DejaVuNS::Recording.all_recordings.each do |rec|
+            @recordings << rec
+          end
+        else
+          # only analyize overview of the provided pid
+          @recordings << DejaVuNS::Recording.find_by_pid(recording_pid)
+        end
+        @start_time = opts[:start_time]
+        @end_time = opts[:end_time]
+        @respect_timings = ('yes' == opts[:respect_timings])
+#        @mime_ignore = opts[:mime_ignore] # => is an array of mime types to ignore
+#        @mime_watch = opts[:mime_watch] # => is an array of mime types to exeucte
+#        @use_client = opts[:use_client] # => what client interface to use
+#        @step_through = ('yes'==opts[:step_through])
+#        @display_log = ('yes'==opts[:display_log])
+        @current_step = 0
+        @frames = []
+        build_frames
+      end
+      def build_frames
+        @recordings.each do |rec|
+          rec.record.each do |record|
+            if @start_time && !@end_time && record.stamp.to_i >= @start_time # only a start stamp is provided so add all upto this date
+              @frames << RequestFrame.new(rec,record)
+            elsif @start_time && @end_time && record.stamp.to_i >= @start_time && record.stamp.to_i <= @end_time # start and end stamps provided (envelope of time)
+              @frames << RequestFrame.new(rec,record)
+            elsif !@start_time && @end_time && record.stamp.to_i <= @end_time # Just an end time provided - everthing upto this time stamp
+              @frames << RequestFrame.new(rec,record)
+            elsif !@start_time && !@end_time
+              @frames << RequestFrame.new(rec,record)
+            end
+          end
+        end
+      end
+      def play
+        # plays all frames
+        resps = []
+        last_time_stamp = @frames.first.stamp.to_i
+        @frames.each do |frame|
+          resps << frame.invoke
+          last_time_delta = frame.stamp.to_i - last_time_stamp
+          last_time_stamp = frame.stamp.to_i
+          if @respect_timings then
+            puts "#{__FILE__}:#{__LINE__} #{__method__} LAST DELTA: #{last_time_delta}  --- CURRENT: #{Time.new.to_i}"
+#            local_delta = last_time_delta / 1000.0
+#            if local_delta > 1
+#              sleep(local_delta)
+#            end
+            sleep(last_time_delta)
+          end
+        end
+        puts "#{__FILE__}:#{__LINE__} #{__method__} RESPS: #{resps.inspect}"
+        resps
+      end
+      def play_frame
+        return nil unless @frames
+        return if @current_step > @frames.size
+        frame = @frames[@current_step]
+        resp = frame.invoke
+        @current_step += 1
+        resp
+      end
+      def fast_forward(x=1)
+        @current_step += x
+      end
+      def rewind(x=1)
+        @current_step -= x
+        @current_step = 0 if @current_step < 0
+      end
+    end
+    class RequestFrame
+      attr_accessor :url, :response, :status_code, :record, :agent
+      def initialize(recording, record)
+        assign_agent(recording.agent)
+        @record = record
+        @url = record.url
+        @status_code = 0
+        @response = nil
+      end
+      def invoke
+        resp = execute_as
+        @status_code = @response.status
+        resp
+      end
+      def stamp
+        @record.stamp
+      end
+      def httpmethod
+        @record.httpmethod
+      end
+      def request_time
+        @record.request_time
+      end
+      def assign_agent(agent)
+        unless defined? @sess
+          @sess = Patron::Session.new
+          @sess.timeout = 10
+          @sess.headers['User-Agent'] = agent
+        end
+      end
+      def execute_as(agent = nil)
+        assign_agent(agent) if agent
+        @response = nil
+        case self.httpmethod
+          when 'GET'
+            @response = @sess.get(self.url)
+          when 'POST'
+            @response = @sess.post(self.url)
+          when 'PUT'
+            @response = @sess.put(self.url)
+          when 'DELETE'
+            @response = @sess.delete(self.url)
+        end
+        return @response
+      end
+    end
+  end
+end
+=begin
+def initialize
+      end
+      def overview(specific_recording_pid=nil, start_stamp=nil, end_stamp=nil)
+        recordings = []
+        unless specific_recording_pid
+          # anlyize all the recordings as a mass
+          DejaVuNS::Recording.all_recordings.each do |rec|
+            recordings << rec
+          end
+        else
+          # only analyize overview of the provided pid
+          recordings << DejaVuNS::Recording.find_by_pid(specific_recording_pid)
+        end
+        perform_overview(recordings, start_stamp, end_stamp)
+      end
+      def perform_overview(recordings, start_stamp=nil, end_stamp=nil)
+        analysis = Analysis.new
+        analysis.analysis_title = "Single User: #{recordings.first.ip}"
+        records = []
+        recordings.each do |rec|
+          analysis.add_user
+          rec.record.each do |record|
+            if start_stamp && !end_stamp && record.stamp.to_i >= start_stamp # only a start stamp is provided so add all upto this date
+              records << record
+            elsif start_stamp && end_stamp && record.stamp.to_i >= start_stamp && record.stamp.to_i <= end_stamp # start and end stamps provided (envelope of time)
+              records << record
+            elsif !start_stamp && end_stamp && record.stamp.to_i <= end_stamp # Just an end time provided - everthing upto this time stamp
+              records << record
+            elsif !start_stamp && !end_stamp
+              records << record
+            end
+          end
+        end
+        # these are vetted against the stamps
+        urls_seen = []
+        records.each do |record|
+          analysis.add_request(record.request_time.to_f)
+          unless urls_seen.include?(record.url)
+            analysis.add_unique
+            urls_seen << record.url
+          end
+          analysis.add_error if record.status.to_i >= 400
+        end
+        analysis
+      end
+=end

data/lib/deja-vu/recorder.rb ADDED

@@ -0,0 +1,93 @@
+require ~'model/init'
+module SoldierOfCode
+  module DejaVu
+    class Recorder
+#      @@writing = {} unless defined? @@writing
+#
+#      def self.writing?(file_name)
+#        @@writing[file_name]
+#      end
+      attr_accessor :identifier
+      def initialize(opt)
+        @identifier = opt['cookie_name']
+        @opt = opt
+      end
+      def export(to_file_named)
+        # TODO -- IMPLEMENT THIS
+      end
+      #
+      #
+      #
+      def record(env, resp, req, start_time, end_time, identifier)
+        # status, headers, body
+        # resp[0], resp[1], resp[2]
+        # 1. try to locate the recording
+        recording = nil
+        DejaVuNS.transaction do
+          recording = DejaVuNS::Recording.find_by_identifier(@identifier)
+#          puts "#{__FILE__}:#{__LINE__} #{__method__}  #{recording.class.name}"
+          # 1.b if not found then create a new one
+          unless recording
+            recording = DejaVuNS.root.new_recording(DejaVuNS.pid_from_string(@identifier||identifier))
+            recording.cookie = req.cookies[@identifier||identifier]
+            recording.stamp = Time.new.to_i
+            recording.agent = env['HTTP_USER_AGENT']
+            recording.ip = env['REMOTE_ADDR']
+          end
+          # 2. create a new record
+#          puts "#{__FILE__}:#{__LINE__} #{__method__}  #{recording.class.name}"
+          record = recording.new_record("#{Time.new.to_i}")
+          record.stamp = "#{Time.new.to_i}"
+          record.status = "#{resp[0]}"
+          record.httpmethod = env['REQUEST_METHOD']
+          record.url = "#{env['rack.url_scheme']}://#{env['HTTP_HOST']}#{env['REQUEST_URI']}"
+          record.request_time = ("#{end_time.to_i}.#{end_time.usec}".to_f - "#{start_time.to_i}.#{start_time.usec}".to_f).to_s
+          # 3. add the body etc elements
+          resp[1].each do |k, v|
+            h = record.new_header
+            h.name = k
+            h.value = v
+          end
+          record.new_body().content = "<![CDATA[#{resp[2]}]]>"
+          if req.post? && env['CONTENT_TYPE'] =~ %r|\Amultipart/form-data.*boundary=\"?([^\";,]+)\"?|n
+            # its multipart
+            # <multipart-reference name="" file-path=""/>
+            # can I grab it off the env object?
+            puts "#{__FILE__}:#{__LINE__} #{__method__} NOT IMPLEMENTED - MULTIPART"
+          else
+            # safe param recording
+            req.params.each do |k,v|
+              p = record.new_param()
+              p.name = k
+              p.value = v
+            end
+          end
+        end
+      end
+      def identifier_change(new_identifier)
+        DejaVuNS.transaction do
+          recording = DejaVuNS::Recording.find_by_identifier(@identifier)
+          if recording
+            @identifier = new_identifier
+            recording.cookie = new_identifier
+          end
+        end
+      end
+    end
+  end
+end