RubyGems - deja-vu - Versions diffs - 0.3 - Mend

deja-vu 0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (34) hide show

data/Change.log +4 -0
data/LICENSE +19 -0
data/Makefile +0 -0
data/README +22 -0
data/Rakefile +31 -0
data/example-playback/README +6 -0
data/example-playback/analysis.rb +7 -0
data/example-playback/playback.rb +7 -0
data/example-playback/repo/recordings/DejaVuNS/DejaVu/recordings +1 -0
data/example-playback/repo/recordings/DejaVuNS/Recording/bah7aa==/n--ab7689c618445bb17b626741588b50c0500c8f79 +1 -0
data/example/Makefile +6 -0
data/example/config.ru +9 -0
data/example/deja-vu-recordings/6b44093baa40d257106bae6dbcda53af9a57e61f.session +53 -0
data/example/deja-vu-recordings/BAh7AA==/n--ab7689c618445bb17b626741588b50c0500c8f79.session +598 -0
data/example/deja-vu-recordings/README +1 -0
data/example/myapp.rb +15 -0
data/example/repo/recordings/DejaVuNS/DejaVu/recordings +1 -0
data/example/repo/recordings/DejaVuNS/Recording/bah7aa==/n--ab7689c618445bb17b626741588b50c0500c8f79 +1 -0
data/example/views/index.haml +0 -0
data/example/views/layout.haml +0 -0
data/lib/deja-vu.rb +72 -0
data/lib/deja-vu/analyzer.rb +133 -0
data/lib/deja-vu/init.rb +3 -0
data/lib/deja-vu/model/dejavu.rb +42 -0
data/lib/deja-vu/model/generated_model/DejaVuNS.rb +1536 -0
data/lib/deja-vu/model/init.rb +3 -0
data/lib/deja-vu/model/record.rb +58 -0
data/lib/deja-vu/model/recording.rb +55 -0
data/lib/deja-vu/model/xampl-gen.rb +39 -0
data/lib/deja-vu/model/xml/dejavu.xml +28 -0
data/lib/deja-vu/player.rb +241 -0
data/lib/deja-vu/recorder.rb +93 -0
data/lib/rack-session-listener.rb +29 -0
metadata +94 -0

data/lib/deja-vu/model/init.rb ADDED

@@ -0,0 +1,3 @@
+require ~'dejavu'
+require ~'recording'
+require ~'record'

data/lib/deja-vu/model/record.rb ADDED

@@ -0,0 +1,58 @@
+require 'patron'
+module DejaVuNS
+  class Record
+=begin
+<recording pid=""
+             cookie=""
+             stamp=""
+             agent="">
+    <record id=""
+            stamp=""
+            status=""
+            httpmethod=""
+            url=""
+            request-time="">
+=end
+#    def initialize(pid)
+#      super
+#      assign_agent('Deja-Vu/1.0')
+#    end
+    def assign_agent(agent)
+      unless defined? @sess
+        @sess = Patron::Session.new
+        @sess.timeout = 10
+        @sess.headers['User-Agent'] = agent
+      end
+    end
+    def execute_as(agent = nil)
+      assign_agent(agent) if agent
+      resp = nil
+      case self.httpmethod
+        when 'GET'
+          resp = @sess.get(self.url)
+        when 'POST'
+          resp = @sess.post(self.url)
+        when 'PUT'
+          resp = @sess.put(self.url)
+        when 'DELETE'
+          resp = @sess.delete(self.url)
+      end
+      return resp
+#      if resp.status < 400
+#        puts resp.body
+#      end
+#      sess.put("/foo/baz", "some data")
+#      sess.delete("/foo/baz")
+#      sess.post("/foo/stuff", "some data", {"Content-Type" => "text/plain"})
+    end
+  end
+end

data/lib/deja-vu/model/recording.rb ADDED

@@ -0,0 +1,55 @@
+=begin
+<recording pid=""
+             cookie=""
+             stamp=""
+             agent="">
+    <record id=""
+            stamp=""
+            status=""
+            method=""
+            url=""
+            request-time="">
+      <header name="" value=""/>
+      <body><![CDATA[HTML OR WHATEVER HERE]]></body>
+      <param name="" value=""/>
+      <multipart-reference name="" file-path=""/>
+    </record>
+  </recording>
+=end
+module DejaVuNS
+  class Recording
+    def self.find_by_identifier(ident)
+      DejaVuNS.root.recording.each do |rec|
+        return rec if rec.cookie == ident
+      end
+      nil
+    end
+    def self.find_by_pid(pid)
+      rec = nil
+      DejaVuNS.transaction do
+        rec = DejaVuNS.root.recording[pid]
+      end
+      rec
+    end
+    def self.all_recordings
+      recordings = []
+      DejaVuNS.transaction do
+        DejaVuNS.root.recording.each do |rec|
+          recordings << rec
+        end
+      end
+      recordings
+    end
+  end
+end

data/lib/deja-vu/model/xampl-gen.rb ADDED

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby -w -I..
+if $0 == __FILE__ then
+    class File
+      def File.sjoin(*args)
+        File.join(args.select{ | o | o })
+      end
+    end
+    require 'xampl-generator'
+    include XamplGenerator
+    include Xampl
+    Xampl.transaction("setup", :in_memory) do
+      directory = File.sjoin(".", "generated_model")
+      the_options = Xampl.make(Options) { | options |
+        options.new_index_attribute("pid").persisted = true
+        options.new_index_attribute("id")
+        options.resolve("http://soldierofcode.com/deja-vu", "DejaVuNS", 'dejavu')
+      }
+      filenames = Dir.glob("./xml/**/*.xml")
+      generator = Generator.new
+      generator.go(:options => the_options,
+                   :filenames => filenames,
+                   :directory => directory)
+      #puts generator.print_elements("./generated-elements.xml")
+      $LOAD_PATH.unshift(directory)
+      exit!
+    end
+end

data/lib/deja-vu/model/xml/dejavu.xml ADDED

@@ -0,0 +1,28 @@
+<deja-vu xmlns="http://soldierofcode.com/deja-vu" pid="">
+  <recording pid=""
+             cookie=""
+             stamp=""
+             agent=""
+             ip="">
+    <record id=""
+            stamp=""
+            status=""
+            httpmethod=""
+            url=""
+            request-time="">
+      <header name="" value=""/>
+      <body><![CDATA[HTML OR WHATEVER HERE]]></body>
+      <param name="" value=""/>
+      <multipart-reference name="" file-path=""/>
+    </record>
+  </recording>
+</deja-vu>

data/lib/deja-vu/player.rb ADDED

@@ -0,0 +1,241 @@
+require ~'model/init'
+require 'patron'
+module SoldierOfCode
+  module DejaVu
+    #
+    # Should do the following:
+    # - be configurable in
+    #   - ignore/respect time between requests
+    #   - ignore/call specific mime type calls (like favicon.ico etc) - css,js etc too
+    #   - use webrat, curl, wget ...
+    #   - turn on step through (interactive control of when requests are made)
+    #   - display server log on each step or not
+    #
+    class Player
+      attr_accessor :respect_timings, :mime_ignore, :mime_watch, :use_client, :step_through, :display_log
+      def initialize(recording_pid=nil, opts={:respect_timings=>'yes'})
+#        @recording = DejaVuNS::Recording.find_by_pid(recording_pid)
+#        @recordings = DejaVuNS::Recording.find_by_pid(recording_pid)
+        @recordings = []
+        unless recording_pid
+          # anlyize all the recordings as a mass
+          DejaVuNS::Recording.all_recordings.each do |rec|
+            @recordings << rec
+          end
+        else
+          # only analyize overview of the provided pid
+          @recordings << DejaVuNS::Recording.find_by_pid(recording_pid)
+        end
+        @start_time = opts[:start_time]
+        @end_time = opts[:end_time]
+        @respect_timings = ('yes' == opts[:respect_timings])
+#        @mime_ignore = opts[:mime_ignore] # => is an array of mime types to ignore
+#        @mime_watch = opts[:mime_watch] # => is an array of mime types to exeucte
+#        @use_client = opts[:use_client] # => what client interface to use
+#        @step_through = ('yes'==opts[:step_through])
+#        @display_log = ('yes'==opts[:display_log])
+        @current_step = 0
+        @frames = []
+        build_frames
+      end
+      def build_frames
+        @recordings.each do |rec|
+          rec.record.each do |record|
+            if @start_time && !@end_time && record.stamp.to_i >= @start_time # only a start stamp is provided so add all upto this date
+              @frames << RequestFrame.new(rec,record)
+            elsif @start_time && @end_time && record.stamp.to_i >= @start_time && record.stamp.to_i <= @end_time # start and end stamps provided (envelope of time)
+              @frames << RequestFrame.new(rec,record)
+            elsif !@start_time && @end_time && record.stamp.to_i <= @end_time # Just an end time provided - everthing upto this time stamp
+              @frames << RequestFrame.new(rec,record)
+            elsif !@start_time && !@end_time
+              @frames << RequestFrame.new(rec,record)
+            end
+          end
+        end
+      end
+      def play
+        # plays all frames
+        resps = []
+        last_time_stamp = @frames.first.stamp.to_i
+        @frames.each do |frame|
+          resps << frame.invoke
+          last_time_delta = frame.stamp.to_i - last_time_stamp
+          last_time_stamp = frame.stamp.to_i
+          if @respect_timings then
+            puts "#{__FILE__}:#{__LINE__} #{__method__} LAST DELTA: #{last_time_delta}  --- CURRENT: #{Time.new.to_i}"
+#            local_delta = last_time_delta / 1000.0
+#            if local_delta > 1
+#              sleep(local_delta)
+#            end
+            sleep(last_time_delta)
+          end
+        end
+        puts "#{__FILE__}:#{__LINE__} #{__method__} RESPS: #{resps.inspect}"
+        resps
+      end
+      def play_frame
+        return nil unless @frames
+        return if @current_step > @frames.size
+        frame = @frames[@current_step]
+        resp = frame.invoke
+        @current_step += 1
+        resp
+      end
+      def fast_forward(x=1)
+        @current_step += x
+      end
+      def rewind(x=1)
+        @current_step -= x
+        @current_step = 0 if @current_step < 0
+      end
+    end
+    class RequestFrame
+      attr_accessor :url, :response, :status_code, :record, :agent
+      def initialize(recording, record)
+        assign_agent(recording.agent)
+        @record = record
+        @url = record.url
+        @status_code = 0
+        @response = nil
+      end
+      def invoke
+        resp = execute_as
+        @status_code = @response.status
+        resp
+      end
+      def stamp
+        @record.stamp
+      end
+      def httpmethod
+        @record.httpmethod
+      end
+      def request_time
+        @record.request_time
+      end
+      def assign_agent(agent)
+        unless defined? @sess
+          @sess = Patron::Session.new
+          @sess.timeout = 10
+          @sess.headers['User-Agent'] = agent
+        end
+      end
+      def execute_as(agent = nil)
+        assign_agent(agent) if agent
+        @response = nil
+        case self.httpmethod
+          when 'GET'
+            @response = @sess.get(self.url)
+          when 'POST'
+            @response = @sess.post(self.url)
+          when 'PUT'
+            @response = @sess.put(self.url)
+          when 'DELETE'
+            @response = @sess.delete(self.url)
+        end
+        return @response
+      end
+    end
+  end
+end
+=begin
+def initialize
+      end
+      def overview(specific_recording_pid=nil, start_stamp=nil, end_stamp=nil)
+        recordings = []
+        unless specific_recording_pid
+          # anlyize all the recordings as a mass
+          DejaVuNS::Recording.all_recordings.each do |rec|
+            recordings << rec
+          end
+        else
+          # only analyize overview of the provided pid
+          recordings << DejaVuNS::Recording.find_by_pid(specific_recording_pid)
+        end
+        perform_overview(recordings, start_stamp, end_stamp)
+      end
+      def perform_overview(recordings, start_stamp=nil, end_stamp=nil)
+        analysis = Analysis.new
+        analysis.analysis_title = "Single User: #{recordings.first.ip}"
+        records = []
+        recordings.each do |rec|
+          analysis.add_user
+          rec.record.each do |record|
+            if start_stamp && !end_stamp && record.stamp.to_i >= start_stamp # only a start stamp is provided so add all upto this date
+              records << record
+            elsif start_stamp && end_stamp && record.stamp.to_i >= start_stamp && record.stamp.to_i <= end_stamp # start and end stamps provided (envelope of time)
+              records << record
+            elsif !start_stamp && end_stamp && record.stamp.to_i <= end_stamp # Just an end time provided - everthing upto this time stamp
+              records << record
+            elsif !start_stamp && !end_stamp
+              records << record
+            end
+          end
+        end
+        # these are vetted against the stamps
+        urls_seen = []
+        records.each do |record|
+          analysis.add_request(record.request_time.to_f)
+          unless urls_seen.include?(record.url)
+            analysis.add_unique
+            urls_seen << record.url
+          end
+          analysis.add_error if record.status.to_i >= 400
+        end
+        analysis
+      end
+=end

data/lib/deja-vu/recorder.rb ADDED

@@ -0,0 +1,93 @@
+require ~'model/init'
+module SoldierOfCode
+  module DejaVu
+    class Recorder
+#      @@writing = {} unless defined? @@writing
+#
+#      def self.writing?(file_name)
+#        @@writing[file_name]
+#      end
+      attr_accessor :identifier
+      def initialize(opt)
+        @identifier = opt['cookie_name']
+        @opt = opt
+      end
+      def export(to_file_named)
+        # TODO -- IMPLEMENT THIS
+      end
+      #
+      #
+      #
+      def record(env, resp, req, start_time, end_time, identifier)
+        # status, headers, body
+        # resp[0], resp[1], resp[2]
+        # 1. try to locate the recording
+        recording = nil
+        DejaVuNS.transaction do
+          recording = DejaVuNS::Recording.find_by_identifier(@identifier)
+#          puts "#{__FILE__}:#{__LINE__} #{__method__}  #{recording.class.name}"
+          # 1.b if not found then create a new one
+          unless recording
+            recording = DejaVuNS.root.new_recording(DejaVuNS.pid_from_string(@identifier||identifier))
+            recording.cookie = req.cookies[@identifier||identifier]
+            recording.stamp = Time.new.to_i
+            recording.agent = env['HTTP_USER_AGENT']
+            recording.ip = env['REMOTE_ADDR']
+          end
+          # 2. create a new record
+#          puts "#{__FILE__}:#{__LINE__} #{__method__}  #{recording.class.name}"
+          record = recording.new_record("#{Time.new.to_i}")
+          record.stamp = "#{Time.new.to_i}"
+          record.status = "#{resp[0]}"
+          record.httpmethod = env['REQUEST_METHOD']
+          record.url = "#{env['rack.url_scheme']}://#{env['HTTP_HOST']}#{env['REQUEST_URI']}"
+          record.request_time = ("#{end_time.to_i}.#{end_time.usec}".to_f - "#{start_time.to_i}.#{start_time.usec}".to_f).to_s
+          # 3. add the body etc elements
+          resp[1].each do |k, v|
+            h = record.new_header
+            h.name = k
+            h.value = v
+          end
+          record.new_body().content = "<![CDATA[#{resp[2]}]]>"
+          if req.post? && env['CONTENT_TYPE'] =~ %r|\Amultipart/form-data.*boundary=\"?([^\";,]+)\"?|n
+            # its multipart
+            # <multipart-reference name="" file-path=""/>
+            # can I grab it off the env object?
+            puts "#{__FILE__}:#{__LINE__} #{__method__} NOT IMPLEMENTED - MULTIPART"
+          else
+            # safe param recording
+            req.params.each do |k,v|
+              p = record.new_param()
+              p.name = k
+              p.value = v
+            end
+          end
+        end
+      end
+      def identifier_change(new_identifier)
+        DejaVuNS.transaction do
+          recording = DejaVuNS::Recording.find_by_identifier(@identifier)
+          if recording
+            @identifier = new_identifier
+            recording.cookie = new_identifier
+          end
+        end
+      end
+    end
+  end
+end