opensaz 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bbc175174d131d8b538a15e4f92252233897af72
+  data.tar.gz: 62dff9ccc64e2be22e98c55b2eaf83c48ef91e00
+SHA512:
+  metadata.gz: 4a9cbe05c2d8256aa1b0183485979b736dbd93fd968cd26a8e447b33bd59e11b8169537cf671cc1eb3d016169427752ea92858276cc70623ebead17f2ca91d3a
+  data.tar.gz: c8819d81bcdaed910e030e276727e92d34d0f6286c7cc068727dd018aec0b1683f69ae10c00455d8c416ce2dbd9fcf1d37afe00830a1e600ec4e5b65f5ebabda

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 TODO: Write your name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# Opensaz
+
+This is my first serious repo.!
+
+It's a Ruby Gem.
+
+It's used to read .saz file(generated by Fiddler, consist of HTTP requests and responses).
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'opensaz'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install opensaz
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/opensaz. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/lib/opensaz/builder.rb

@@ -0,0 +1,45 @@
+module Opensaz
+  class Builder
+
+    attr_reader :raw_files, :packages
+
+    def initialize(saz_path)
+      @saz_path = saz_path
+      @dest = nil
+      
+      @raw_files = get_raw_files
+      @packages = get_packages
+    end
+
+    private
+
+    # ============================
+    # return a list of hash, e.g.:
+    # [{
+    #   :id=>"2", 
+    #   :c=>"raw/1_c.txt", 
+    #   :s=>"raw/1_s.txt", 
+    #   :m=>"raw/1_m.xml"
+    # }, ...]
+    def get_raw_files
+      @dest ||= Extractor.new(@saz_path).unzip
+      index_file = File.join(@dest, "_index.htm")
+      raise "no such file: #{index_file}" unless File.exist?(index_file)
+      GeneralInfo.new(File.read(index_file)).to_a
+    end
+
+    def get_packages
+      pkgs = []
+      @raw_files.each do |x|
+        ahash = {
+          dest: @dest,
+          c: x[:c],
+          s: x[:s],
+          m: x[:m]
+        }
+        pkgs.push(Package.new(x[:id], ahash))
+      end
+      pkgs
+    end
+  end
+end

data/lib/opensaz/extractor.rb

@@ -0,0 +1,40 @@
+require 'zip'
+require 'securerandom'
+
+module Opensaz
+  class Extractor
+    def initialize(saz_path)
+      # saz_path should be absolute path
+      raise "no such file: #{saz_path}" unless File.exist?(saz_path)
+      @saz = saz_path
+    end
+
+    def unzip
+      Extractor.unzip(@saz, destination)
+    end
+
+    private
+
+    def destination
+      File.join(Dir.pwd, filename)
+    end
+
+    def filename
+      File.basename(@saz, ".*") + "_" + SecureRandom.hex
+    end
+
+    def self.unzip(file, destination)
+      begin
+        Zip::File.open(file) do |zip_file|
+          zip_file.each do |f|
+            fpath = File.join(destination, f.name)
+            zip_file.extract(f, fpath) unless File.exist?(fpath)
+          end
+        end
+      rescue Zip::Error => e
+        raise e.message
+      end
+      destination
+    end
+  end
+end

data/lib/opensaz/general_info.rb

@@ -0,0 +1,45 @@
+require 'nokogiri'
+
+module Opensaz
+  class GeneralInfo
+    def initialize(content)
+      @page = Nokogiri::HTML(content)
+    end
+
+    def to_a
+      keys = [:id, :c, :s, :m]
+      ary = []
+      @page.css('tbody tr').each do |x|
+        values = get_tbody_tr(x)
+        tmp = (0...keys.size).map{ |i| [keys[i], values[i]] }.to_h 
+        ary.push(tmp)
+      end
+      ary
+    end
+
+    private
+
+    def get_tbody_tr(tr_node)
+      tds = tr_node.css('td')
+      [tds[1].text] + seperate_c_s_m(tds[0])
+    end
+
+    def seperate_c_s_m(a_node)
+      a_node.css('a').map{|a| folder_platform_compatible(a["href"]) }
+    end
+
+    # ============================
+    # "raw\\1_c.txt" is too windows specific
+    # from 
+    #   windows specific
+    # too
+    #   platform compatible
+    def folder_platform_compatible(win_path)
+      res = ""
+      win_path.split("\\").each do |f|
+        res = File.join(res, f)
+      end
+      res[1..-1]
+    end
+  end
+end

data/lib/opensaz/http_miscel.rb

@@ -0,0 +1,50 @@
+require 'nokogiri'
+
+module Opensaz
+  class HTTPMiscel
+    def initialize(xml_str)
+      @xml = Nokogiri::XML(xml_str)
+    end
+
+    def timers
+      timers_hash = {}
+      @xml.xpath("/Session/SessionTimers").each do |node|
+        timers_hash = {
+          client_connected: node.attribute("ClientConnected").text,
+          client_begin_request: node.attribute("ClientBeginRequest").text,
+          got_request_headers: node.attribute("GotRequestHeaders").text,
+          client_done_request: node.attribute("ClientDoneRequest").text,
+          gateway_time: node.attribute("GatewayTime").text,
+          dns_time: node.attribute("DNSTime").text,
+          tcp_connect_time: node.attribute("TCPConnectTime").text,
+          https_handshake_time: node.attribute("HTTPSHandshakeTime").text,
+          server_connected: node.attribute("ServerConnected").text,
+          fiddler_begin_request: node.attribute("FiddlerBeginRequest").text,
+          server_got_request: node.attribute("ServerGotRequest").text,
+          server_begin_response: node.attribute("ServerBeginResponse").text,
+          got_response_headers: node.attribute("GotResponseHeaders").text,
+          server_done_response: node.attribute("ServerDoneResponse").text,
+          client_begin_response: node.attribute("ClientBeginResponse").text,
+          client_done_response: node.attribute("ClientDoneResponse").text
+        }
+      end
+      timers_hash
+    end
+
+    def flags
+      flags_hash = {}
+      @xml.xpath("/Session/SessionFlags/SessionFlag").each do |node|
+        flags_hash.store(symbolize_it(node.attribute("N").text), node.attribute("V").text)
+      end
+      flags_hash
+    end
+
+    private
+
+    def symbolize_it(str)
+      # make it lower case
+      # sub '-'' with '_'
+      str.downcase.gsub('-', '_').to_sym
+    end
+  end
+end

data/lib/opensaz/http_request.rb

@@ -0,0 +1,48 @@
+module Opensaz
+  class HTTPRequest
+
+    CRLF = "\r\n"
+    SEPERATOR = ": "
+
+    def initialize(content)
+      raise "request_str couldn't be nil" if content == nil
+      @content = content
+    end
+
+    def headers
+      first_line = headers_str.split(CRLF)[0]
+      following_lines = headers_str.split(CRLF)[1..-1]
+      get_request_line(first_line).merge(get_headers(following_lines))
+    end
+
+    def body
+      @content.split(CRLF * 2)[1]
+    end
+
+    private
+
+    def headers_str
+      @content.split(CRLF * 2)[0]
+    end
+
+    def get_request_line(str)
+      # turn first line of headers into hash
+      a = str.split(" ")
+      {method: a[0], path: a[1], version: a[2]}
+    end
+
+    def get_headers(lines)
+      # turn following lines of headers into hash
+      lines.map do |x|
+        a = x.split(SEPERATOR)
+        [symbolize_it(a[0]), a[1]]
+      end.to_h
+    end
+
+    def symbolize_it(str)
+      # make it lower case
+      # sub '-'' with '_'
+      str.downcase.gsub('-', '_').to_sym
+    end
+  end
+end

data/lib/opensaz/http_response.rb

@@ -0,0 +1,16 @@
+module Opensaz
+  class HTTPResponse < HTTPRequest
+    def headers
+      first_line = headers_str.split(CRLF)[0]
+      following_lines = headers_str.split(CRLF)[1..-1]
+      get_status_line(first_line).merge(get_headers(following_lines))
+    end
+
+    private
+
+    def get_status_line(str)
+      a = str.split(" ")
+      {version: a[0], code: a[1], status: a[2]}
+    end
+  end
+end

data/lib/opensaz/package.rb

@@ -0,0 +1,31 @@
+module Opensaz
+  class Package
+    attr_reader :id, :request, :response, :miscel
+    def initialize(id, ahash)
+      @id = id
+
+      requestf = File.join(ahash[:dest], ahash[:c])
+      responsef = File.join(ahash[:dest], ahash[:s])
+
+      check_files(requestf, responsef)
+
+      @request = HTTPRequest.new(str_in_file(requestf))
+      @response = HTTPResponse.new(str_in_file(responsef))
+      # @miscel = HTTPMiscel.new(File.read(files[2]))
+    end
+
+    private
+
+    def check_files(*files)
+      files.each{|x| raise "No such file: #{x}" unless File.exist?(x) }
+    end
+
+    def str_in_file(file)
+      # "b" is important. It won't change line endings.
+      f = File.open(file, "rb")
+      content = f.read
+      f.close
+      return content
+    end
+  end
+end

data/lib/opensaz/version.rb

@@ -0,0 +1,3 @@
+module Opensaz
+  VERSION = "0.1.0"
+end

data/lib/opensaz.rb

@@ -0,0 +1,29 @@
+require_relative "opensaz/builder"
+require_relative "opensaz/extractor"
+require_relative "opensaz/general_info"
+require_relative "opensaz/http_request"
+require_relative "opensaz/http_response"
+require_relative "opensaz/http_miscel"
+require_relative "opensaz/package"
+require_relative "opensaz/version"
+
+#a = Opensaz.read(saz_path)
+
+
+
+#a.basic_info[:destination]
+#a.basic_info[:number_of_requests]
+#a.basic_info[:hosts]
+#a.packages.each{|x| puts x.duration}
+#a.packages.each{|x| puts x.start_time}
+#a.packages.each{|x| puts x.comments}
+#a.packages.each{|x| puts x.request[:host]}
+#a.packages.each{|x| puts x.response[:version]}
+
+module Opensaz
+
+  def self.read(saz_path)
+    Builder.new(saz_path)
+  end
+
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: opensaz
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Cong Yang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-02-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: a handy tool to read from .saz file(package captured by Fiddler).
+email:
+- ''
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- lib/opensaz.rb
+- lib/opensaz/builder.rb
+- lib/opensaz/extractor.rb
+- lib/opensaz/general_info.rb
+- lib/opensaz/http_miscel.rb
+- lib/opensaz/http_request.rb
+- lib/opensaz/http_response.rb
+- lib/opensaz/package.rb
+- lib/opensaz/version.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.7
+signing_key: 
+specification_version: 4
+summary: a handy tool to read from .saz file.
+test_files: []