bliss 0.0.9 → 0.1.0

data/CHANGELOG.rdoc

@@ -1,7 +1,12 @@
+== 0.1.0
+  * Added support for (possible) "content_values" on Bliss::Format.
+
 == 0.0.9
 
 * Features
 
+  * Added on_timeout callback.
+  * Introduced Bliss::Format, which linked to a Bliss::Parser are checked during parsing process. They are defined with a bunch of specs given as YAML.
   * added support for Gzip (content type is autodetected).
   * on_max_unhandled_bytes callback block. Which receives the amount of bytes and a block to execute when that limit is reached.
   * on_tag_close maybe used without a specific tag name, and block now handles "current depth" array.

data/README.rdoc

@@ -3,26 +3,30 @@
   require 'rubygems'
   require 'bliss'
 
-  path = 'http://www.yourdomain.com/input.xml'
+  path = 'http://www.yourdomain.com/input.xml' # it supports tar.gz too!
 
-  parser = Bliss::ParserMachine.new(path, 'output.xml')
+  parser = Bliss::Parser.new(path, 'output.xml') # outputs read xml
   count = 0
-  p.on_root { |root|
-    puts root
+  parser.on_max_unhandled_bytes(20000) {
+    puts 'Stopped parsing caused content data for tag was too big!'
+    parser.close
   }
-  parser.on_tag_open('ad') { |depth|
+  parser.on_tag_open('ads/ad') { |depth|
     puts depth.inspect
   }
-  parser.on_tag_close('ad') { |hash|
+  parser.on_tag_close('ads/ad') { |hash, depth|
     count += 1
     puts hash.inspect
     if count == 4
       parser.close
     end
   }
+
+  parser.on_timeout(5) {
+    puts 'Timeout!'
+  }
   
   parser.parse
-  puts "Root: #{parser.root}"
 
 == Contributing to bliss
  

data/VERSION

@@ -1 +1 @@
-0.0.9
+0.1.0

data/bliss.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "bliss"
-  s.version = "0.0.9"
+  s.version = "0.1.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Fernando Alonso"]
-  s.date = "2012-06-04"
+  s.date = "2012-06-12"
   s.description = "streamed xml parsing tool"
   s.email = "krakatoa1987@gmail.com"
   s.extra_rdoc_files = [
@@ -38,7 +38,9 @@ Gem::Specification.new do |s|
     "lib/bliss/parser_machine.rb",
     "lib/hash_extension.rb",
     "spec.yml",
+    "spec/constraint_spec.rb",
     "spec/format_spec.rb",
+    "spec/parser_spec.rb",
     "spec/spec_helper.rb",
     "test.rb",
     "test/helper.rb",

data/lib/bliss/constraint.rb

@@ -1,30 +1,22 @@
 module Bliss
   class Constraint
-    #attr_reader :field, :type, :state
-    attr_reader :depth, :setting, :state
-
-    #TYPES = [:exist, :not_blank, :possible_values]
+    attr_accessor :depth, :possible_values
+    attr_reader :setting, :state
 
     def initialize(depth, setting, params={})
       @depth = depth
       @setting = setting
+      @possible_values = params[:possible_values].collect(&:to_s) if params.has_key?(:possible_values)
 
       @state = :not_checked
     end
 
-    #def initialize(field, type, possible_values=nil)
-    #  if field.is_a? Array
-    #    @field = field
-    #  else
-    #    @field = [field]
-    #  end
-    #  @type = type
-    #  @possible_values = possible_values
-    #
-    #  @state = :not_checked
-    #end
+    def tag_names
+      @depth.split('/').last.gsub('(', '').gsub(')', '').split('|')
+    end
 
-    def run!(hash)
+    # TODO should exist another method passed! for tag_name_required ?
+    def run!(hash=nil)
       @state = :not_checked
       #@field.each do |field|
         #if @state == :passed
@@ -32,38 +24,81 @@ module Bliss
         #end
         case @setting
           when :tag_name_required
-            if !hash.keys.include?(depth.last)
-              @state = :not_passed
+            content = nil
+            if hash
+              #puts "#{@depth.inspect} - required: #{required.inspect}"
+
+              found = false
+              self.tag_names.each do |key|
+                if hash.keys.include?(key)
+                  found = true
+                  break
+                end
+              end
+              if found
+                @state = :passed
+              else
+                @state = :not_passed
+              end
             else
               @state = :passed
             end
+          when :content_values
+            if hash
+              found = false
+              self.tag_names.each do |key|
+                content = hash[key]
+                puts content
+                puts @possible_values.inspect
+                if @possible_values.include?(content)
+                  found = true
+                  break
+                end
+              end
+              if found
+                @state = :passed
+              else
+                @state = :not_passed
+              end
+            end
           #when :not_blank
           #  if hash.has_key?(field) and !hash[field].to_s.empty?
           #    @state = :passed
           #  else
           #    @state = :not_passed
           #  end
-          #when :possible_values
-          #  if hash.has_key?(field) and @possible_values.include?(hash[field])
-          #    @state = :passed
-          #  else
-          #    @state = :not_passed
-          #  end
         end
       #end
       @state
     end
 
+    def ended!
+      case @setting
+        when :tag_name_required
+          if @state == :not_checked
+            @state = :not_passed
+          end
+      end
+    end
+
     def detail
-      if @state == :not_passed
-        detail = case @type
-          when :tag_name_required
-            [@field.join(" or "), "missing"]
-          #when :not_blank
-          #  [@field.join(" or "), "blank"]
-          #when :possible_values
-          #  [@field.join(" or "), "invalid"]
-        end
+      self.ended! # TODO esto es una chota de codigo groncho!
+
+      case @state
+        when :not_passed
+          case @setting
+            when :tag_name_required
+              [@depth, "missing"]
+            #when :not_blank
+            #  [@field.join(" or "), "blank"]
+            #when :possible_values
+            #  [@field.join(" or "), "invalid"]
+          end
+        when :passed
+          case @setting
+            when :tag_name_required
+              [@depth, "exists"]
+          end
       end
     end
 

data/lib/bliss/format.rb

@@ -4,9 +4,8 @@ module Bliss
   class Format
     @@keywords = %w{ tag_name_required content_required tag_name_type content_type tag_name_format content_format tag_name_values content_values  }
 
-    def initialize
-      yml = YAML.load_file('/home/fernando/desarrollo/workspace/experimentos/bliss/spec.yml')
-      self.specifications = yml
+    def initialize(filepath)
+      self.specifications = YAML.load_file(filepath)
     end
 
     # TODO for debugging only!
@@ -21,77 +20,106 @@ module Bliss
 
     def constraints
       return [] if not (@specs.is_a? Hash and @specs.size > 0)
+      return @constraints if @constraints
 
-      constraints = []
+      @constraints = []
 
       @specs.recurse(true) do |depth, value|
-        if !@@keywords.include?(depth.last)
-          settings = @specs.value_at_chain(depth).select{|key| @@keywords.include?(key) }
+        if value.is_a? Hash and !@@keywords.include?(depth.last)
+          settings = value.select { |key| @@keywords.include?(key) }
         end
-        if settings
+        #settings = @specs.value_at_chain(depth).select{|key| @@keywords.include?(key) }
+        if settings.is_a? Hash and !@@keywords.include?(depth.last)
           settings.merge!({"tag_name_required" => true}) if not settings.has_key?("tag_name_required")
 
-          puts settings.inspect
+          # TODO this is an ugly way to move tag_name_values to the end!
+          settings.store('tag_name_values', settings.delete('tag_name_values')) if settings.has_key?('tag_name_values')
+          settings.store('content_values', settings.delete('content_values')) if settings.has_key?('content_values')
 
-          # tag_name_required constraint:
+          #puts settings.inspect
 
-          settings.each_pair { |setting, value|
-            case setting
-              when "tag_name_required"
-                if value == true
-                  constraints.push(Bliss::Constraint.new(depth, :tag_name_required))
-                end
-            end
-          }
-
-          #required_fields.each do |field|
-          #  constraints.concat(Sumavisos::Parsers::Constraint.build_constraint(field, [:exist, :not_blank]).dup)
-          #end
+          #depth_name = nil
+          #setting_to_constraints(depth, settings).each { |cc|
+            #cc.depth = depth_name
+          #  @constraints.push(cc) #Bliss::Constraint.new(depth_name, cc.setting))
+          #}
+          @constraints.concat(Bliss::Format.settings_to_constraints(depth, settings))
 
-          ###
-
-          #puts "#{depth.join('/')}: #{settings.inspect}"
         end
       end
 
-      puts constraints.inspect
-      
-      return constraints
+      return @constraints
     end
-    
-    # during parsing
-    # Sumavisos::Parsers::Validator.check_constraints(ad, constraints.select{|c| [:not_checked, :passed].include?(c.state)})
-
-    # @constraints.select{|c| c.state == :not_passed }.collect(&:detail)
-    
-    def ad_constraints(root, vertical)
-      #required_fields = Sumavisos::Parsers::Validator::FIELDS['all']['required'].dup
-      #required_fields.concat(Sumavisos::Parsers::Validator::FIELDS[vertical]['required'])
-      
-      #constraints = []
-      #required_fields.each do |field|
-      #  constraints.concat(Sumavisos::Parsers::Constraint.build_constraint(field, [:exist, :not_blank]).dup)
-      #end
-
-      if vertical == 'property'
-        constraints.concat(Sumavisos::Parsers::Constraint.build_constraint(['type'], [:possible_values], Sumavisos::Parsers::Validator::VALID_PROPERTY_TYPES).dup)
-      end
 
-      constraints
+    def self.settings_to_constraints(depth, settings)
+      # TODO perhaps the Constraint model should handle this
+      # e.g., constraint.add_depth (as array)
+      # then internally it creates xpath-like depth
+
+      current_constraints = []
+      depth_name = nil
+      content_values = nil
+      #puts "#{depth.join('/')}: #{settings.inspect}"
+      settings.each_pair { |setting, value|
+        case setting
+          when "tag_name_required"
+            if value == true
+              depth_name ||= depth.join('/')
+              current_constraints.push(Bliss::Constraint.new(depth_name, :tag_name_required))
+            end
+          when "tag_name_values"
+            depth_name = depth[0..-2].join('/')
+            depth_name << "/" if depth_name.size > 0
+            depth_name << "(#{value.join('|')})" # TODO esto funciona solo en el ultimo step del depth :/
+          when "content_values"
+            current_constraints.push(Bliss::Constraint.new(depth_name, :content_values, {:possible_values => value}))
+        end
+      }
+      current_constraints.each {|cc|
+        cc.depth = depth_name
+      }
+      current_constraints
     end
 
-    def check_constraints(ads, constraints)
-      errors = []
-
-      ads = [ads] if not ads.is_a? Array
-
-      ads.each do |ad|
-        constraints.each do |constraint|
-          constraint.run!(ad)
-        end
+    #def open_tag_constraints(depth)
+    #  # raise error if not depth.is_a? Array
+    #  begin
+    #    to_check_constraints = self.to_check_constraints.select {|c| [:tag_name_required].include?(c.setting) }.select {|c| Regexp.new(c.depth).match(depth) }
+    #  rescue
+    #    []
+    #  end
+    #end
+
+    #def close_tag_constraints(depth)
+    #  # raise error if not depth.is_a? Array
+    #  begin
+    #    to_check_constraints = self.to_check_constraints.select {|c| Regexp.new(c.depth.split('/')[0..-2].join('/')).match(depth) }
+    #  rescue
+    #    []
+    #  end
+    #end
+
+    # constraint set model? constraints.valid.with_depth(['root', 'ads']) ???
+    def to_check_constraints
+      # raise error if not depth.is_a? Array
+      begin
+        to_check_constraints = constraints.select {|c| [:not_checked, :passed].include?(c.state) }
+        to_check_constraints
+      rescue
+        []
       end
+    end
 
-      return errors
+    def details
+      @constraints.collect(&:detail)
     end
+
+    def error_details
+      @constraints.select {|c| c.state == :not_passed }.collect(&:detail)
+    end
+
+    # reset_constraints_state
+    # build_constraints
+
   end
 end

data/lib/bliss/parser.rb

@@ -14,10 +14,26 @@ module Bliss
 
       @root = nil
       @nodes = nil
+      @formats = []
 
       on_root {}
     end
 
+    def add_format(format)
+      @formats.push(format)
+    end
+
+    def load_constraints_on_parser_machine
+      @parser_machine.constraints(@formats.collect(&:constraints).flatten)
+    end
+
+    def formats_details
+      @formats.each do |format|
+        puts format.details.inspect
+      end
+    end
+
+    # deprecate this, use depth at on_tag_open or on_tag_close instead
     def on_root(&block)
       return false if not block.is_a? Proc
       @parser_machine.on_root { |root|
@@ -26,23 +42,23 @@ module Bliss
       }
     end
 
-    def on_tag_open(element='default', &block)
+    def on_tag_open(element='.', &block)
       return false if block.arity != 1
 
       overriden_block = Proc.new { |depth|
         if not element == 'default'
           reset_unhandled_bytes
         end
+
         block.call(depth)
       }
       @parser_machine.on_tag_open(element, overriden_block)
     end
 
-    def on_tag_close(element='default', &block)
+    def on_tag_close(element='.', &block)
       overriden_block = Proc.new { |hash, depth|
-        #if not element == 'default'
-          reset_unhandled_bytes
-        #end
+        reset_unhandled_bytes
+
         block.call(hash, depth)
       }
       @parser_machine.on_tag_close(element, overriden_block)
@@ -53,6 +69,11 @@ module Bliss
       @on_max_unhandled_bytes = block
     end
 
+    def on_timeout(seconds, &block)
+      @timeout = seconds
+      @on_timeout = block
+    end
+
     def wait_tag_close(element)
       @wait_tag_close = "</#{element}>"
     end
@@ -68,7 +89,6 @@ module Bliss
           @on_max_unhandled_bytes.call
           @on_max_unhandled_bytes = nil
         end
-        #self.close
       end
     end
 
@@ -93,9 +113,15 @@ module Bliss
 
     def parse
       reset_unhandled_bytes if check_unhandled_bytes?
+      load_constraints_on_parser_machine
 
       EM.run do
-        http = EM::HttpRequest.new(@path).get
+        http = nil
+        if @timeout
+          http = EM::HttpRequest.new(@path, :connect_timeout => @timeout, :inactivity_timeout => @timeout).get
+        else
+          http = EM::HttpRequest.new(@path).get
+        end
         
         @autodetect_compression = true
         compression = :none
@@ -154,6 +180,9 @@ module Bliss
         }
         http.errback {
           #puts 'errback'
+          if @timeout
+            @on_timeout.call
+          end
           secure_close
         }
         http.callback {
@@ -167,12 +196,6 @@ module Bliss
       file_close
     end
 
-    def autodetect_compression(http)
-      #compression = :none
-      puts compression
-      return compression
-    end
-    
     def handle_wait_tag_close(chunk)
       begin
         last_index = chunk.index(@wait_tag_close)
@@ -209,9 +232,3 @@ module Bliss
 
   end
 end
-
-#require 'stringio'
-#str = StringIO.new
-#z = Zlib::GzipWriter.new(str)
-#z.write(txt)
-#z.close

data/lib/bliss/parser_machine.rb

@@ -13,20 +13,28 @@ module Bliss
       @on_tag_open = {}
       @on_tag_close = {}
 
+      @constraints = []
+
       @closed = false
 
     end
 
+    def constraints(constraints)
+      @constraints = constraints
+    end
+
     def on_root(&block)
       @on_root = block
     end
 
     def on_tag_open(element, block)
-      @on_tag_open.merge!({element => block})
+      @on_tag_open.merge!({Regexp.new("#{element}$") => block})
     end
 
     def on_tag_close(element, block)
-      @on_tag_close.merge!({element => block})
+      # TODO
+      # check how do we want to handle on_tag_close depths (xpath, array, another)
+      @on_tag_close.merge!({Regexp.new("#{element}$") => block})
     end
 
     def close
@@ -50,10 +58,19 @@ module Bliss
 
       @depth.push(element) if @depth.last != element
       
-      if @on_tag_open.has_key? element
-        @on_tag_open[element].call(@depth)
-      elsif @on_tag_open.has_key? 'default'
-        @on_tag_open['default'].call(@depth)
+      # TODO search on hash with xpath style
+      # for example:
+      # keys: */ad/url
+      # keys: root/ad/url
+      # @on_tag_close.keys.select {|key| @depth.match(key)}
+
+      # other example:
+      # keys: root/(ad|AD)/description
+      ##
+
+      search_key = @depth.join('/') # element
+      @on_tag_open.keys.select{ |r| search_key.match(r) }.each do |reg|
+        @on_tag_open[reg].call(@depth)
       end
 
       current = @nodes.pair_at_chain(@depth)
@@ -81,6 +98,22 @@ module Bliss
       @current_content = ''
     end
 
+=begin
+    def open_tag_regexps
+      return @open_tag_regexps if @open_tag_regexps
+
+      @open_tag_regexps = @on_tag_open.keys.collect {|key| Regexp.new(key) }
+      @open_tag_regexps
+    end
+
+    def close_tag_regexps
+      return @close_tag_regexps if @close_tag_regexps
+
+      @close_tag_regexps = @on_tag_close.keys.collect {|key| Regexp.new(key) }
+      @close_tag_regexps
+    end
+=end
+
     def characters(string)
       return if is_closed?
       concat_content(string)
@@ -107,11 +140,37 @@ module Bliss
         end
       end
       @current_content = ''
+
+      # TODO search on hash with xpath style
+      # for example:
+      # keys: */ad/url
+      # keys: root/ad/url
+      # @on_tag_close.keys.select {|key| @depth.match(key)}
+      ##
+
+      search_key = @depth.join('/') # element
       
-      if @on_tag_close.has_key? element
-        @on_tag_close[element].call(value_at, @depth)
-      elsif @on_tag_close.has_key? 'default'
-        @on_tag_close['default'].call(value_at, @depth)
+      if @depth.last == 'ad'
+        #puts search_key
+        #puts value_at.keys.inspect
+        #ad array #puts @constraints.select{|c| search_key.match(Regexp.new("#{c.depth.split('/').join('/')}$"))}.inspect
+        #puts current.keys.inspect
+        # others puts @constraints.select{|c| search_key.match(Regexp.new("#{c.depth.split('/')[0..-2].join('/')}$"))}.inspect
+      end
+
+      @on_tag_close.keys.select{ |r| search_key.match(r) }.each do |reg|
+        @on_tag_close[reg].call(value_at, @depth)
+      end
+      # TODO constraint should return Regexp like depth too
+
+      #puts @constraints.collect(&:state).inspect
+
+      @constraints.select{|c| [:not_checked, :passed].include?(c.state) }.select {|c| search_key.match(Regexp.new("#{c.depth.split('/').join('/')}$")) }.each do |constraint|
+        #puts "search_key: #{search_key}"
+        #puts "value_at.inspect: #{value_at.inspect}"
+        #puts "current.inspect: #{current.inspect}"
+
+        constraint.run!(current)
       end
 
       @depth.pop if @depth.last == element
@@ -125,7 +184,7 @@ module Bliss
     end
 
     def end_document
-      puts @nodes.inspect
+      #puts @nodes.inspect
     end
   end
 end

data/spec.yml

@@ -1,23 +1,27 @@
 # TODO content_type = url
 ---
-root:
+trovit:
+  tag_name_values: [ root, trovit, sumavisos ]
+  ad: &ad
+    id:
+      content_type: numeric
+    description:
+      tag_name_values: [ description, content ]
+      content_type: string
+    pictures:
+      tag_name_required: false
+      picture:
+        tag_name_required: false
+        picture_url:
+          tag_name_required: true
+          tag_name_values: [ url, picture_url ]
+          content_type: string
+          content_format: /http:\/\/\w+/
+    url:
+      content_format: /http:\/\/\w+/
+    date:
+      content_type: date
   ads:
-    tag_name_values: [ ads, jobs, job ]
+    tag_name_required: false
     ad:
-      id:
-        content_type: numeric
-      description:
-        tag_name_values: [ description, content ]
-        content_type: string
-      pictures:
-        tag_name_required: false
-        picture:
-          tag_name_required: false
-          url:
-            tag_name_required: true
-            content_type: string
-            content_format: /http:\/\/\w+/
-      url:
-        content_format: /http:\/\/\w+/
-      date:
-        content_type: date
+      <<: *ad

data/spec/constraint_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+
+describe Bliss::Constraint do
+  describe 'run!' do
+    it 'should pass' do
+      constraint = Bliss::Constraint.new("root", :tag_name_required)
+      constraint.run!({'root' => {'tag_1' => 'test', 'tag_2' => 'test'}})
+      constraint.state.should == :passed
+    end
+    
+    it 'should pass too' do
+      constraint = Bliss::Constraint.new("(root|ROOT)", :tag_name_required)
+      constraint.run!({'ROOT' => {'tag_1' => 'test', 'tag_2' => 'test'}})
+      constraint.state.should == :passed
+    end
+
+    it 'should not pass' do
+      constraint = Bliss::Constraint.new("(root|ROOT)", :tag_name_required)
+      constraint.run!({'another' => {'tag_1' => 'test', 'tag_2' => 'test'}})
+      constraint.state.should == :not_passed
+    end
+  end
+end

data/spec/format_spec.rb

@@ -4,60 +4,34 @@ require 'spec_helper'
 
 describe Bliss::Format do
   before do
-    #@openx_banner = mock(OpenX::Services::Banner)
     @format = Bliss::Format.new
   end
 
   describe '.constraints' do
-    #before do
-    #end
-    
     it 'should do it' do
-      @format.constraints.size.should == 8
+      @format.constraints.should be_a(Array)
+      #@format.constraints.size.should == 8
     end
   end
 
-  #describe '.traffic' do
-  #  before do
-  #    @openx_banner.stub(:statistics) { YAML.load_file('spec/fixtures/openx_banner_statistics.yml') }
-  #    OpenX::Services::Banner.should_receive(:find).with(1).and_return(@openx_banner)
-  #    @banner = Banner.new(1)
-  #  end
-
-  #  it 'should return statistics' do
-  #    @banner.traffic(Date.today, Date.today).should be_kind_of(Hash)
-  #  end
-  #end
-
-  # describe '.created' do
-  #   context 'when last creation is less than 2 days ago' do
-  #     before do
-  #       @site.stub(:last_creation_day_in_week) { Date.today - 1 }
-  #     end
-
-  #     it 'should be ok' do
-  #       @site_evaluation.created[@site.id]['created'][0].should == 'ok'
-  #     end
-  #   end
-
-  #   context 'when last creation is between 2 and 7 days ago' do
-  #     before do
-  #       @site.stub(:last_creation_day_in_week) { Date.today - 3 }
-  #     end
-
-  #     it 'should be a warning' do
-  #       @site_evaluation.created[@site.id]['created'][0].should == 'warning'
-  #     end
-  #   end
+  describe '#settings_to_constraints' do
+    it 'should return an array with a Bliss::Constraint object' do
+      constraints = Bliss::Format.settings_to_constraints(['root'], {'tag_name_required' => true})
+      constraints.should be_a(Array)
+      constraints.size.should == 1
+      constraints.first.should be_a(Bliss::Constraint)
+    end
 
-  #   context 'when last creation is more than 7 days ago' do
-  #     before do
-  #       @site.stub(:last_creation_day_in_week) { Date.today - 8 }
-  #     end
+    it 'should have depth and setting loaded' do
+      constraints = Bliss::Format.settings_to_constraints(['root'], {'tag_name_required' => true})
+      constraints.first.depth.should == 'root'
+      constraints.first.setting.should == :tag_name_required
+    end
 
-  #     it 'should be an alert' do
-  #       @site_evaluation.created[@site.id]['created'][0].should == 'alert'
-  #     end
-  #   end
-  # end
+    it 'should have multiple depths' do
+      constraints = Bliss::Format.settings_to_constraints(['root'], {'tag_name_required' => true, 'tag_name_values' => ['root', 'ROOT']})
+      constraints.first.depth.should == '(root|ROOT)'
+      constraints.first.setting.should == :tag_name_required
+    end
+  end
 end

data/spec/parser_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+#require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+#require_dependency 'xmlrpc/client'
+
+describe Bliss::Parser do
+  before do
+    @parser = Bliss::Parser.new('http://www.topdiffusion.com/flux/topdiffusion_adsdeck.xml')
+    @format = Bliss::Format.new
+    @parser.add_format(@format)
+  end
+
+  context 'when parsing a valid document' do
+    before do
+      begin
+        @parser.parse
+      rescue
+      end
+    end
+
+    describe '.formats_details' do
+      it 'should have all required keys as existing' do
+        puts @parser.formats_details.inspect
+      end
+    end
+  end
+end

data/test.rb

@@ -3,14 +3,17 @@ require 'bliss'
 
 p = Bliss::Parser.new('', 'output.xml')
 p.wait_tag_close('ad')
-#p.on_max_unhandled_bytes(20000) {
-#  puts 'Reached Max Unhandled Bytes'
-#  p.close
-#}
+p.on_max_unhandled_bytes(20000) {
+  puts 'Unhandled bytes!'
+}
 
 @count = 0
 @makes = 0
 
+f = Bliss::Format.new
+
+p.add_format(f)
+
 p.on_tag_close('ad') { |hash, depth|
   if hash.has_key?('make')
     @makes += 1
@@ -45,3 +48,5 @@ end
 
 puts @count
 puts @makes
+
+puts p.formats_details.inspect

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bliss
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-06-04 00:00:00.000000000 Z
+date: 2012-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &16900020 !ruby/object:Gem::Requirement
+  requirement: &8121280 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: 1.5.2
   type: :runtime
   prerelease: false
-  version_requirements: *16900020
+  version_requirements: *8121280
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: &16899520 !ruby/object:Gem::Requirement
+  requirement: &8120500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: 1.0.0.beta.4
   type: :runtime
   prerelease: false
-  version_requirements: *16899520
+  version_requirements: *8120500
 - !ruby/object:Gem::Dependency
   name: em-http-request
-  requirement: &16898800 !ruby/object:Gem::Requirement
+  requirement: &8119480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: 1.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *16898800
+  version_requirements: *8119480
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &16898260 !ruby/object:Gem::Requirement
+  requirement: &8118780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 2.8.0
   type: :development
   prerelease: false
-  version_requirements: *16898260
+  version_requirements: *8118780
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &16897260 !ruby/object:Gem::Requirement
+  requirement: &8117900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +65,10 @@ dependencies:
         version: 1.1.3
   type: :development
   prerelease: false
-  version_requirements: *16897260
+  version_requirements: *8117900
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &16895760 !ruby/object:Gem::Requirement
+  requirement: &8132400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +76,10 @@ dependencies:
         version: 1.6.4
   type: :development
   prerelease: false
-  version_requirements: *16895760
+  version_requirements: *8132400
 - !ruby/object:Gem::Dependency
   name: simplecov
-  requirement: &16911540 !ruby/object:Gem::Requirement
+  requirement: &8131260 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,7 +87,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *16911540
+  version_requirements: *8131260
 description: streamed xml parsing tool
 email: krakatoa1987@gmail.com
 executables: []
@@ -117,7 +117,9 @@ files:
 - lib/bliss/parser_machine.rb
 - lib/hash_extension.rb
 - spec.yml
+- spec/constraint_spec.rb
 - spec/format_spec.rb
+- spec/parser_spec.rb
 - spec/spec_helper.rb
 - test.rb
 - test/helper.rb
@@ -137,7 +139,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3727479071019105598
+      hash: -4543548141741406741
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: