scrubyt 0.3.4 → 0.4.1

data/lib/scrubyt/output/export.rb

@@ -1,157 +0,0 @@
-module Scrubyt
-  # =<tt>exporting previously defined extractors</tt>
-  class Export
-    ##
-    #Exports the given extractor (specified by it's root pattern) from the given file
-    #
-    #_input_file_ - the full path of the file where the extractor was defined. This can
-    #be achieved by calling 
-    # 
-    #  pattern.export(__File__)
-    # 
-    #from the file of the extractor definition.
-    # 
-    #*parameters*
-    # 
-    #_root_pattern_ - the root pattern of the extractor. This is the variable 'something' in
-    #such a call:
-    # 
-    #  something = Scrubyt::Extractor.define ...
-    #  
-    #However, since the export method should not be called directly (pattern is calling 
-    #it), you will probably never need to care about this parameter.
-    #
-    #_output_file_name_ - the name of the file where the exported extractor should be 
-    #dumped; From default (i.e. if you don't specify this parameter) this is 
-    #"#{wrapper_name}_extractor_export.rb". You may override this setting if specifying
-    #this optional parameter.
-    #
-    #_extractor_result_file_name_ - the name of the file, where the result of the 
-    #*exported* extractor should be dumped - for example, if _output_file_name_ is "foo.rb"
-    #and _extractor_result_file_name_ is "bar.xml", the extractor is exported to a file named
-    #"foo.rb", and after running "foo.rb", the results will be dumped to the file "bar.xml"
-    #If this option is not specified, the result is dumped to standard output as XML.
-    #
-    #Examples:
-    #
-    #  camera_data = Scrubyt::Extractor.define do
-    #    Action.fetch File.join(File.dirname(__FILE__), "input.html")
-    #    
-    #    P.item_name "Canon EOS 20D SLR Digital Camera (Lens sold separately)"
-    #  end
-    #  
-    #  camera_data.export(__FILE__)
-    #  
-    #This will export this extractor to a file called "camera_data_extractor_export.rb". 
-    #If "camera_data_extractor_export.rb" will be executed, the result will be dumped
-    #to the standard output.
-    #  
-    #Note that the export method in the last line belongs to the class Scrubyt::Pattern
-    #and not to Scrubyt::Export (i.e. this class). Scrubyt::Pattern.export will call 
-    #Scrubyt::Export.export.
-    #
-    #  camera_data = Scrubyt::Extractor.define do
-    #    Action.fetch File.join(File.dirname(__FILE__), "input.html")
-    #    
-    #    P.item_name "Canon EOS 20D SLR Digital Camera (Lens sold separately)"
-    #  end
-    #  
-    #  camera_data.export(__FILE__, 'my_super_camera_extractor.rb', '/home/peter/stuff/result.xml')
-    #  
-    #This snippet will export the extractor to a file named 'my_super_camera_extractor.rb'.
-    #After running 'my_super_camera_extractor.rb', the result will be dumped to the file
-    #'/home/peter/stuff/result.xml'.
-    def self.export(root_patterns, data)
-      wrapper_name = data[:wrapper_name]
-      template = data[:template] || 'default'
-      output_file_name = data[:output_file_name]
-      extractor_result_file_name = data[:extractor_result_file_name]
-      
-      case template
-      when 'default'
-        header = "require 'rubygems'\n"
-        header += "require 'scrubyt'\n\n"
-        header += "#{wrapper_name} = Scrubyt::Extractor.define do\n"
-        if extractor_result_file_name
-          footer = "\nend\n\n#{wrapper_name}.to_xml.write(open('#{extractor_result_file_name}', 'w'), 1)"
-        else
-          footer = "\nend\n\n#{wrapper_name}.to_xml.write($stdout, 1)"
-        end
-        indent = 1
-      when 'lambda'
-        header = "lambda do\n"
-        footer = "\nend"
-        indent = 1
-      when 'none'
-        header = ''
-        footer = ''
-        indent = 0
-      else
-        puts "Unknown template type: #{template}"
-        return
-      end
-      
-      header = data[:header] if data[:header]
-      footer = data[:footer] if data[:footer]
-      indent = data[:indent] if data[:indent]
-
-      sexp = [:block]
-      sexp << export_extractor(root_patterns, data[:source_proc], wrapper_name)
-      extractor = RubyToRuby.new.process(sexp).gsub('"' + data[:source_file] + '"', '__FILE__')
-      extractor = extractor.strip
-      extractor = extractor.split("\n").map{ |l| ('  ' * indent) + l }.join("\n")
-
-      result = header + extractor + footer
-      
-      if output_file_name
-        open(output_file_name, 'w') do |file|
-          file.write(result)
-        end
-      end
-      
-      result
-    end
-    
-    private
-    def self.create_sexp(code)
-     (ParseTree.new.parse_tree_for_string(code))[0]
-    end
-    
-    def self.export_extractor(root_patterns, source_proc, wrapper_name)
-      # filter actions before and after pattern
-      pre_pattern_sexp = []
-      post_pattern_sexp = []
-      patterns_passed = false
-      actions = ['next_page', *NavigationActions.instance_methods]
-      
-      source_proc.to_sexp[3][1..-1].each do |sexp|
-        get_call = lambda { |sexp|
-          if sexp[0] == :fcall
-            return sexp[1].to_s
-          elsif sexp[0] == :iter || sexp[0] == :call
-            return get_call.call(sexp[1])
-          else
-            return nil
-          end
-        }
-        call = get_call.call(sexp)
-        if(call.nil? || actions.index(call) != nil)
-          if !patterns_passed
-            pre_pattern_sexp.push(sexp)
-          else
-            post_pattern_sexp.push(sexp)
-          end
-        else
-          patterns_passed = true
-        end
-      end
-      
-      # build extractor
-      sexp = [:block]
-      sexp.push([:block, *pre_pattern_sexp])
-      sexp.push([:block, *root_patterns.to_sexp_array])
-      sexp.push([:block, *post_pattern_sexp])
-      sexp
-    end
-  end
-end