watobo 0.9.21 → 0.9.23

data/plugins/crawler/gui/general_settings_frame.rb

@@ -1,107 +1,98 @@
-#.
-# general_settings_frame.rb
-#.
-# Copyright 2014 by siberas, http://www.siberas.de
-# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
-# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
-# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
-# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-
 # @private 
-module Watobo#:nodoc: all
-  module Plugin
-    module Crawler
-      class Gui
-        class GeneralSettingsFrame < FXVerticalFrame
-          def to_h
-            {
-              :max_depth => @max_depth_txt.text.to_i,
-              :max_threads => @max_threads_txt.text.to_i,
-              :max_repeat => @max_repeat_txt.text.to_i,
-              :delay => @delay_txt.text.to_i,
-              # TODO: :user_agent => @user_agent_txt.text,
-              :submit_forms => @submit_forms_cb.checked?,
-              :excluded_fields => @excluded_field_patterns.to_a,
-              :head_request_pattern => @rewrite_method_cb.checked? ? @head_request_pattern_txt.text : nil 
-            }
-          end
-
-          def set(settings)
-            @submit_forms_cb.checkState = settings[:submit_forms] if settings.has_key? :submit_forms
-            @max_depth_txt.text = settings[:max_depth].to_s if settings.has_key? :max_depth
-            @max_threads_txt.text = settings[:max_threads].to_s if settings.has_key? :max_threads
-            @max_repeat_txt.text = settings[:max_repeat].to_s if settings.has_key? :max_repeat
-            @head_request_pattern_txt.text = settings[:head_request_pattern].to_s if settings.has_key? :head_request_pattern
-            @delay_txt.text = settings[:delay].to_s if settings.has_key? :delay
-            @excluded_field_patterns.set settings[:excluded_fields] if settings.has_key? :excluded_fields
-              
-            update_form
-          end
-
-          def update_form
-            [ @submit_forms_cb, @max_depth_txt, @max_threads_txt, @max_repeat_txt, @delay_txt, @head_request_pattern_txt, @excluded_field_patterns ].each do |e|
-              e.handle(self, FXSEL(SEL_UPDATE, 0), nil)
-            end
-          end
-
-          def initialize(owner)
-            super(owner, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y, :padding => 0)
-            iframe = FXVerticalFrame.new(self, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_RAISED|FRAME_THICK)
-
-            outer_matrix = FXMatrix.new(iframe, 3, :opts => MATRIX_BY_COLUMNS|LAYOUT_FILL_X)
-            gbframe = FXGroupBox.new(outer_matrix, "Performance", FRAME_GROOVE|LAYOUT_FILL_Y, 0, 0, 0, 0)
-
-            matrix = FXMatrix.new(gbframe, 2, :opts => MATRIX_BY_COLUMNS|LAYOUT_FILL_X|LAYOUT_FILL_Y)
-
-            FXLabel.new(matrix, "Max. Depth:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
-            @max_depth_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
-
-            FXLabel.new(matrix, "Max. Threads:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
-            @max_threads_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
-
-            FXLabel.new(matrix, "Max. Repeat:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
-            @max_repeat_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
-
-            FXLabel.new(matrix, "Delay (ms):", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
-            @delay_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
-
-
-
-            gbframe = FXGroupBox.new(outer_matrix, "Form Handling", FRAME_GROOVE|LAYOUT_FILL_Y, 0, 0, 0, 0)
-            iframe = FXVerticalFrame.new(gbframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y)
-            @submit_forms_cb = FXCheckButton.new(iframe, "Submit Forms", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
-            @submit_forms_cb.checkState = true
-
-            @fill_forms_cb = FXCheckButton.new(iframe, "Fill Forms", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
-            @fill_forms_cb.checkState = false
-            @fill_forms_cb.disable
-            
-            FXLabel.new(iframe, "Don't send forms if they contain following field names (regex):")
-            @excluded_field_patterns = Watobo::Gui::ListBox.new(iframe)
-
-            #f = FXVerticalFrame.new(outer_matrix, :opts =>LAYOUT_FILL_X|LAYOUT_FILL_Y)
-            gbframe = FXGroupBox.new(outer_matrix, "Rewrite", FRAME_GROOVE|LAYOUT_FILL_X|LAYOUT_FILL_Y, 0, 0, 0, 0)
-            iframe = FXVerticalFrame.new(gbframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|LAYOUT_FIX_WIDTH, :width => 250)
-            fxtext = FXText.new(iframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|TEXT_WORDWRAP)
-            fxtext.backColor = fxtext.parent.backColor
-            fxtext.disable
-            text = "To speed up the crawl process and to save bandwidth it is recommended to use HEAD requests for specific document extensions."
-            text << "The response to a HEAD request only includes the http headers but no body. The extensions pattern is defined as an regular expression (case insesitive),"
-            text << "e.g. '(pdf|swf|doc|flv|jpg|png|gif)' - without quotes."
-
-            fxtext.setText(text)
-            
-            @rewrite_method_cb = FXCheckButton.new(iframe, "Use HEAD method for:", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
-            @rewrite_method_cb.checkState = true
-            f = FXHorizontalFrame.new(iframe, :opts => LAYOUT_FILL_X)
-            FXLabel.new(f, "Ext. Pattern:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
-            @head_request_pattern_txt = FXTextField.new(f, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT|LAYOUT_FILL_X)
-            @head_request_pattern_txt.text = '(pdf|swf|doc|flv|jpg|png|gif|zip|tar|gz|bz2|tgz)'
-
-          end
-
-        end
-      end
-    end
-  end
+module Watobo#:nodoc: all
+  module Plugin
+    module Crawler
+      class Gui
+        class GeneralSettingsFrame < FXVerticalFrame
+          def to_h
+            {
+              :max_depth => @max_depth_txt.text.to_i,
+              :max_threads => @max_threads_txt.text.to_i,
+              :max_repeat => @max_repeat_txt.text.to_i,
+              :delay => @delay_txt.text.to_i,
+              # TODO: :user_agent => @user_agent_txt.text,
+              :submit_forms => @submit_forms_cb.checked?,
+              :excluded_fields => @excluded_field_patterns.to_a,
+              :head_request_pattern => @rewrite_method_cb.checked? ? @head_request_pattern_txt.text : nil 
+            }
+          end
+
+          def set(settings)
+            @submit_forms_cb.checkState = settings[:submit_forms] if settings.has_key? :submit_forms
+            @max_depth_txt.text = settings[:max_depth].to_s if settings.has_key? :max_depth
+            @max_threads_txt.text = settings[:max_threads].to_s if settings.has_key? :max_threads
+            @max_repeat_txt.text = settings[:max_repeat].to_s if settings.has_key? :max_repeat
+            @head_request_pattern_txt.text = settings[:head_request_pattern].to_s if settings.has_key? :head_request_pattern
+            @delay_txt.text = settings[:delay].to_s if settings.has_key? :delay
+            @excluded_field_patterns.set settings[:excluded_fields] if settings.has_key? :excluded_fields
+              
+            update_form
+          end
+
+          def update_form
+            [ @submit_forms_cb, @max_depth_txt, @max_threads_txt, @max_repeat_txt, @delay_txt, @head_request_pattern_txt, @excluded_field_patterns ].each do |e|
+              e.handle(self, FXSEL(SEL_UPDATE, 0), nil)
+            end
+          end
+
+          def initialize(owner)
+            super(owner, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y, :padding => 0)
+            iframe = FXVerticalFrame.new(self, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_RAISED|FRAME_THICK)
+
+            outer_matrix = FXMatrix.new(iframe, 3, :opts => MATRIX_BY_COLUMNS|LAYOUT_FILL_X)
+            gbframe = FXGroupBox.new(outer_matrix, "Performance", FRAME_GROOVE|LAYOUT_FILL_Y, 0, 0, 0, 0)
+
+            matrix = FXMatrix.new(gbframe, 2, :opts => MATRIX_BY_COLUMNS|LAYOUT_FILL_X|LAYOUT_FILL_Y)
+
+            FXLabel.new(matrix, "Max. Depth:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
+            @max_depth_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
+
+            FXLabel.new(matrix, "Max. Threads:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
+            @max_threads_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
+
+            FXLabel.new(matrix, "Max. Repeat:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
+            @max_repeat_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
+
+            FXLabel.new(matrix, "Delay (ms):", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
+            @delay_txt = FXTextField.new(matrix, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT)
+
+
+
+            gbframe = FXGroupBox.new(outer_matrix, "Form Handling", FRAME_GROOVE|LAYOUT_FILL_Y, 0, 0, 0, 0)
+            iframe = FXVerticalFrame.new(gbframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y)
+            @submit_forms_cb = FXCheckButton.new(iframe, "Submit Forms", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
+            @submit_forms_cb.checkState = true
+
+            @fill_forms_cb = FXCheckButton.new(iframe, "Fill Forms", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
+            @fill_forms_cb.checkState = false
+            @fill_forms_cb.disable
+            
+            FXLabel.new(iframe, "Don't send forms if they contain following field names (regex):")
+            @excluded_field_patterns = Watobo::Gui::ListBox.new(iframe)
+
+            #f = FXVerticalFrame.new(outer_matrix, :opts =>LAYOUT_FILL_X|LAYOUT_FILL_Y)
+            gbframe = FXGroupBox.new(outer_matrix, "Rewrite", FRAME_GROOVE|LAYOUT_FILL_X|LAYOUT_FILL_Y, 0, 0, 0, 0)
+            iframe = FXVerticalFrame.new(gbframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|LAYOUT_FIX_WIDTH, :width => 250)
+            fxtext = FXText.new(iframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|TEXT_WORDWRAP)
+            fxtext.backColor = fxtext.parent.backColor
+            fxtext.disable
+            text = "To speed up the crawl process and to save bandwidth it is recommended to use HEAD requests for specific document extensions."
+            text << "The response to a HEAD request only includes the http headers but no body. The extensions pattern is defined as an regular expression (case insesitive),"
+            text << "e.g. '(pdf|swf|doc|flv|jpg|png|gif)' - without quotes."
+
+            fxtext.setText(text)
+            
+            @rewrite_method_cb = FXCheckButton.new(iframe, "Use HEAD method for:", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
+            @rewrite_method_cb.checkState = true
+            f = FXHorizontalFrame.new(iframe, :opts => LAYOUT_FILL_X)
+            FXLabel.new(f, "Ext. Pattern:", nil, LAYOUT_TOP|JUSTIFY_RIGHT)
+            @head_request_pattern_txt = FXTextField.new(f, 10, nil, 0, :opts => TEXTFIELD_NORMAL|LAYOUT_SIDE_RIGHT|LAYOUT_FILL_X)
+            @head_request_pattern_txt.text = '(pdf|swf|doc|flv|jpg|png|gif|zip|tar|gz|bz2|tgz)'
+
+          end
+
+        end
+      end
+    end
+  end
 end

data/plugins/crawler/gui/hooks_frame.rb

@@ -1,91 +1,82 @@
-#.
-# hooks_frame.rb
-#.
-# Copyright 2014 by siberas, http://www.siberas.de
-# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
-# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
-# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
-# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-
 # @private 
-module Watobo#:nodoc: all
-  module Plugin
-    module Crawler
-      class Gui
-        class HooksFrame < FXVerticalFrame
-          
-          def to_h
-            hooks = {}
-            pch = pre_conn_hook
-            hooks[:pre_connect_hook] = pch if pch.respond_to? :call
-            
-            hooks
-          end
-          def pre_conn_hook
-            return nil unless pre_conn_valid?
-            hook = eval(pre_conn_code)
-           
-            hook
-          end
-          
-          def selected
-            @pre_txt.setFocus()
-          end
-
-          def pre_conn_valid?
-            return false if pre_conn_code.empty?
-            begin
-              eval(pre_conn_code)
-              return true
-            rescue SyntaxError, LocalJumpError, NameError => e
-            #  puts "Error in PreConnCode!!"
-            #  puts e
-            #  puts e.backtrace
-              raise SyntaxError, "SyntaxError in Pre-Connect-Code'#{expr}'"
-              #return false
-            rescue => bang
-              puts bang
-              puts bang.backtrace
-             return false
-            #raise bang
-            end
-
-          end
-
-          def pre_conn_code
-            return "" if @pre_txt.text.empty?
-            code = "lambda { |agent,request|\n"
-            code << @pre_txt.text
-            code << "\n}"
-          end
-
-          def initialize(owner)
-            super(owner, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_RAISED|FRAME_THICK, :padding => 0)
-            main = FXVerticalFrame.new(self, LAYOUT_FILL_X|LAYOUT_FILL_Y)
-
-            gbframe = FXGroupBox.new(main, "Pre-Connection", LAYOUT_SIDE_RIGHT|FRAME_GROOVE|LAYOUT_FILL_X|LAYOUT_FILL_Y, 0, 0, 0, 0)
-            frame = FXVerticalFrame.new(gbframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y, :padding => 0)
-            #text_frame = FXHorizontalFrame.new(frame, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_NONE, :padding =>0)
-            fxtext = FXText.new(frame, :opts => LAYOUT_FILL_X|TEXT_WORDWRAP)
-            fxtext.backColor = fxtext.parent.backColor
-            fxtext.disable
-            text = "You can define a script which gets executed just before each connection. So you are able to modify the Mechanize::Agent and Mechanize::Requests just before the request is sent to the server.\n"
-            text << "For more information about pre_connection_hooks check the Mechanize homepage (http://mechanize.rubyforge.org/)."
-
-            fxtext.setText(text)
-
-            FXLabel.new(frame, "lambda{ |agent, request|")
-            txt_frame = FXVerticalFrame.new(frame, LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_SUNKEN|FRAME_THICK, :padding => 0)
-            @pre_txt = FXText.new(txt_frame, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|TEXT_WORDWRAP)
-            FXLabel.new(frame, "}")
-            @pre_txt.setText("")
-            # cannot set the focus here because of a crash on ubuntu systems
-            # https://bugs.launchpad.net/ubuntu/+source/fox1.6/+bug/887038
-            #  @pre_txt.setFocus()
-          end
-
-        end
-      end
-    end
-  end
+module Watobo#:nodoc: all
+  module Plugin
+    module Crawler
+      class Gui
+        class HooksFrame < FXVerticalFrame
+          
+          def to_h
+            hooks = {}
+            pch = pre_conn_hook
+            hooks[:pre_connect_hook] = pch if pch.respond_to? :call
+            
+            hooks
+          end
+          def pre_conn_hook
+            return nil unless pre_conn_valid?
+            hook = eval(pre_conn_code)
+           
+            hook
+          end
+          
+          def selected
+            @pre_txt.setFocus()
+          end
+
+          def pre_conn_valid?
+            return false if pre_conn_code.empty?
+            begin
+              eval(pre_conn_code)
+              return true
+            rescue SyntaxError, LocalJumpError, NameError => e
+            #  puts "Error in PreConnCode!!"
+            #  puts e
+            #  puts e.backtrace
+              raise SyntaxError, "SyntaxError in Pre-Connect-Code'#{expr}'"
+              #return false
+            rescue => bang
+              puts bang
+              puts bang.backtrace
+             return false
+            #raise bang
+            end
+
+          end
+
+          def pre_conn_code
+            return "" if @pre_txt.text.empty?
+            code = "lambda { |agent,request|\n"
+            code << @pre_txt.text
+            code << "\n}"
+          end
+
+          def initialize(owner)
+            super(owner, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_RAISED|FRAME_THICK, :padding => 0)
+            main = FXVerticalFrame.new(self, LAYOUT_FILL_X|LAYOUT_FILL_Y)
+
+            gbframe = FXGroupBox.new(main, "Pre-Connection", LAYOUT_SIDE_RIGHT|FRAME_GROOVE|LAYOUT_FILL_X|LAYOUT_FILL_Y, 0, 0, 0, 0)
+            frame = FXVerticalFrame.new(gbframe, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y, :padding => 0)
+            #text_frame = FXHorizontalFrame.new(frame, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_NONE, :padding =>0)
+            fxtext = FXText.new(frame, :opts => LAYOUT_FILL_X|TEXT_WORDWRAP)
+            fxtext.backColor = fxtext.parent.backColor
+            fxtext.disable
+            text = "You can define a script which gets executed just before each connection. So you are able to modify the Mechanize::Agent and Mechanize::Requests just before the request is sent to the server.\n"
+            text << "For more information about pre_connection_hooks check the Mechanize homepage (http://mechanize.rubyforge.org/)."
+
+            fxtext.setText(text)
+
+            FXLabel.new(frame, "lambda{ |agent, request|")
+            txt_frame = FXVerticalFrame.new(frame, LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_SUNKEN|FRAME_THICK, :padding => 0)
+            @pre_txt = FXText.new(txt_frame, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|TEXT_WORDWRAP)
+            FXLabel.new(frame, "}")
+            @pre_txt.setText("")
+            # cannot set the focus here because of a crash on ubuntu systems
+            # https://bugs.launchpad.net/ubuntu/+source/fox1.6/+bug/887038
+            #  @pre_txt.setFocus()
+          end
+
+        end
+      end
+    end
+  end
 end

data/plugins/crawler/gui/scope_frame.rb

@@ -1,61 +1,52 @@
-#.
-# scope_frame.rb
-#.
-# Copyright 2014 by siberas, http://www.siberas.de
-# This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
-# WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
-# WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
-# You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-
 # @private 
-module Watobo#:nodoc: all
-  module Plugin
-    module Crawler
-      class Gui
-        
-
-        class ScopeFrame < FXVerticalFrame
-          def to_h
-            {
-              :allowed_hosts => @allowed_hosts_box.to_a,
-              :allowed_urls => @allowed_urls_box.to_a,
-              :excluded_urls => @exluded_urls_box.to_a
-            }
-          end
-          
-          def path_restricted?
-            @restrict_path_cb.checked?
-          end
-
-          def set(s)
-            @allowed_hosts_box.append s[:allowed_hosts] if s.has_key? :allowed_hosts
-            @exluded_urls_box.append s[:allowed_urls] if s.has_key? :allowed_urls
-            @exluded_urls_box.append s[:excluded_urls] if s.has_key? :excluded_urls
-
-          end
-
-          def update_form
-            @widgets.each do |e|
-              e.handle(self, FXSEL(SEL_UPDATE, 0), nil)
-            end
-          end
-
-          def initialize(owner)
-            super(owner, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y, :padding => 0)
-            iframe = FXVerticalFrame.new(self, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_RAISED|FRAME_THICK)
-            #iframe = self
-            @restrict_path_cb = FXCheckButton.new(iframe, "restrict to start path", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
-            @restrict_path_cb.checkState = true
-
-            outer_matrix = FXMatrix.new(iframe, 3, :opts => MATRIX_BY_COLUMNS|LAYOUT_FILL_X)
-            @allowed_hosts_box = Watobo::Gui::ListBox.new(outer_matrix, "Allowed Hosts")
-            @exluded_urls_box = Watobo::Gui::ListBox.new(outer_matrix, "Excluded URLs")
-            @allowed_urls_box = Watobo::Gui::ListBox.new(outer_matrix, "Allowed URLs")
-
-          end
-
-        end
-      end
-    end
-  end
+module Watobo#:nodoc: all
+  module Plugin
+    module Crawler
+      class Gui
+        
+
+        class ScopeFrame < FXVerticalFrame
+          def to_h
+            {
+              :allowed_hosts => @allowed_hosts_box.to_a,
+              :allowed_urls => @allowed_urls_box.to_a,
+              :excluded_urls => @exluded_urls_box.to_a
+            }
+          end
+          
+          def path_restricted?
+            @restrict_path_cb.checked?
+          end
+
+          def set(s)
+            @allowed_hosts_box.append s[:allowed_hosts] if s.has_key? :allowed_hosts
+            @exluded_urls_box.append s[:allowed_urls] if s.has_key? :allowed_urls
+            @exluded_urls_box.append s[:excluded_urls] if s.has_key? :excluded_urls
+
+          end
+
+          def update_form
+            @widgets.each do |e|
+              e.handle(self, FXSEL(SEL_UPDATE, 0), nil)
+            end
+          end
+
+          def initialize(owner)
+            super(owner, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y, :padding => 0)
+            iframe = FXVerticalFrame.new(self, :opts => LAYOUT_FILL_X|LAYOUT_FILL_Y|FRAME_RAISED|FRAME_THICK)
+            #iframe = self
+            @restrict_path_cb = FXCheckButton.new(iframe, "restrict to start path", nil, 0, JUSTIFY_LEFT|JUSTIFY_TOP|ICON_BEFORE_TEXT|LAYOUT_SIDE_TOP)
+            @restrict_path_cb.checkState = true
+
+            outer_matrix = FXMatrix.new(iframe, 3, :opts => MATRIX_BY_COLUMNS|LAYOUT_FILL_X)
+            @allowed_hosts_box = Watobo::Gui::ListBox.new(outer_matrix, "Allowed Hosts")
+            @exluded_urls_box = Watobo::Gui::ListBox.new(outer_matrix, "Excluded URLs")
+            @allowed_urls_box = Watobo::Gui::ListBox.new(outer_matrix, "Allowed URLs")
+
+          end
+
+        end
+      end
+    end
+  end
 end