cobweb 0.0.38 → 0.0.39

data/public/js/supersubs.js

@@ -0,0 +1,90 @@
+
+/*
+ * Supersubs v0.2b - jQuery plugin
+ * Copyright (c) 2008 Joel Birch
+ *
+ * Dual licensed under the MIT and GPL licenses:
+ * 	http://www.opensource.org/licenses/mit-license.php
+ * 	http://www.gnu.org/licenses/gpl.html
+ *
+ *
+ * This plugin automatically adjusts submenu widths of suckerfish-style menus to that of
+ * their longest list item children. If you use this, please expect bugs and report them
+ * to the jQuery Google Group with the word 'Superfish' in the subject line.
+ *
+ */
+
+;(function($){ // $ will refer to jQuery within this closure
+
+	$.fn.supersubs = function(options){
+		var opts = $.extend({}, $.fn.supersubs.defaults, options);
+		// return original object to support chaining
+		return this.each(function() {
+			// cache selections
+			var $$ = $(this);
+			// support metadata
+			var o = $.meta ? $.extend({}, opts, $$.data()) : opts;
+			// get the font size of menu.
+			// .css('fontSize') returns various results cross-browser, so measure an em dash instead
+			var fontsize = $('<li id="menu-fontsize">&#8212;</li>').css({
+				'padding' : 0,
+				'position' : 'absolute',
+				'top' : '-999em',
+				'width' : 'auto'
+			}).appendTo($$).width(); //clientWidth is faster, but was incorrect here
+			// remove em dash
+			$('#menu-fontsize').remove();
+			// cache all ul elements
+			$ULs = $$.find('ul');
+			// loop through each ul in menu
+			$ULs.each(function(i) {	
+				// cache this ul
+				var $ul = $ULs.eq(i);
+				// get all (li) children of this ul
+				var $LIs = $ul.children();
+				// get all anchor grand-children
+				var $As = $LIs.children('a');
+				// force content to one line and save current float property
+				var liFloat = $LIs.css('white-space','nowrap').css('float');
+				// remove width restrictions and floats so elements remain vertically stacked
+				var emWidth = $ul.add($LIs).add($As).css({
+					'float' : 'none',
+					'width'	: 'auto'
+				})
+				// this ul will now be shrink-wrapped to longest li due to position:absolute
+				// so save its width as ems. Clientwidth is 2 times faster than .width() - thanks Dan Switzer
+				.end().end()[0].clientWidth / fontsize;
+				// add more width to ensure lines don't turn over at certain sizes in various browsers
+				emWidth += o.extraWidth;
+				// restrict to at least minWidth and at most maxWidth
+				if (emWidth > o.maxWidth)		{ emWidth = o.maxWidth; }
+				else if (emWidth < o.minWidth)	{ emWidth = o.minWidth; }
+				emWidth += 'em';
+				// set ul to width in ems
+				$ul.css('width',emWidth);
+				// restore li floats to avoid IE bugs
+				// set li width to full width of this ul
+				// revert white-space to normal
+				$LIs.css({
+					'float' : liFloat,
+					'width' : '100%',
+					'white-space' : 'normal'
+				})
+				// update offset position of descendant ul to reflect new width of parent
+				.each(function(){
+					var $childUl = $('>ul',this);
+					var offsetDirection = $childUl.css('left')!==undefined ? 'left' : 'right';
+					$childUl.css(offsetDirection,emWidth);
+				});
+			});
+			
+		});
+	};
+	// expose defaults
+	$.fn.supersubs.defaults = {
+		minWidth		: 9,		// requires em unit.
+		maxWidth		: 25,		// requires em unit.
+		extraWidth		: 0			// extra width can ensure lines don't sometimes turn over due to slight browser differences in how they round-off values
+	};
+	
+})(jQuery); // plugin code ends

data/views/home.haml

@@ -0,0 +1,54 @@
+.section
+  .full
+    .box
+      .title
+        %h2 Cobweb Statistics
+        %span.hide
+      .content
+        .caption Totals for the last 30 mins
+        %table.statics{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th
+              - counter = 0
+              - @crawls.each do |crawl|
+                %th{:style => "color : #{@colors[counter]};"}= crawl[:crawl_details][:base_url]
+                - counter = counter += 1
+                - counter = 0 if counter > (@colors.length-1)
+
+          %tbody
+            - (1..30).each do |minutes|
+              - date = (DateTime.now - (minutes/1440.0)).strftime("%Y-%m-%d %H:%M").to_sym
+              %tr
+                %th= minutes
+                - @crawls.each do |crawl|
+                  - if crawl[:minute_totals][date].nil?
+                    %td
+                  - else
+                    %td= crawl[:minute_totals][date]
+.section
+  .full
+    .box
+      .title
+        %h2 Running Crawls
+        %span.hide
+      .content
+        - if @crawls.empty?
+          No crawls running just now
+        - else        
+          %table.all{:border => "0", :cellpadding => "0", :cellspacing => "0"}
+            %thead
+              %tr
+                %th Base URL
+                %th Total Pages
+                %th Total Assets
+                %th Queued Objects
+            %tbody
+              - @crawls.each do |crawl|
+                %tr
+                  %td
+                    %a{:href => "/statistics/#{crawl[:crawl_details][:crawl_id]}"}= crawl[:crawl_details][:base_url]
+                  %td= crawl[:statistics][:page_count]
+                  %td= crawl[:statistics][:asset_count]
+                  %td= crawl[:statistics][:queue_counter]
+

data/views/layout.haml

@@ -0,0 +1,89 @@
+!!!
+%html{:lang => "en", "xml:lang" => "en", :xmlns => "http://www.w3.org/1999/xhtml"}
+  %head
+    %meta{:content => "text/html;charset=utf-8", "http-equiv" => "Content-Type"}/
+    %title Cobweb Statistics
+    :css
+      @import url("/css/style.css");
+      @import url('/css/style_text.css');
+      @import url('/css/form-buttons.css');
+      @import url('/css/link-buttons.css');
+      @import url('/css/menu.css');
+      @import url('/css/statics.css');
+      @import url('/css/messages.css');
+      @import url('/css/datatable.css');
+      @import url('/css/accordion.css');
+      @import url('/css/tabs.css');
+      @import url('/css/forms.css');
+      @import url('/css/datepicker.css');
+      @import url('/css/modalbox.css');
+      @import url('/css/jquery.fancybox-1.3.4.css');
+      @import url('/css/jquery.treeview.css');
+      @import url('/css/wysiwyg.css');
+      @import url('/css/wysiwyg.modal.css');
+      @import url('/css/wysiwyg-editor.css');
+      @import url("/css/custom.css");
+    %script{:src => "/js/jquery-1.7.1.min.js", :type => "text/javascript"}
+  %body
+    .container
+      .logo-labels
+        %h1
+          %a{:href => "#"} CleanDream
+        %ul.hidden
+          %li
+            %a{:href => "#"}
+              %span Settings
+          %li.usermessage
+            %a{:href => "#"}
+              %span 1 new message
+          %li.logout
+            %a{:href => "#"}
+              %span Logout
+      .menu-search
+        %ul
+          %li.current
+            %a{:href => "/"} Dashboard
+          %li.current
+            %a{:href => "https://github.com/stewartmckee/cobweb/blob/master/README.textile"} Readme
+          %li.current
+            %a{:href => "http://travis-ci.org/#!/stewartmckee/cobweb"} Test Results
+      .breadcrumbs.hidden
+        %ul
+          %li.home
+            %a{:href => "#"}
+          %li.break »
+          %li
+            %a{:href => "#"} Menu item
+          %li.break »
+          %li
+            %a{:href => "#"} Menu item
+      = yield
+
+      .footer
+        .split
+          © Copyright
+          %a{:href => "http://www.activeinformationdesign.com"} activeinformationdesign.com
+        .split.right
+          Powered by
+          %a{:href => "http://github.com/stewartmckee/cobweb", :target => "_blank"} Cobweb
+    %script{:src => "/js/superfish.js", :type => "text/javascript"}
+    %script{:src => "/js/supersubs.js", :type => "text/javascript"}
+    %script{:src => "/js/hoverIntent.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.flot.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.graphtable-0.2.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.flot.resize.min.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery-ui.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery-ui-select.js", :type => "text/javascript"}
+    %script{:src => "/js/customInput.jquery.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.dataTables.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.fancybox-1.3.4.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.filestyle.mini.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery-ui-timepicker-addon.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.treeview.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.tipsy.js", :type => "text/javascript"}
+    %script{:src => "/js/jquery.wysiwyg.js", :type => "text/javascript"}
+    %script{:src => "/js/plugins/wysiwyg.rmFormat.js", :type => "text/javascript"}
+    %script{:src => "/js/controls/wysiwyg.image.js", :type => "text/javascript"}
+    %script{:src => "/js/controls/wysiwyg.link.js", :type => "text/javascript"}
+    %script{:src => "/js/controls/wysiwyg.table.js", :type => "text/javascript"}
+    %script{:src => "/js/inline.js", :type => "text/javascript"}

data/views/statistics.haml

@@ -1,71 +1,251 @@
-%h1 Cobweb Statistics
-
-%h4= @status
-
-%table
-  %tr
-    %th Page Count
-    %th Asset Count
-    %th Redirect Count  
-  %tr
-    %td= @statistics[:page_count]
-    %td= @statistics[:asset_count]
-    %td= @statistics[:total_redirects]  
-
-%table
-  %tr
-    %th Total Page Size
-    %th Total Asset Size
-  %tr
-    %td= @statistics[:page_size]
-    %td= @statistics[:asset_size]
-
-%table
-  %tr
-    %th Crawled
-    %th Queued
-  %tr
-    %td= @statistics[:crawl_counter]
-    %td= @statistics[:queue_counter]
-
-
-%table
-  %tr
-    %th{:colspan => 2} Response Times
-  %tr
-    %th Average
-    %td= @statistics[:average_response_time]
-  %tr
-    %th Maximum
-    %td= @statistics[:maximum_response_time]
-  %tr
-    %th Minimum
-    %td= @statistics[:minimum_response_time]
-
-%table
-  %tr
-    %th{:colspan => 2} Content Sizes
-  %tr
-    %th Average
-    %td= @statistics[:average_length]
-  %tr
-    %th Maximum
-    %td= @statistics[:maximum_length]
-  %tr
-    %th Minimum
-    %td= @statistics[:minimum_length]
-  %tr
-    %th Total
-    %td= @statistics[:total_length]
-
-%table
-  - @statistics[:mime_counts].keys.each do |mime_type|
-    %tr
-      %td= mime_type
-      %td= @statistics[:mime_counts][mime_type]
-
-%table
-  - @statistics[:status_counts].keys.each do |status|
-    %tr
-      %td= status
-      %td= @statistics[:status_counts][status]
+
+.section
+  .big
+    .box
+      .title
+        %h2 Status
+        %span.hide
+      .content
+        = @crawl[:statistics][:current_status]
+  .small
+    .box
+      .title
+        %h2 Queues
+        %span.hide
+      .content
+        %table
+          %thead
+            %tr
+              %th Crawled
+              %th Queued
+          %tbody
+            %tr
+              %td= @crawl[:statistics][:crawl_counter]
+              %td= @crawl[:statistics][:queue_counter]
+
+.section
+  .big
+    .box
+      .title
+        %h2 Pages and Assets
+        %span.hide
+      .content
+        .caption Counts of assets and pages that have been crawled
+        %table.statics{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th
+              %th{:style => "color: #00366f;"} Pages
+              %th{:style => "color: #006ba0;"} Assets
+
+          %tbody
+            - (1..30).each do |minutes|
+              - date = (DateTime.now - (minutes/1440.0)).strftime("%Y-%m-%d %H:%M").to_sym
+              %tr
+                %th= minutes
+                %td= @crawl[:pages_count][date]
+                %td= @crawl[:assets_count][date]
+  .small
+    .box
+      .title
+        %h2 Totals
+        %span.hide
+      .content
+        .caption Totals for crawl
+        %table{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th
+              %th{:style => "color: #00366f;"} Pages
+              %th{:style => "color: #006ba0;"} Assets
+
+          %tbody
+            %tr
+              %th Count
+              %td= @crawl[:statistics][:page_count]
+              %td= @crawl[:statistics][:asset_count]
+            %tr
+              %th Size
+              %td= @crawl[:statistics][:page_size].to_i.to_human
+              %td= @crawl[:statistics][:asset_size].to_i.to_human  
+  
+
+.section
+  .medium
+    .box
+      .title
+        %h2 Status counts
+        %span.hide
+      .content
+        .caption Status codes returned per minute
+        %table.statics{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th
+              %th{:style => "color: #00366f;"} 200
+              %th{:style => "color: #006ba0;"} 400
+              %th{:style => "color: #0486D6;"} 500
+
+          %tbody
+            - (1..30).each do |minutes|
+              - date = (DateTime.now - (minutes/1440.0)).strftime("%Y-%m-%d %H:%M").to_sym
+              %tr
+                %th= minutes
+                %td= @crawl[:status_200_count][date]
+                %td= @crawl[:status_400_count][date]
+                %td= @crawl[:status_500_count][date]
+
+
+  .medium
+    .box
+      .title
+        %h2 Mime counts
+        %span.hide
+      .content
+        .caption Mime types processed per minute
+        %table.statics{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th
+              %th{:style => "color: #00366f;"} Text
+              %th{:style => "color: #006ba0;"} Image
+              %th{:style => "color: #0486D6;"} Application
+
+          %tbody
+            - (1..30).each do |minutes|
+              - date = (DateTime.now - (minutes/1440.0)).strftime("%Y-%m-%d %H:%M").to_sym
+              %tr
+                %th= minutes
+                %td= @crawl[:mime_text_count][date]
+                %td= @crawl[:mime_image_count][date]
+                %td= @crawl[:mime_application_count][date]
+
+
+.section
+  .medium
+    .box
+      .title
+        %h2 Status counts
+        %span.hide
+      .content
+        .caption Total status codes returned
+        %table{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th Status code
+              %th Count
+
+          %tbody
+            - @crawl[:statistics][:status_counts].keys.each do |status|
+              - unless status.nil? || status == ""
+                %tr
+                  %td= status
+                  %td= @crawl[:statistics][:status_counts][status]
+
+  .medium
+    .box
+      .title
+        %h2 Mime type counts
+        %span.hide
+      .content
+        .caption Total mime-types returned
+        %table{:style => "width : 100%;"}
+          %thead
+            %tr
+              %th Mime-type
+              %th Count
+
+          %tbody
+            - @crawl[:statistics][:mime_counts].keys.each do |mime_type|
+              %tr
+                %td= mime_type
+                %td= @crawl[:statistics][:mime_counts][mime_type]
+  
+  
+
+
+
+.section
+  .small
+    .box
+      .title
+        %h2 Counts
+        %span.hide
+      .content
+        %table
+          %thead
+            %tr
+              %th Page Count
+              %th Asset Count
+              %th Redirect Count  
+          %tbody
+            %tr
+              %td= @crawl[:statistics][:page_count]
+              %td= @crawl[:statistics][:asset_count]
+              %td= @crawl[:statistics][:total_redirects]  
+
+  .small
+    .box
+      .title
+        %h2 Total Sizes
+        %span.hide
+      .content
+        %table
+          %thead
+            %tr
+              %th Total Page Size
+              %th Total Asset Size
+          %tbody
+            %tr
+              %td= @crawl[:statistics][:page_size].to_i.to_human
+              %td= @crawl[:statistics][:asset_size].to_i.to_human
+
+
+.section
+  .medium
+    .box
+      .title
+        %h2 Response Times
+        %span.hide
+      .content
+        %table
+          %thead
+            %tr
+              %th
+              %th{:colspan => 2} milliseconds
+          %tbody
+            %tr
+              %th Average
+              %td= @crawl[:statistics][:average_response_time]
+            %tr
+              %th Maximum
+              %td= @crawl[:statistics][:maximum_response_time]
+            %tr
+              %th Minimum
+              %td= @crawl[:statistics][:minimum_response_time]
+
+  .medium
+    .box
+      .title
+        %h2 Content Sizes
+        %span.hide
+      .content
+        %table
+          %thead
+            %tr
+              %th
+              %th{:colspan => 2} Content Sizes
+          %tbody
+            %tr
+              %th Average
+              %td= @crawl[:statistics][:average_length].to_i.to_human
+            %tr
+              %th Maximum
+              %td= @crawl[:statistics][:maximum_length].to_i.to_human
+            %tr
+              %th Minimum
+              %td= @crawl[:statistics][:minimum_length].to_i.to_human
+            %tr
+              %th Total
+              %td= @crawl[:statistics][:total_length].to_i.to_human
+