spout 0.10.2 → 0.11.0.beta1

data/lib/spout/commands/images.rb

@@ -1,199 +0,0 @@
-require 'csv'
-require 'fileutils'
-require 'rubygems'
-require 'json'
-require 'yaml'
-
-require 'spout/models/variable'
-require 'spout/models/graphables'
-require 'spout/helpers/subject_loader'
-require 'spout/helpers/chart_types'
-require 'spout/helpers/config_reader'
-require 'spout/helpers/send_file'
-
-module Spout
-  module Commands
-    class Images
-
-      def initialize(types, variable_ids, sizes, standard_version, argv, deploy_mode = false, url = '', slug = '', token = '', webserver_name = '', subjects = nil)
-        @deploy_mode = deploy_mode
-        @url = url
-        @standard_version = standard_version
-        @slug = slug
-        @token = token
-        @webserver_name = webserver_name
-
-
-        @dictionary_root = Dir.pwd
-        @variable_files = Dir.glob(File.join(@dictionary_root, 'variables', '**', '*.json'))
-        @standard_version = standard_version
-        @pretend = (argv.delete('--pretend') != nil)
-        @clean = (argv.delete('--no-resume') != nil or argv.delete('--clean'))
-        @sizes = sizes
-        @types = types
-
-        @valid_ids = variable_ids
-
-        @number_of_rows = nil
-
-        @config = Spout::Helpers::ConfigReader.new
-
-        t = Time.now
-        @images_folder = File.join("images", @standard_version)
-        FileUtils.mkpath @images_folder
-
-        @subjects = if subjects
-          subjects
-        else
-          @subject_loader = Spout::Helpers::SubjectLoader.new(@variable_files, @valid_ids, @standard_version, @number_of_rows, @config.visit)
-          @subject_loader.load_subjects_from_csvs!
-          @subjects = @subject_loader.subjects
-        end
-
-        load_current_progress
-
-        compute_images
-        puts "Took #{Time.now - t} seconds." if @subjects.size > 0 and not @deploy_mode
-      end
-
-      def load_current_progress
-        @progress_file = File.join(@images_folder, ".progress.json")
-        @progress = JSON.parse(File.read(@progress_file)) rescue @progress = {}
-        @progress = {} if !@progress.kind_of?(Hash) or @clean or @progress['SPOUT_VERSION'] != Spout::VERSION::STRING
-        @progress['SPOUT_VERSION'] = Spout::VERSION::STRING
-      end
-
-      def save_current_progress
-        File.open(@progress_file,"w") do |f|
-          f.write(JSON.pretty_generate(@progress) + "\n")
-        end
-      end
-
-      def compute_images
-        begin
-          iterate_through_variables
-        ensure
-          save_current_progress
-        end
-      end
-
-      def iterate_through_variables
-
-        options_folder = "images/#{@standard_version}"
-        FileUtils.mkpath( options_folder )
-        tmp_options_file = File.join( options_folder, 'options.json' )
-
-        chart_variable = Spout::Models::Variable.find_by_id(@config.visit)
-        variable_files_count = @variable_files.count
-
-        @variable_files.each_with_index do |variable_file, file_index|
-          variable = Spout::Models::Variable.new(variable_file, @dictionary_root)
-
-          next unless variable.errors.size == 0
-
-          next unless @valid_ids.include?(variable.id) or @valid_ids.size == 0
-          next unless @types.include?(variable.type) or @types.size == 0
-          next unless ["numeric", "integer", "choices"].include?(variable.type)
-          next unless Spout::Models::Subject.method_defined?(variable.id)
-
-          if @deploy_mode
-            print "\r     Image Generation: " + "#{"% 3d" % ((file_index+1)*100/variable_files_count)}% Uploaded".colorize(:white)
-          else
-            puts "#{file_index+1} of #{variable_files_count}: #{variable.folder}#{variable.id}"
-          end
-
-          @progress[variable.id] ||= {}
-          @progress[variable.id]['uploaded'] ||= []
-
-          next if (not @deploy_mode and @progress[variable.id]['generated'] == true) or (@deploy_mode and @progress[variable.id]['uploaded'].include?(@webserver_name))
-
-          filtered_subjects = @subjects.select{ |s| s.send(@config.visit) != nil }
-
-          graph = Spout::Models::Graphables.for(variable, chart_variable, nil, filtered_subjects)
-
-          if graph.valid?
-            File.open(tmp_options_file, "w") do |outfile|
-              outfile.puts <<-eos
-                {
-                  "credits": {
-                    "enabled": false
-                  },
-                  "chart": {
-                    "type": "column"
-                  },
-                  "title": {
-                    "text": ""
-                  },
-                  "xAxis": {
-                    "categories": #{graph.categories.to_json}
-                  },
-                  "yAxis": {
-                    "title": {
-                      "text": #{graph.units.to_json}
-                    }
-                  },
-                  "plotOptions": {
-                    "column": {
-                      "pointPadding": 0.2,
-                      "borderWidth": 0,
-                      "stacking": #{graph.stacking.to_json}
-                    }
-                  },
-                  "series": #{graph.series.to_json}
-                }
-              eos
-            end
-            run_phantom_js(variable, "#{variable.id}-lg.png", 600, tmp_options_file) if @sizes.size == 0 or @sizes.include?('lg')
-            run_phantom_js(variable, "#{variable.id}.png",     75, tmp_options_file) if @sizes.size == 0 or @sizes.include?('sm')
-
-            @progress[variable.id]['uploaded'] << @webserver_name if @deploy_mode and @progress[variable.id]['upload_failed'] != true
-            @progress[variable.id].delete('uploaded_files')
-            @progress[variable.id].delete('upload_failed')
-          end
-
-        end
-        File.delete(tmp_options_file) if File.exist?(tmp_options_file)
-      end
-
-      def run_phantom_js(variable, png_name, width, tmp_options_file)
-        @progress[variable.id]['generated'] ||= []
-        @progress[variable.id]['uploaded_files'] ||= []
-
-        image_path = File.join(Dir.pwd, 'images', @standard_version, png_name)
-        directory = File.join( File.dirname(__FILE__), '..', 'support', 'javascripts' )
-
-        open_command = if RUBY_PLATFORM.match(/mingw/) != nil
-          'phantomjs.exe'
-        else
-          'phantomjs'
-        end
-
-        phantomjs_command = "#{open_command} #{directory}/highcharts-convert.js -infile #{tmp_options_file} -outfile #{image_path} -scale 2.5 -width #{width} -constr Chart"
-
-        if @pretend
-          puts phantomjs_command
-        else
-          if not @progress[variable.id]['generated'].include?(png_name) or not File.exist?(png_name) or (File.exist?(png_name) and File.size(png_name) == 0)
-            `#{phantomjs_command}`
-            @progress[variable.id]['generated'] << png_name
-          end
-
-          if @deploy_mode and not @progress[variable.id]['uploaded_files'].include?(png_name)
-            response = send_to_server(image_path)
-            if response.kind_of?(Hash) and response['upload'] == 'success'
-              @progress[variable.id]['uploaded_files'] << png_name
-            else
-              puts "\nUPLOAD FAILED: ".colorize(:red) + File.basename(png_name)
-              @progress[variable.id]['upload_failed'] = true
-            end
-          end
-        end
-      end
-
-      def send_to_server(file)
-        Spout::Helpers::SendFile.post("#{@url}/datasets/#{@slug}/upload_graph.json", file, @standard_version, @token, 'images')
-      end
-
-    end
-  end
-end

data/lib/spout/support/javascripts/data.js

@@ -1,17 +0,0 @@
-/*
- Data plugin for Highcharts
-
- (c) 2012-2013 Torstein Hønsi
- Last revision 2013-06-07
-
- License: www.highcharts.com/license
-*/
-(function(h){var k=h.each,m=function(b,a){this.init(b,a)};h.extend(m.prototype,{init:function(b,a){this.options=b;this.chartOptions=a;this.columns=b.columns||this.rowsToColumns(b.rows)||[];this.columns.length?this.dataFound():(this.parseCSV(),this.parseTable(),this.parseGoogleSpreadsheet())},getColumnDistribution:function(){var b=this.chartOptions,a=b&&b.chart&&b.chart.type,c=[];k(b&&b.series||[],function(b){c.push((h.seriesTypes[b.type||a||"line"].prototype.pointArrayMap||[0]).length)});this.valueCount=
-{global:(h.seriesTypes[a||"line"].prototype.pointArrayMap||[0]).length,individual:c}},dataFound:function(){this.parseTypes();this.findHeaderRow();this.parsed();this.complete()},parseCSV:function(){var b=this,a=this.options,c=a.csv,d=this.columns,f=a.startRow||0,i=a.endRow||Number.MAX_VALUE,j=a.startColumn||0,e=a.endColumn||Number.MAX_VALUE,g=0;c&&(c=c.replace(/\r\n/g,"\n").replace(/\r/g,"\n").split(a.lineDelimiter||"\n"),k(c,function(c,h){var n=b.trim(c),p=n.indexOf("#")===0;h>=f&&h<=i&&!p&&n!==""&&
-(n=c.split(a.itemDelimiter||","),k(n,function(b,a){a>=j&&a<=e&&(d[a-j]||(d[a-j]=[]),d[a-j][g]=b)}),g+=1)}),this.dataFound())},parseTable:function(){var b=this.options,a=b.table,c=this.columns,d=b.startRow||0,f=b.endRow||Number.MAX_VALUE,i=b.startColumn||0,j=b.endColumn||Number.MAX_VALUE,e;a&&(typeof a==="string"&&(a=document.getElementById(a)),k(a.getElementsByTagName("tr"),function(a,b){e=0;b>=d&&b<=f&&k(a.childNodes,function(a){if((a.tagName==="TD"||a.tagName==="TH")&&e>=i&&e<=j)c[e]||(c[e]=[]),
-c[e][b-d]=a.innerHTML,e+=1})}),this.dataFound())},parseGoogleSpreadsheet:function(){var b=this,a=this.options,c=a.googleSpreadsheetKey,d=this.columns,f=a.startRow||0,i=a.endRow||Number.MAX_VALUE,j=a.startColumn||0,e=a.endColumn||Number.MAX_VALUE,g,h;c&&jQuery.getJSON("https://spreadsheets.google.com/feeds/cells/"+c+"/"+(a.googleSpreadsheetWorksheet||"od6")+"/public/values?alt=json-in-script&callback=?",function(a){var a=a.feed.entry,c,k=a.length,m=0,o=0,l;for(l=0;l<k;l++)c=a[l],m=Math.max(m,c.gs$cell.col),
-o=Math.max(o,c.gs$cell.row);for(l=0;l<m;l++)if(l>=j&&l<=e)d[l-j]=[],d[l-j].length=Math.min(o,i-f);for(l=0;l<k;l++)if(c=a[l],g=c.gs$cell.row-1,h=c.gs$cell.col-1,h>=j&&h<=e&&g>=f&&g<=i)d[h-j][g-f]=c.content.$t;b.dataFound()})},findHeaderRow:function(){k(this.columns,function(){});this.headerRow=0},trim:function(b){return typeof b==="string"?b.replace(/^\s+|\s+$/g,""):b},parseTypes:function(){for(var b=this.columns,a=b.length,c,d,f,i;a--;)for(c=b[a].length;c--;)d=b[a][c],f=parseFloat(d),i=this.trim(d),
-i==f?(b[a][c]=f,f>31536E6?b[a].isDatetime=!0:b[a].isNumeric=!0):(d=this.parseDate(d),a===0&&typeof d==="number"&&!isNaN(d)?(b[a][c]=d,b[a].isDatetime=!0):b[a][c]=i===""?null:i)},dateFormats:{"YYYY-mm-dd":{regex:"^([0-9]{4})-([0-9]{2})-([0-9]{2})$",parser:function(b){return Date.UTC(+b[1],b[2]-1,+b[3])}}},parseDate:function(b){var a=this.options.parseDate,c,d,f;a&&(c=a(b));if(typeof b==="string")for(d in this.dateFormats)a=this.dateFormats[d],(f=b.match(a.regex))&&(c=a.parser(f));return c},rowsToColumns:function(b){var a,
-c,d,f,i;if(b){i=[];c=b.length;for(a=0;a<c;a++){f=b[a].length;for(d=0;d<f;d++)i[d]||(i[d]=[]),i[d][a]=b[a][d]}}return i},parsed:function(){this.options.parsed&&this.options.parsed.call(this,this.columns)},complete:function(){var b=this.columns,a,c,d=this.options,f,i,j,e,g,k;if(d.complete){this.getColumnDistribution();b.length>1&&(a=b.shift(),this.headerRow===0&&a.shift(),a.isDatetime?c="datetime":a.isNumeric||(c="category"));for(e=0;e<b.length;e++)if(this.headerRow===0)b[e].name=b[e].shift();i=[];
-for(e=0,k=0;e<b.length;k++){f=h.pick(this.valueCount.individual[k],this.valueCount.global);j=[];for(g=0;g<b[e].length;g++)j[g]=[a[g],b[e][g]!==void 0?b[e][g]:null],f>1&&j[g].push(b[e+1][g]!==void 0?b[e+1][g]:null),f>2&&j[g].push(b[e+2][g]!==void 0?b[e+2][g]:null),f>3&&j[g].push(b[e+3][g]!==void 0?b[e+3][g]:null),f>4&&j[g].push(b[e+4][g]!==void 0?b[e+4][g]:null);i[k]={name:b[e].name,data:j};e+=f}d.complete({xAxis:{type:c},series:i})}}});h.Data=m;h.data=function(b,a){return new m(b,a)};h.wrap(h.Chart.prototype,
-"init",function(b,a,c){var d=this;a&&a.data?h.data(h.extend(a.data,{complete:function(f){a.series&&k(a.series,function(b,c){a.series[c]=h.merge(b,f.series[c])});a=h.merge(f,a);b.call(d,a,c)}}),a):b.call(d,a,c)})})(Highcharts);