terrapop_models 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2ad73f1fb100b662c9aee5d797219d0b01c5afa6
+  data.tar.gz: 27ec8c317277b93366bd241e59fa36ac8c9d4a7d
+SHA512:
+  metadata.gz: c0bf1c5c4f018541e9dc3afe2b65c03f2ecc3da69f3ebc6856db8f39706fbcb9bb3e3ad9a35a43f2f24e04a7a1dfd73f5e93087918126d3f45e8c964fabb10ab
+  data.tar.gz: c5056b3ee0b6daaf39f59edfa5de995382cc82d8e65e9e971cc37433f1e85f4b358559b6e42a25a1dbc93f449daf74cfcf14dcfa6527fa00bf1d9f8f3392bb1c

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2015 YOURNAME
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,3 @@
+= TerrapopModels
+
+This project rocks and uses MIT-LICENSE.

data/Rakefile

@@ -0,0 +1,34 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'TerrapopModels'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/app/assets/javascripts/terrapop_models/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/terrapop_models/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/terrapop_models/application_controller.rb

@@ -0,0 +1,4 @@
+module TerrapopModels
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/helpers/terrapop_models/application_helper.rb

@@ -0,0 +1,4 @@
+module TerrapopModels
+  module ApplicationHelper
+  end
+end

data/app/models/api_log.rb

@@ -0,0 +1,2 @@
+class ApiLog < ActiveRecord::Base
+end

data/app/models/area_data_raster.rb

@@ -0,0 +1,126 @@
+class AreaDataRaster < ActiveRecord::Base
+  
+  #extend ActiveRecord::Sanitization
+  
+  belongs_to :area_data_variable
+  belongs_to :sample_geog_level
+  belongs_to :raster_variable
+
+  def self.rasterize(area_data_variable_id, sample_geog_level_id, reference_raster_variable_id)
+    adv = sgl = rr = nil
+    
+    if area_data_variable_id.to_s.is_i?
+      adv = AreaDataVariable.where({id: area_data_variable_id}).first
+    else
+      adv = AreaDataVariable.where({mnemonic: area_data_variable_id}).first
+    end
+    
+    if sample_geog_level_id.to_s.is_i?
+      sgl = SampleGeogLevel.where({id: sample_geog_level_id}).first
+    else
+      sgl = SampleGeogLevel.where({internal_code: sample_geog_level_id}).first
+    end
+    
+    if reference_raster_variable_id.to_s.is_i?
+      rr = RasterVariable.where({id: reference_raster_variable_id}).first
+    else
+      rr = RasterVariable.where({mnemonic: reference_raster_variable_id}).first
+    end
+    
+    if adv.nil? or sgl.nil? or rr.nil?
+      if adv.nil?
+        $stderr.puts "AreaDataVariable is nil (from: #{area_data_variable_id})"
+      end
+
+      if sgl.nil?
+        $stderr.puts "SampleGeogLevel is nil (from: #{sample_geog_level_id})"
+      end
+
+      if rr.nil?
+        $stderr.puts "RasterVariable is nil (from: #{reference_raster_variable_id})"
+      end
+        
+      return false
+    end
+    
+    area_data_values_count = AreaDataValue.joins(:sample_level_area_data_variable).joins("INNER JOIN area_data_variables adv ON adv.id = sample_level_area_data_variables.area_data_variable_id").joins("INNER JOIN sample_geog_levels sgl ON sgl.id = sample_level_area_data_variables.sample_geog_level_id").where({"adv.id" => adv.id, "sgl.id" => sgl.id}).count
+    
+    if area_data_values_count > 0
+    
+      adrs = AreaDataRaster.where(["area_data_variable_id = ? AND sample_geog_level_id = ? AND raster_variable_id = ? AND is_valid = TRUE", adv.id, sgl.id, rr.id]).select("id, area_data_variable_id, label, mnemonic, sample_geog_level_id, raster_variable_id, is_valid, raster_size, updated_at, created_at")
+    
+      if adrs.to_a.count == 0
+        index = 1
+        raster_size = 1
+        right_size = true
+        band = 1
+        
+        sql = "SELECT terrapop_raster_cellcount(?, ?, ?) AS right_size"
+      
+        while right_size and index < 16
+      
+          sql0 = AreaDataRaster.send(:sanitize_sql_array, [sql, sgl.id, rr.id, raster_size])
+          results = connection.execute(sql0).first
+        
+          right_size = results['right_size']
+        
+          if right_size
+            raster_size = index
+          end
+        
+          index += 1
+        end
+      
+        if index >= 8 and right_size
+          $stderr.puts "Unable to find a decent size for rasterizing area-level data (#{adv.mnemonic}), right_size: #{right_size}"
+          return false
+        end
+        
+        if adv.measurement_type.label == "Percentage" or adv.measurement_type.label == "Mean"
+          function = "terrapop_areal_rasterization_number"
+        else
+          function = "terrapop_areal_rasterization"
+        end
+      
+        sql = <<-SQL_O_MATIC
+          INSERT INTO area_data_rasters (sample_geog_level_id, raster_variable_id, area_data_variable_id, is_valid, raster_size, label, mnemonic, rast )
+            SELECT results.sample_geog_level_id, results.raster_variable_id, results.area_data_variable_id, results.is_valid, results.raster_size, results.label, results.mnemonic, results.rast FROM
+              (SELECT ? AS sample_geog_level_id, ? AS raster_variable_id, ? AS area_data_variable_id, TRUE AS is_valid, ? AS raster_size, ? AS label, ? AS mnemonic, (#{function}( ?, ?, ?, ?, ? )).raster AS rast) results
+          SQL_O_MATIC
+
+        
+        sql = AreaDataRaster.send(:sanitize_sql_array, [sql, sgl.id, rr.id, adv.id, raster_size, "#{sgl.label} - #{adv.mnemonic}", "#{adv.mnemonic}", sgl.id, rr.id, adv.id, raster_size, band])
+      
+        $stderr.puts "AREADATA->RASTER [#{sql}]"
+      
+        #begin
+        connection.execute(sql)
+        #rescue Exception => e
+        #  $stderr.puts e.backtrace
+        #  return false
+        #end
+      
+        adrs = AreaDataRaster.where(["area_data_variable_id = ? AND sample_geog_level_id = ? AND raster_variable_id = ? AND is_valid = TRUE", adv.id, sgl.id, rr.id]).select("id, area_data_variable_id, label, mnemonic, sample_geog_level_id, raster_variable_id, is_valid, raster_size, updated_at, created_at")
+      end
+
+      adrs.to_a
+    else
+      $stderr.puts "==[ERR]==> No AreaDataValues for AreaDataVariable[#{adv.mnemonic}] at #{sgl.label}"
+      []
+    end
+  end
+  
+  def tiff_filename
+    self.label.gsub(/ +/, '').gsub(/:/, '-').gsub(/,/, '-')
+  end
+  
+  def raster_as_tiff
+    
+    sql = "SELECT ST_AsTiff(adr.rast,'LZW', ST_SRID(adr.rast)) AS geotiff, label, mnemonic, id, raster_size, sample_geog_level_id, raster_variable_id, area_data_variable_id FROM area_data_rasters AS adr WHERE id = ?"
+    sql = AreaDataRaster.send(:sanitize_sql_array, [sql, self.id])
+    
+    AreaDataRaster.connection.execute(sql).first
+
+  end
+  
+end

data/app/models/area_data_raster_variable_mnemonic_lookup.rb

@@ -0,0 +1,4 @@
+class AreaDataRasterVariableMnemonicLookup < ActiveRecord::Base
+  has_many :area_data_raster_variable_mnemonic_lookups
+  has_many :extract_requests, through: :area_data_raster_variable_mnemonic_lookups, dependent: :destroy
+end

data/app/models/area_data_statistic.rb

@@ -0,0 +1,6 @@
+class AreaDataStatistic < ActiveRecord::Base
+
+  belongs_to :geog_instance
+  belongs_to :area_data_variable
+
+end

data/app/models/area_data_table.rb

@@ -0,0 +1,25 @@
+class AreaDataTable < ActiveRecord::Base
+
+  has_many :area_data_variables
+  has_and_belongs_to_many :area_data_table_groups, join_table: :area_data_table_group_memberships
+
+  alias_attribute :name, :label
+  alias_attribute :mnemonic, :code
+
+
+  def availability_by_country_and_long_year
+    self.area_data_variables.map{ |area_data_variable| area_data_variable.availability_by_country_and_long_year }.flatten.uniq.sort
+  end
+
+
+  def datasets
+    self.area_data_variables.first.datasets
+  end
+
+
+  def category_id
+    category = area_data_table_groups.first
+    category.nil? ? nil : category.id
+  end
+
+end

data/app/models/area_data_table_group.rb

@@ -0,0 +1,8 @@
+class AreaDataTableGroup < ActiveRecord::Base
+
+  has_many :area_data_table_group_memberships
+  has_many :area_data_tables, :through=>:area_data_table_group_memberships
+  
+  alias_attribute :label, :name
+  
+end

data/app/models/area_data_table_group_membership.rb

@@ -0,0 +1,7 @@
+class AreaDataTableGroupMembership < ActiveRecord::Base
+  belongs_to :area_data_table_group, :inverse_of => :area_data_table_group_memberships
+
+  # the inverse relationship on area_data_table is a has_and_belongs_to_many. If and when that gets changed to a :has_many :through
+  # then this should get an :inverse_of as well.
+  belongs_to :area_data_table
+end

data/app/models/area_data_value.rb

@@ -0,0 +1,37 @@
+class AreaDataValue < ActiveRecord::Base
+
+  belongs_to :sample_level_area_data_variable
+  belongs_to :area_data_variable
+  belongs_to :geog_instance
+
+
+  # returns a relation for all the area_data_variables for this sample_geog_level.
+  # Call .all on the result to actually get the data.
+  def self.by_area_data_variables_and_sample_geog_level(vars, level)
+    selected_sample_area_data_variable_ids = vars.map{ |v| v.var_for_sample_level(level) }.flatten.compact.map{|var| var.id}
+    all_data.where(sample_level_area_data_variable_id: selected_sample_area_data_variable_ids)
+  end
+
+
+  def self.all_data
+    includes(:area_data_variable, :geog_instance).order("area_data_values.id")
+  end
+
+
+  def to_s
+    value.nil? ? "<not set>" : "#{area_data_variable.mnemonic}: #{value}"
+  end
+
+
+  def mnemonic_sym
+    area_data_variable.mnemonic.to_sym
+  end
+
+
+  def construct_synthetic_mnemonic
+    # use the existing code on AreaDataVariable to generate the mnemonic
+    area_data_variable.construct_synthetic_mnemonic(sample_level_area_data_variable.sample_geog_level)
+  end
+
+
+end

data/app/models/area_data_variable.rb

@@ -0,0 +1,140 @@
+class AreaDataVariable < ActiveRecord::Base
+
+  has_many :area_data_values
+  has_many :sample_level_area_data_variables
+  has_many :sample_geog_levels, through: :sample_level_area_data_variables
+  has_many :area_data_variable_constructions
+  has_many :variables, through: :area_data_variable_constructions
+  has_many :terrapop_samples, -> { uniq }, through: :sample_level_area_data_variables
+  has_many :area_data_statistics
+  has_many :area_data_rasters
+
+  has_and_belongs_to_many :topics
+
+  belongs_to :area_data_table
+  belongs_to :measurement_type
+
+  scope :alphabetical, -> { order(mnemonic: :asc) }
+
+  alias_attribute :dataset_ids, :terrapop_sample_ids
+  alias_attribute :width, :len
+
+  # temp alias until /api/v1/metadata/area/variables would be useless
+  alias_attribute :datasets, :dataset_ids
+  # temp alias until /api/v1/metadata/area/variables would be useless
+
+
+  # given a sample_geog_level, return the sample_level_area_data_variable for this var for that sample_geog_level.
+  # there should only be one.
+  def var_for_sample_level(sample_geog_level)
+    sample_level_area_data_variables.belonging_to_level(sample_geog_level).first
+  end
+
+
+  # return the mnemonic for this variable as a symbol.
+  def mnemonic_sym
+    mnemonic.to_sym
+  end
+
+
+  # Need this to be accessible before retrieving area_data_values, since the
+  # synthetic_mnemonic is needed at request time but the data isn't known yet.
+  def construct_synthetic_mnemonic_sym(sample_geog_level)
+    construct_synthetic_mnemonic(sample_geog_level).to_sym
+  end
+
+
+  def construct_synthetic_mnemonic(sample_geog_level)
+    mnm = "#{mnemonic}_"
+    mnm +=
+      if sample_geog_level.geolink_variable.nil?
+        "#{sample_geog_level.terrapop_sample.short_country_name.upcase}_#{sample_geog_level.country_level.geog_unit.code.upcase}"
+      else
+        "#{sample_geog_level.geolink_variable.mnemonic}"
+      end
+    mnm += "_#{sample_geog_level.terrapop_sample.dataset_identifier}"
+    mnm.upcase
+  end
+
+
+  def implied_decimal_places
+    case data_type
+      when 'integer'
+        0
+      when 'decimal'
+        3
+    end
+  end
+
+
+  def data_type
+    case measurement_type.label
+      when 'Count', 'Modal'
+        'integer'
+      when 'Mean', 'Median', 'Percentage', 'Area'
+        'decimal'
+      else
+        'integer'
+    end
+  end
+
+
+  def len
+    10
+  end
+
+
+  def categories
+    []
+  end
+
+
+  def availability_by_country_and_long_year
+    terrapop_samples.map{ |terrapop_sample| terrapop_sample.short_country_name_long_year }.uniq
+  end
+
+
+  def availability_by_country
+    store = {}
+    sample_level_area_data_variables.includes(terrapop_sample: :country).find_each do |sladv|
+      unless sladv.terrapop_sample.country.nil?
+        country_code = sladv.terrapop_sample.country.full_name
+        store[country_code] ||= []
+        store[country_code] << sladv.terrapop_sample.year
+      end
+    end
+    store = Hash[store.sort]
+    _availability_by_country = {}
+    store.each { |key, val| _availability_by_country[key] = val.uniq.sort }
+    _availability_by_country
+  end
+
+
+  def to_s
+    mnemonic.nil? ? "<not set>" : mnemonic
+  end
+
+
+  def category_id
+    area_data_table.category_id
+  end
+
+  
+  def long_description
+    mnemonic + " " + label + " (" + measurement_type.label + ")"
+  end
+  
+  
+  def self.long_description(area_data_variables)
+    if area_data_variables.count > 0
+      str = []
+      area_data_variables.each do |adv|
+        str << adv.long_description
+      end
+      str.join("\n")
+    else
+      "No Area-level Variables"
+    end
+  end
+
+end