terrapop_models 0.1.0

data/db/migrate/20150910194333_add_extract_grouping_field_to_extract_request.rb

@@ -0,0 +1,5 @@
+class AddExtractGroupingFieldToExtractRequest < ActiveRecord::Migration
+  def change
+    add_column :extract_requests, :extract_grouping, :text, default: nil
+  end
+end

data/db/migrate/20150915194808_drop_sessions_table.rb

@@ -0,0 +1,5 @@
+class DropSessionsTable < ActiveRecord::Migration
+  def change
+    drop_table 'sessions' if ActiveRecord::Base.connection.table_exists? 'sessions'
+  end
+end

data/db/migrate/20150915215426_add_sessions_table.rb

@@ -0,0 +1,12 @@
+class AddSessionsTable < ActiveRecord::Migration
+  def change
+    create_table :sessions do |t|
+      t.string :session_id, :null => false
+      t.text :data
+      t.timestamps
+    end
+
+    add_index :sessions, :session_id, :unique => true
+    add_index :sessions, :updated_at
+  end
+end

data/db/migrate/20151009203606_create_sample_detail_groups.rb

@@ -0,0 +1,8 @@
+class CreateSampleDetailGroups < ActiveRecord::Migration
+  def change
+    create_table :sample_detail_groups do |t|
+      t.string :name
+      t.integer :order
+    end
+  end
+end

data/db/migrate/20151009203855_create_sample_detail_fields.rb

@@ -0,0 +1,13 @@
+class CreateSampleDetailFields < ActiveRecord::Migration
+  def change
+    create_table :sample_detail_fields do |t|
+      t.integer :sample_detail_group_id
+      t.string :name
+      t.string :label
+      t.integer :order
+      t.boolean :summary_only
+      t.text :help_text
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20151009204052_create_sample_detail_values.rb

@@ -0,0 +1,12 @@
+class CreateSampleDetailValues < ActiveRecord::Migration
+  def change
+    create_table :sample_detail_values do |t|
+      t.integer :sample_id
+      t.integer :sample_detail_field_id
+      t.text :value
+      t.timestamps
+
+      t.index [:sample_id, :sample_detail_field_id], unique: true, name: 'idx_sample_field'
+    end
+  end
+end

data/db/migrate/20151016152953_add_indexes_to_area_data_values.rb

@@ -0,0 +1,7 @@
+class AddIndexesToAreaDataValues < ActiveRecord::Migration
+  def change
+    add_index :area_data_values, :sample_level_area_data_variable_id
+    add_index :area_data_values, :geog_instance_id
+    add_index :area_data_values, :area_data_variable_id
+  end
+end

data/db/migrate/20151023160555_add_data_to_extract_requests.rb

@@ -0,0 +1,8 @@
+class AddDataToExtractRequests < ActiveRecord::Migration
+  def change
+
+    add_column :extract_requests, :data, :hstore
+    execute "CREATE INDEX extract_requests_gin_data ON extract_requests USING GIN(data)"
+
+  end
+end

data/db/migrate/20151026155953_rename_description_add_title_to_extract_requests.rb

@@ -0,0 +1,8 @@
+class RenameDescriptionAddTitleToExtractRequests < ActiveRecord::Migration
+
+  def change
+    rename_column :extract_requests, :description, :notes
+    add_column    :extract_requests, :title, :string
+  end
+
+end

data/db/migrate/20151029144017_create_raster_dataset_groups.rb

@@ -0,0 +1,9 @@
+class CreateRasterDatasetGroups < ActiveRecord::Migration
+  def change
+    create_table :raster_dataset_groups do |t|
+      t.string     :label
+      t.string     :description
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20151029144147_add_raster_dataset_group_to_raster_dataset.rb

@@ -0,0 +1,9 @@
+class AddRasterDatasetGroupToRasterDataset < ActiveRecord::Migration
+  def change
+    add_column :raster_datasets, :raster_dataset_group_id, :bigint
+    
+    add_index :raster_datasets, :raster_dataset_group_id
+    foreign_key :raster_datasets, :raster_dataset_group_id
+    
+  end
+end

data/db/migrate/20151029182802_add_mnemonic_to_raster_dataset_group.rb

@@ -0,0 +1,5 @@
+class AddMnemonicToRasterDatasetGroup < ActiveRecord::Migration
+  def change
+    add_column :raster_dataset_groups, :mnemonic, :string
+  end
+end

data/db/migrate/20151029184642_change_field_type_on_raster_dataset_group.rb

@@ -0,0 +1,5 @@
+class ChangeFieldTypeOnRasterDatasetGroup < ActiveRecord::Migration
+  def change
+    change_column :raster_dataset_groups, :description, :text
+  end
+end

data/db/migrate/20151029210539_remove_unnecessary_fields_from_terrapop_sample.rb

@@ -0,0 +1,60 @@
+class RemoveUnnecessaryFieldsFromTerrapopSample < ActiveRecord::Migration
+  def change
+    
+    remove_column :terrapop_samples, :population_universe
+    remove_column :terrapop_samples, :de_jure_or_de_facto
+    remove_column :terrapop_samples, :enumeration_unit
+    remove_column :terrapop_samples, :census_start_date
+    remove_column :terrapop_samples, :census_end_date
+    remove_column :terrapop_samples, :fieldwork_start_period
+    remove_column :terrapop_samples, :fieldwork_end_period
+    remove_column :terrapop_samples, :enumeration_forms
+    remove_column :terrapop_samples, :type_of_fieldwork
+    remove_column :terrapop_samples, :respondent
+    remove_column :terrapop_samples, :coverage
+    remove_column :terrapop_samples, :undercount
+    remove_column :terrapop_samples, :undercount_notes
+    remove_column :terrapop_samples, :microdata_source
+    remove_column :terrapop_samples, :long_form_sample_design
+    remove_column :terrapop_samples, :mpc_sample_design
+    remove_column :terrapop_samples, :sample_unit
+    remove_column :terrapop_samples, :sample_fraction
+    remove_column :terrapop_samples, :sample_fraction_notes
+    remove_column :terrapop_samples, :sample_size
+    remove_column :terrapop_samples, :sample_weights
+    remove_column :terrapop_samples, :sample_characteristics_notes
+    remove_column :terrapop_samples, :sample_general_notes
+    remove_column :terrapop_samples, :has_dwellings
+    remove_column :terrapop_samples, :has_dwellings_note
+    remove_column :terrapop_samples, :has_vacant_units
+    remove_column :terrapop_samples, :has_vacant_units_note
+    remove_column :terrapop_samples, :has_closed_units
+    remove_column :terrapop_samples, :has_closed_units_note
+    remove_column :terrapop_samples, :smallest_geography
+    remove_column :terrapop_samples, :has_households
+    remove_column :terrapop_samples, :has_households_note
+    remove_column :terrapop_samples, :has_families
+    remove_column :terrapop_samples, :has_families_note
+    remove_column :terrapop_samples, :has_individuals
+    remove_column :terrapop_samples, :has_individuals_note
+    remove_column :terrapop_samples, :has_group_quarters
+    remove_column :terrapop_samples, :has_group_quarters_note
+    remove_column :terrapop_samples, :has_indigenous_pop
+    remove_column :terrapop_samples, :has_indigenous_pop_note
+    remove_column :terrapop_samples, :has_special_pop
+    remove_column :terrapop_samples, :has_special_pop_note
+    remove_column :terrapop_samples, :units_notes
+    remove_column :terrapop_samples, :identification_general_notes
+    remove_column :terrapop_samples, :unit_definition_household
+    remove_column :terrapop_samples, :unit_definition_family
+    remove_column :terrapop_samples, :unit_definition_dwelling
+    remove_column :terrapop_samples, :unit_definition_group_quarters
+    remove_column :terrapop_samples, :unit_definition_homeless_population
+    remove_column :terrapop_samples, :unit_definition_institution
+    remove_column :terrapop_samples, :unit_definition_institutional_population
+    remove_column :terrapop_samples, :unit_definition_notes
+    remove_column :terrapop_samples, :unit_definition_general_notes
+    remove_column :terrapop_samples, :is_weighted
+    
+  end
+end

data/db/migrate/20151102205254_create_data_artifacts.rb

@@ -0,0 +1,17 @@
+class CreateDataArtifacts < ActiveRecord::Migration
+  def change
+    
+    create_table :extract_data_artifacts do |t|
+      t.column    :extract_request_id, :bigint
+      t.text      :data_filename
+      t.text      :boundary_filename
+      t.text      :data_year
+      t.text      :geographic_level
+      t.timestamps
+    end
+    
+    add_index :extract_data_artifacts, :extract_request_id
+    foreign_key :extract_data_artifacts, :extract_request_id
+    
+  end
+end

data/db/migrate/20151102211601_add_json_field_to_extract_data_artifacts.rb

@@ -0,0 +1,8 @@
+class AddJsonFieldToExtractDataArtifacts < ActiveRecord::Migration
+  def change
+    
+    add_column :extract_data_artifacts, :variables_description, :hstore
+    execute "CREATE INDEX extract_data_artifacts_variables_description ON extract_data_artifacts USING GIN(variables_description)"
+    
+  end
+end

data/db/migrate/20151103152754_add_file_name_field_to_extract_request.rb

@@ -0,0 +1,5 @@
+class AddFileNameFieldToExtractRequest < ActiveRecord::Migration
+  def change
+    add_column :extract_requests, :extract_filename, :text
+  end
+end

data/db/migrate/20151106155249_add_submitted_at_to_extract_request.rb

@@ -0,0 +1,5 @@
+class AddSubmittedAtToExtractRequest < ActiveRecord::Migration
+  def change
+    add_column :extract_requests, :submitted_at, :timestamp
+  end
+end

data/db/migrate/20151110204826_add_terra_pop_build_number_to_extract_request.rb

@@ -0,0 +1,12 @@
+class AddTerraPopBuildNumberToExtractRequest < ActiveRecord::Migration
+  def change
+    add_column :extract_requests, :tp_web_build_number, :bigint
+    add_column :extract_requests, :tp_xtr_build_number, :bigint
+    
+    add_index :extract_requests, :tp_web_build_number
+    add_index :extract_requests, :tp_xtr_build_number
+  end
+  
+  
+  
+end

data/db/migrate/20151119213428_create_area_data_raster_variable_mnemonic_lookups.rb

@@ -0,0 +1,18 @@
+class CreateAreaDataRasterVariableMnemonicLookups < ActiveRecord::Migration
+  def change
+    
+    create_table :area_data_raster_variable_mnemonic_lookups do |t|
+      t.column   :composite_mnemonic, :string, length: 255, default: "not null"
+      t.column   :mnemonic, :string, length: 32, default: "not null"
+      t.column   :raster_operation_opcode, :string, length: 255
+      t.column   :geog_level, :string, length: 32, default: "not null"
+      t.column   :dataset_label, :string, length: 64, default: "not null"
+      t.column   :description, :text
+      t.timestamps
+    end
+    
+    add_index :area_data_raster_variable_mnemonic_lookups, :composite_mnemonic, {name: :index_area_data_raster_variable_composite_mnemonic}
+    add_index :area_data_raster_variable_mnemonic_lookups, :mnemonic, {name: :area_data_raster_variable_lookups_mnemonic }
+    
+  end
+end

data/db/migrate/20151120140757_create_extract_request_area_data_raster_variable_mnemonic_lookups.rb

@@ -0,0 +1,16 @@
+class CreateExtractRequestAreaDataRasterVariableMnemonicLookups < ActiveRecord::Migration
+  def change
+    create_table :extract_request_area_data_raster_variable_mnemonic_lookups do |t|
+      t.column    :area_data_raster_variable_mnemonic_lookup_id, :bigint
+      t.column    :extract_request_id, :bigint
+      t.timestamps
+    end
+    
+    add_index :extract_request_area_data_raster_variable_mnemonic_lookups, :area_data_raster_variable_mnemonic_lookup_id, {name: :er_adrv_mnemonic_lookup_index}
+    add_index :extract_request_area_data_raster_variable_mnemonic_lookups, :extract_request_id, {name: :er_adrv}
+    
+    foreign_key :extract_request_area_data_raster_variable_mnemonic_lookups, :area_data_raster_variable_mnemonic_lookup_id
+    foreign_key :extract_request_area_data_raster_variable_mnemonic_lookups, :extract_request_id
+    
+  end
+end

data/db/migrate/20151130212011_add_new_raster_summarization_v7.rb

@@ -0,0 +1,90 @@
+class AddNewRasterSummarizationV7 < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_glc_binary_summarization_v7(IN sample_geog_lvl_id bigint, IN rasters_id bigint)
+      RETURNS TABLE(geog_instance_id bigint, geog_instance_label character varying, binary_area double precision, total_area double precision, percent_area double precision) AS
+      $BODY$
+            DECLARE
+
+            data_raster text := '';
+            area_raster text := '';
+            query text := '';
+
+            BEGIN
+
+            SELECT r_table_schema || '.' || table_name as tablename, area_reference_id
+            FROM new_rasters nw
+            INTO data_raster
+            WHERE nw.raster_variable_id = rasters_id;
+
+            RAISE NOTICE '%', data_raster;
+
+            WITH t1 as
+            (
+            SELECT r_table_schema || '.' || table_name as tablename, area_reference_id
+            FROM new_rasters nw
+            WHERE nw.raster_variable_id = rasters_id
+            )
+            SELECT r_table_schema || '.' || table_name as area_reference_table
+            INTO area_raster
+            from new_rasters nw, t1
+            where nw.raster_variable_id = t1.area_reference_id;
+
+            RAISE NOTICE '%', area_raster;
+
+            query := $$ WITH metadata_raster as
+            (
+            SELECT st_srid(r.rast) as srid
+            FROM rasters r
+            where r.raster_variable_id = $$ ||rasters_id || $$
+            limit 1
+            ), bounds as
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as gid, gi.label as label, gi.code as geog_instance_code, st_transform(bound.geog::geometry, md.srid) as geom
+            FROM metadata_raster md, sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id inner join boundaries bound on bound.geog_instance_id = gi.id
+            where sgl.id = $$ || sample_geog_lvl_id || $$
+            ), data_rast as
+            (
+            SELECT b.gid as gid, b.label as label, ST_Union(ST_Clip(r.rast, b.geom)) as rast
+            FROM bounds b inner join $$ || data_raster || $$ r on ST_Intersects(r.rast, b.geom)
+            GROUP BY b.gid, b.label
+            ), area_ref_rast as
+            (
+            SELECT b.gid as gid, b.label as label, ST_Union(ST_Clip(r.rast, b.geom)) as rast
+            FROM bounds b inner join $$ || area_raster || $$ r on ST_Intersects(r.rast, b.geom)
+            GROUP BY b.gid, b.label
+            ),
+            binary_area as
+            (
+            select b.gid, b.label, (ST_SummaryStats(ST_MapAlgebra(b.rast, 1, a.rast, 1, '[rast1]*[rast2]'))).sum as binary_area
+            FROM data_rast b inner join area_ref_rast a on b.gid = a.gid
+            group by b.gid, b.label, a.rast, b.rast
+            ),
+            total_area as
+            (
+            SELECT a.gid as gid, a.label as label, (ST_SummaryStats(a.rast, true)).sum as total_area
+            FROM area_ref_rast a group by a.gid, a.label, a.rast order by a.label
+            ),
+            percent_area as
+            (
+            select a.gid as gid, a.label as label, a.binary_area/b.total_area as percent_area
+            from binary_area a, total_area b where a.gid = b.gid order by a.label
+            )
+            SELECT b.gid, b.label, b.binary_area, t.total_area, p.percent_area
+            FROM binary_area b inner join total_area t on b.gid = t.gid inner join percent_area p on t.gid = p.gid$$;
+
+            RAISE NOTICE  ' % ', query;
+
+            RETURN QUERY execute query;
+
+            END;
+            $BODY$
+      LANGUAGE plpgsql VOLATILE
+      COST 100
+      ROWS 1000;    
+    SQL
+    
+    execute(sql)
+    
+  end
+end

data/lib/tasks/terrapop_models_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :terrapop_models do
+#   # Task goes here
+# end

data/lib/terrapop_models.rb

@@ -0,0 +1,4 @@
+require "terrapop_models/engine"
+
+module TerrapopModels
+end

data/lib/terrapop_models/engine.rb

@@ -0,0 +1,13 @@
+module TerrapopModels
+  class Engine < ::Rails::Engine
+    isolate_namespace TerrapopModels
+
+    initializer :append_migrations do |app|
+	    unless app.root.to_s.match root.to_s
+		    config.paths["db/migrate"].expanded.each do |expanded_path|
+			    app.config.paths["db/migrate"] << expanded_path
+		    end
+	    end
+    end
+  end
+end

data/lib/terrapop_models/version.rb

@@ -0,0 +1,3 @@
+module TerrapopModels
+  VERSION = "0.1.0"
+end

data/test/dummy/README.rdoc

@@ -0,0 +1,28 @@
+== README
+
+This README would normally document whatever steps are necessary to get the
+application up and running.
+
+Things you may want to cover:
+
+* Ruby version
+
+* System dependencies
+
+* Configuration
+
+* Database creation
+
+* Database initialization
+
+* How to run the test suite
+
+* Services (job queues, cache servers, search engines, etc.)
+
+* Deployment instructions
+
+* ...
+
+
+Please feel free to use a different markup language if you do not plan to run
+<tt>rake doc:app</tt>.