terrapop_models 0.1.0

data/db/migrate/20141212172044_add_continuous_raster_summarization0.rb

@@ -0,0 +1,51 @@
+class AddContinuousRasterSummarization0 < ActiveRecord::Migration
+  def change
+    
+    sql = <<-SQL
+      CREATE OR REPLACE Function terrapop_continuous_summarization0(sample_geog_lvl_id bigint, rasters_id bigint)
+        RETURNS TABLE (geog_instance_id bigint, geog_instance_label character varying, min double precision,
+            max double precision, mean double precision, count bigint,stddev double precision, total_area double precision)
+          AS 
+          $BODY$
+            BEGIN
+                RETURN QUERY
+                WITH
+                contin_rast as 
+                    (
+                    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                      gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r  WHERE r.raster_variable_id = rasters_id LIMIT 1)))) as rast
+                      FROM sample_geog_levels sgl
+                      inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                      inner join boundaries bound on bound.geog_instance_id = gi.id
+                      inner join rasters r on ST_Intersects(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r  WHERE r.raster_variable_id = rasters_id LIMIT 1)))
+                      where sgl.id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+                      group by sgl.id, gi.id, gi.label, gi.code
+                    ), area_ref_rast as
+                    (
+                    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                      gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r  WHERE r.raster_variable_id = rasters_id LIMIT 1)) )) as rast
+                      FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                      inner join boundaries bound on bound.geog_instance_id = gi.id
+                      inner join rasters r on ST_Intersects(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r  WHERE r.raster_variable_id = rasters_id LIMIT 1)) )
+                      where sgl.id = sample_geog_lvl_id and r.raster_variable_id = ( select rv.area_reference_id from raster_variables rv where rv.id = rasters_id limit 1 )
+                      group by sgl.id, gi.id, gi.label, gi.code
+                    )
+                SELECT cont_stat.geog_instance_id, cont_stat.geog_instance_label, (cont_stat.stat).min as min, (cont_stat.stat).max as max,
+                (cont_stat.stat).mean as mean, (cont_stat.stat).count as count, (cont_stat.stat).stddev as stddev, area_val.area as raster_area
+                FROM    (
+                    select contin_rast.geog_instance_id, contin_rast.geog_instance_label, ST_SummaryStats(contin_rast.rast) as stat
+                    from contin_rast
+                    ) cont_stat inner join 
+                    (
+                    select area_ref_rast.geog_instance_id, area_ref_rast.geog_instance_label, (ST_Summarystats(area_ref_rast.rast,1)).sum as area
+                    from area_ref_rast
+                    ) area_val on (cont_stat.geog_instance_id = area_val.geog_instance_id);
+            END;
+          $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    execute sql
+    
+  end
+end

data/db/migrate/20141212195611_add_indexes_to_boundaries.rb

@@ -0,0 +1,10 @@
+class AddIndexesToBoundaries < ActiveRecord::Migration
+  def change
+    
+    execute("DROP INDEX IF EXISTS boundaries_geog_gist_idx")
+    execute("DROP INDEX IF EXISTS boundaries_geom_gist_idx")
+    execute("CREATE INDEX boundaries_geog_gist_idx ON boundaries USING gist(geog)")
+    execute("CREATE INDEX boundaries_geom_gist_idx ON boundaries USING gist(geom)")
+    
+  end
+end

data/db/migrate/20141212202521_add_indexes_to_frequencies.rb

@@ -0,0 +1,7 @@
+class AddIndexesToFrequencies < ActiveRecord::Migration
+  def change
+    add_index :frequencies, :variable_id
+    add_index :frequencies, :sample_id
+    add_index :frequencies, :category_id
+  end
+end

data/db/migrate/20141229150743_add_special_value_to_area_data_value.rb

@@ -0,0 +1,5 @@
+class AddSpecialValueToAreaDataValue < ActiveRecord::Migration
+  def change
+    add_column :area_data_values, :special_value, :decimal, :precision => 64, :scale => 10
+  end
+end

data/db/migrate/20141230153550_add_field_to_global_regions.rb

@@ -0,0 +1,8 @@
+class AddFieldToGlobalRegions < ActiveRecord::Migration
+  def change
+    
+    add_column :global_regions, :short_code, :string, limit: 3
+    add_index :global_regions, :short_code
+    
+  end
+end

data/db/migrate/20150107142518_add_restriction_indicated_to_sample.rb

@@ -0,0 +1,5 @@
+class AddRestrictionIndicatedToSample < ActiveRecord::Migration
+  def change
+    add_column :samples, :restricted, :boolean, default: true
+  end
+end

data/db/migrate/20150114161817_add_raster_to_tiff_function.rb

@@ -0,0 +1,35 @@
+class AddRasterToTiffFunction < ActiveRecord::Migration
+  def change
+    sql = <<-SQL
+      CREATE OR REPLACE Function terrapop_raster_clip(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast,p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsTiff(ST_Union(r.rast),'LZW', (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    execute sql
+    
+  end
+end

data/db/migrate/20150115204303_add_hide_nhgis_datasets_to_users.rb

@@ -0,0 +1,11 @@
+class AddHideNhgisDatasetsToUsers < ActiveRecord::Migration
+
+  def up
+    add_column :users, :hide_nhgis_datasets, :boolean, default: true
+  end
+
+  def down
+    remove_column :users, :hide_nhgis_datasets
+  end
+
+end

data/db/migrate/20150126192918_add_new_gli_post_gis_functions.rb

@@ -0,0 +1,99 @@
+class AddNewGliPostGisFunctions < ActiveRecord::Migration
+  def change
+    
+    sql1 =<<-SQL
+      CREATE OR REPLACE Function Terrapop_GLI_Yield_Areal_Summarization(sample_geog_lvl_id bigint, rasters_id bigint)
+      RETURNS TABLE (geog_instance bigint, geog_instance_label character varying, min double precision, max double precision, mean double precision, count bigint)
+          AS 
+          $BODY$
+          BEGIN
+              RETURN QUERY
+                  WITH bin_rast as 
+                  (
+                  SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                  gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+                  FROM sample_geog_levels sgl
+                  inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                  inner join boundaries bound on bound.geog_instance_id = gi.id
+                  inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+                  where sgl.id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+                  group by sgl.id, gi.id, gi.label, gi.code
+                  ), area_ref_rast as
+                  (
+                  SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                  gi.code as geog_instance_code,ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+                  FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                  inner join boundaries bound on bound.geog_instance_id = gi.id
+                  inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+                  where sgl.id = sample_geog_lvl_id and r.raster_variable_id = ( select rv.area_reference_id from raster_variables rv where rv.id = rasters_id limit 1 )
+                  group by sgl.id, gi.id, gi.label, gi.code
+                  )
+                  SELECT bin_rast.geog_instance_id, bin_rast.geog_instance_label,
+                  sum((ST_SummaryStats(bin_rast.rast,1)).min) as min,
+                  sum((ST_SummaryStats(bin_rast.rast,1)).max) as max,
+                  sum((ST_SummaryStats(bin_rast.rast,1)).mean) as mean,
+                  sum((ST_SummaryStats(bin_rast.rast,1)).count)::bigint as yield_cell_count
+                  FROM bin_rast inner join area_ref_rast on ST_intersects(bin_rast.rast, area_ref_rast.rast)
+                  GROUP BY bin_rast.geog_instance_id, bin_rast.geog_instance_label;
+          END;
+          $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    sql2 = <<-SQL
+      CREATE OR REPLACE Function Terrapop_GLI_Harvest_Areal_Summarization(sample_geog_lvl_id bigint, rasters_id bigint)
+      RETURNS TABLE (geog_instance bigint, geog_instance_label character varying, percent_area double precision, harvest_area double precision)
+          AS 
+          $BODY$
+          BEGIN
+              RETURN QUERY
+                  WITH bin_rast as 
+                      (
+                      SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                      gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+                      FROM sample_geog_levels sgl
+                      inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                      inner join boundaries bound on bound.geog_instance_id = gi.id
+                      inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+                      where sgl.id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+                      group by sgl.id, gi.id, gi.label, gi.code
+                      ), zero_rast as
+                      (
+                      SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                      gi.code as geog_instance_code,
+                      ST_Union(ST_Clip(ST_SetBandNoDataValue(r.rast,0), bound.geog::geometry)) as rast
+                      FROM sample_geog_levels sgl
+                      inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                      inner join boundaries bound on bound.geog_instance_id = gi.id
+                      inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+                      where sgl.id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+                      group by sgl.id, gi.id, gi.label, gi.code 
+                      ), area_ref_rast as
+                      (
+                      SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+                      gi.code as geog_instance_code,ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast , sum((ST_SummaryStats(r.rast)).sum) as total_area
+                      FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                      inner join boundaries bound on bound.geog_instance_id = gi.id
+                      inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+                      where sgl.id = sample_geog_lvl_id and r.raster_variable_id = ( select rv.area_reference_id from raster_variables rv where rv.id = rasters_id limit 1 )
+                      group by sgl.id, gi.id, gi.label, gi.code
+                      ), final_rast as
+                      (
+                      SELECT bin_rast.geog_instance_id, bin_rast.geog_instance_label,
+                      sum((ST_SummaryStats(ST_Intersection(ST_Intersection(bin_rast.rast,zero_rast.rast),area_ref_rast.rast,'band2'),1)).sum) as harvest_area
+                      FROM zero_rast inner join bin_rast on bin_rast.geog_instance_id = zero_rast.geog_instance_id
+                      inner join area_ref_rast on bin_rast.geog_instance_id = area_ref_rast.geog_instance_id
+                      GROUP BY bin_rast.geog_instance_id, bin_rast.geog_instance_label
+                      )
+                      select f.geog_instance_id, f.geog_instance_label, (f.harvest_area/a.total_area) as percent_area, f.harvest_area
+                      from final_rast f inner join area_ref_rast a on f.geog_instance_id = a.geog_instance_id;
+          END;
+          $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+   
+    execute(sql1)
+    execute(sql2)
+    
+  end
+end

data/db/migrate/20150126223419_add_short_label_to_terrapop_samples.rb

@@ -0,0 +1,11 @@
+class AddShortLabelToTerrapopSamples < ActiveRecord::Migration
+
+  def up
+    add_column :terrapop_samples, :short_label, :string, default: ""
+  end
+
+  def down
+    remove_column :terrapop_samples, :short_label
+  end
+
+end

data/db/migrate/20150127172953_add_another_raster_summarization_function.rb

@@ -0,0 +1,44 @@
+class AddAnotherRasterSummarizationFunction < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+    CREATE OR REPLACE Function Terrapop_GLC_Binary_Summarization(sample_geog_lvl_id bigint, rasters_id bigint)
+    RETURNS TABLE (geog_instance_id bigint, geog_instance_label character varying, binary_area double precision, total_area double precision, percent_area double precision)
+        AS 
+        $BODY$
+        BEGIN
+        RETURN QUERY
+            WITH bin_rast as 
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+            gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+            FROM sample_geog_levels sgl
+            inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+            where sgl.id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+            group by sgl.id, gi.id, gi.label, gi.code
+            ), area_ref_rast as
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+            gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+            FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+            where sgl.id = sample_geog_lvl_id and r.raster_variable_id = ( select rv.area_reference_id from raster_variables rv where rv.id = rasters_id limit 1)
+            group by sgl.id, gi.id, gi.label, gi.code
+            )
+            SELECT bin_rast.geog_instance_id, bin_rast.geog_instance_label, sum((ST_SummaryStats(ST_Intersection(bin_rast.rast,area_ref_rast.rast,'band2'),1)).sum) as binary_area,
+            sum((ST_SummaryStats(area_ref_rast.rast)).sum) as total_area,
+            sum((ST_SummaryStats(ST_Intersection(bin_rast.rast,area_ref_rast.rast,'band2'),1)).sum) / sum((ST_SummaryStats(area_ref_rast.rast)).sum) as percent_area
+            FROM bin_rast inner join area_ref_rast on ST_intersects(bin_rast.rast, area_ref_rast.rast)
+            GROUP BY bin_rast.geog_instance_id, bin_rast.geog_instance_label;
+
+        END;
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql)
+    
+  end
+end

data/db/migrate/20150130163215_new_glc_summarization_function.rb

@@ -0,0 +1,40 @@
+class NewGlcSummarizationFunction < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_glc_binary_summarization_v2(IN sample_geog_lvl_id bigint, IN rasters_id bigint)
+      RETURNS TABLE(geog_instance_id bigint, geog_instance_label character varying, binary_area double precision, total_area double precision, percent_area double precision) AS
+        $BODY$
+        BEGIN
+        RETURN QUERY
+            WITH bin_rast as 
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+            gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+            FROM sample_geog_levels sgl
+            inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+            where sgl.id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+            group by sgl.id, gi.id, gi.label, gi.code
+            ), area_ref_rast as
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+            gi.code as geog_instance_code, ST_Union(ST_Clip(r.rast, bound.geog::geometry)) as rast
+            FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            inner join rasters r on ST_Intersects(r.rast,bound.geog::geometry)
+            where sgl.id = sample_geog_lvl_id and r.raster_variable_id = ( select rv.area_reference_id from raster_variables rv where rv.id = rasters_id limit 1)
+            group by sgl.id, gi.id, gi.label, gi.code
+            )
+            SELECT b.geog_instance_id, b.geog_instance_label, (ST_SummaryStats(ST_MapAlgebra(b.rast, 1, a.rast, 1, '[rast1]*[rast2]'))).sum as binary_area,
+            (ST_SummaryStats(a.rast)).sum as total_area, ( (ST_SummaryStats(ST_MapAlgebra(b.rast, 1, a.rast, 1, '[rast1]*[rast2]'))).sum / (ST_SummaryStats(a.rast)).sum ) as percent_area
+            FROM bin_rast b inner join area_ref_rast a on b.geog_instance_id = a.geog_instance_id;
+
+        END;
+        $BODY$
+      LANGUAGE plpgsql VOLATILE
+    SQL
+    
+    execute(sql)
+  end
+end

data/db/migrate/20150211221354_create_cache_items.rb

@@ -0,0 +1,23 @@
+class CreateCacheItems < ActiveRecord::Migration
+  
+  def up
+    connection = ActiveSupport::Cache::ActiveRecordStore::CacheItem.connection
+    connection.create_table :cache_items do |t|
+      t.string :key
+      t.text :value
+      t.text :meta_info
+      t.datetime :expires_at
+      t.datetime :created_at
+      t.datetime :updated_at
+    end
+
+    connection.add_index :cache_items, :key, :unique => true
+    connection.add_index :cache_items, :expires_at
+    connection.add_index :cache_items, :updated_at
+  end
+
+  def down
+    ActiveSupport::Cache::ActiveRecordStore::CacheItem.connection.drop_table :cache_items
+  end
+  
+end

data/db/migrate/20150212223011_add_microdata_access_expired_date_to_users.rb

@@ -0,0 +1,11 @@
+class AddMicrodataAccessExpiredDateToUsers < ActiveRecord::Migration
+
+  def up
+    add_column :users, :microdata_access_expired_date, :datetime, default: nil
+  end
+
+  def down
+    remove_column :users, :microdata_access_expired_date
+  end
+
+end

data/db/migrate/20150217221940_add_new_band_aware_categorical_to_binary_summarization.rb

@@ -0,0 +1,177 @@
+class AddNewBandAwareCategoricalToBinarySummarization < ActiveRecord::Migration
+  def change
+    
+    sql0 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_reclassify_categorical_raster_to_binary_summarization(IN smpl_geog_lvl_id integer, rast_var_id integer, band_num integer DEFAULT 1)
+      RETURNS TABLE("sample_geog_level_id" bigint, "geog_instance_label" character varying, "geog_instance_id" bigint, "reclass_pix" bigint, "area_pix" bigint, "percent_area" float, "reclass_area" float) AS
+      $BODY$
+        BEGIN
+          RETURN QUERY
+            WITH lookup AS
+            (
+            SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+              FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rast_var_id)
+            ), categorical_rast AS
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label, ST_union(ST_Clip(r.rast, band_num, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1) LIMIT 1)), TRUE)) as rast
+            FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            inner join rasters r on ST_Intersects(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1) LIMIT 1)))
+            WHERE sgl.id = smpl_geog_lvl_id and r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1)
+            GROUP by sgl.id, gi.id, gi.label, gi.code
+            ), area_rast AS
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label, ST_union(ST_Clip(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = (select rv.area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1) LIMIT 1)))) as rast
+            FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            inner join rasters r on ST_Intersects(r.rast, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = (select rv.area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1) LIMIT 1)))
+            WHERE sgl.id = smpl_geog_lvl_id and r.raster_variable_id = (select rv.area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1)
+            GROUP by sgl.id, gi.id, gi.label, gi.code
+            ), rast_data AS
+            (
+            SELECT a.sample_geog_level_id, reclass.geog_instance_label, reclass.geog_instance_id,
+            (ST_SummaryStats(ST_Intersection(reclass.rast, a.rast, 'band2', 0))).sum as reclass_area, (ST_SummaryStats(a.rast)).sum as unit_area
+            , ST_Count(reclass.rast) as reclass_pix, ST_Count(a.rast) as area_pix
+            FROM    (
+              select r.geog_instance_label, r.geog_instance_id, ST_Reclass(r.rast, 1, l.exp, '8BUI', 0) as rast
+              from categorical_rast r, lookup l
+              )reclass inner join area_rast a on (reclass.geog_instance_id = a.geog_instance_id)
+            )
+            SELECT r.sample_geog_level_id, r.geog_instance_label, r.geog_instance_id, r.reclass_pix, r.area_pix, (r.reclass_area/r.unit_area)*100 as percent_area, r.reclass_area as reclass_area
+            FROM rast_data r;
+
+        END;
+      $BODY$
+      LANGUAGE plpgsql VOLATILE
+      COST 100
+      ROWS 1000;
+    SQL
+    
+    sql1 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_reclassify_categorical_raster_to_binary_summarization(IN smpl_geog_lvl_id integer, rast_var_id integer, band_num integer DEFAULT 1)
+          RETURNS TABLE("sample_geog_level_id" bigint, "geog_instance_label" character varying, "geog_instance_id" bigint, "reclass_pix" bigint, "area_pix" bigint, "percent_area" float, "reclass_area" float) AS
+          $BODY$
+            BEGIN
+              RETURN QUERY
+
+                WITH lookup AS
+                (
+                SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+                FROM raster_variables WHERE id IN (
+                        select raster_variable_classifications.mosaic_raster_variable_id 
+                        from raster_variable_classifications
+                        where raster_variable_classifications.raster_variable_id = rast_var_id)
+                ), transformation AS 
+                (
+                SELECT ST_SRID(r.rast) as prj_val
+                FROM rasters r
+                WHERE r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1) LIMIT 1
+                ), polygon AS
+                (
+                SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label, ST_Transform(bound.geog::geometry, t.prj_val) as geom
+                FROM transformation t, sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                inner join boundaries bound on bound.geog_instance_id = gi.id
+                WHERE sgl.id = smpl_geog_lvl_id
+                ), categorical_rast AS
+                (
+                SELECT p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, ST_union(ST_Clip(r.rast, band_num, p.geom, 0, True)) as rast
+                FROM polygon p inner join rasters r on ST_Intersects(r.rast, band_num, p.geom)
+                WHERE r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1)
+                GROUP BY p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label
+                ),reclass_rast AS
+                (
+                select r.sample_geog_level_id, r.geog_instance_id, r.geog_instance_label, ST_Reclass(r.rast, 1, l.exp, '8BUI', 0) as rast
+                from categorical_rast r, lookup l
+                ), area_rast AS
+                (
+                SELECT p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, ST_union(ST_Clip(r.rast, 1, p.geom, 0, True)) as rast
+                FROM polygon p inner join rasters r on ST_Intersects(r.rast, 1, p.geom)
+                WHERE r.raster_variable_id = (select rv.area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1)
+                GROUP BY p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label
+                ), calc AS
+                (
+                SELECT r.sample_geog_level_id, r.geog_instance_label, r.geog_instance_id, (ST_SummaryStats(ST_MapAlgebra(r.rast, 1, a.rast, 1, '[rast1]*[rast2]' ,'32BUI'))).sum as binary_area,
+                (ST_SummaryStats(a.rast)).sum as unit_area, ST_Count(r.rast) as reclass_pix, ST_Count(a.rast) as area_pix
+                FROM area_rast a inner join reclass_rast r on a.geog_instance_id = r.geog_instance_id
+                )
+                SELECT c.sample_geog_level_id, c.geog_instance_label, c.geog_instance_id, c.reclass_pix, c.area_pix, c.binary_area/c.unit_area as percent_area, c.binary_area as reclass_area
+                FROM calc c;
+            END;
+          $BODY$
+          LANGUAGE plpgsql VOLATILE
+          COST 100
+          ROWS 1000;
+    SQL
+    
+    sql =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_reclassify_categorical_raster_to_binary_summarization(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer)
+    RETURNS TABLE(geog_instance bigint, geog_instance_label character varying, pixel_count bigint, binary_area double precision, percent_area double precision, total_area double precision) AS
+    $BODY$
+      
+        BEGIN
+        RETURN QUERY
+        
+        WITH lookup AS
+        (
+        SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+        FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rasters_id)
+        ), cat_rast as
+        (
+        SELECT rv.area_reference_id as area_id, rv.second_area_reference_id as cat_id
+        FROM raster_variables rv
+        WHERE rv.id = rasters_id
+        ),transformation as
+        (
+        SELECT ST_SRID(r.rast) as prj_value
+        FROM cat_rast c, rasters r
+        WHERE r.raster_variable_id = c.cat_id 
+        LIMIT 1
+        ), polygon as
+        (
+        SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+        gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom, t.prj_value
+        FROM transformation t, sample_geog_levels sgl
+        inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+        inner join boundaries bound on bound.geog_instance_id = gi.id
+        WHERE sgl.id = sample_geog_lvl_id
+        ), r_table as
+        (
+        SELECT p.geog_instance_id, p.geog_instance_label, ST_Union(ST_Reclass(ST_Clip(r.rast, bnd_num, ST_Transform(p.geom, p.prj_value), TRUE),1,l.exp, '8BUI',0)) as rast
+        FROM lookup l, cat_rast c, polygon p inner join rasters r on ST_Intersects(r.rast, ST_Transform(p.geom, p.prj_value))
+        WHERE r.raster_variable_id = (c.cat_id)
+        GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+        ), a_table as
+        (
+        SELECT p.geog_instance_id, p.geog_instance_label, ST_union(ST_Clip(r.rast, ST_Transform(p.geom, p.prj_value))) as rast
+        FROM lookup l, cat_rast c, polygon p inner join rasters r on ST_Intersects(r.rast, ST_Transform(p.geom, p.prj_value))
+        WHERE r.raster_variable_id = (c.area_id)
+        GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+        ), calc as
+        (
+        SELECT r.geog_instance_id, r.geog_instance_label, (ST_SummaryStats(r.rast)).*, (ST_SummaryStats(a.rast)).sum as total_area,
+        (ST_SummaryStats(ST_MapAlgebra(r.rast, 1, a.rast, 1, '[rast1]*[rast2]', '32BUI'))).sum as binary_area
+        FROM r_table r inner join a_table a on (r.geog_instance_id = a.geog_instance_id)
+        )
+        SELECT c.geog_instance_id, c.geog_instance_label, c.count as pixel_count, c.binary_area,
+        c.binary_area / c.total_area as percent_area, c.total_area as total_area
+        FROM calc c;
+
+        END;
+
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql)
+    
+    
+  end
+end
+
+