terrapop_models 0.1.0

data/db/migrate/20150416143838_projection_function_for_single_band_rasters.rb

@@ -0,0 +1,27 @@
+class ProjectionFunctionForSingleBandRasters < ActiveRecord::Migration
+  def change
+    sql1 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_projection_number_from_single_band_raster(raster_id bigint)
+    RETURNS integer AS
+    $BODY$
+      DECLARE prj_value integer;
+      BEGIN
+        WITH transformation as
+        (
+          SELECT ST_SRID(r.rast) AS prj_value
+            FROM rasters r
+            WHERE r.raster_variable_id = raster_id
+            LIMIT 1
+        )
+        SELECT t.prj_value INTO prj_value FROM transformation t;
+        
+        RETURN prj_value;
+      END;
+    $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql1)
+    
+  end
+end

data/db/migrate/20150419203614_add_raster_dataset_to_terrapop_raster_summary_cache.rb

@@ -0,0 +1,12 @@
+class AddRasterDatasetToTerrapopRasterSummaryCache < ActiveRecord::Migration
+  def change
+    
+    add_column :terrapop_raster_summary_caches, :raster_dataset_id, :bigint
+    
+    add_index :terrapop_raster_summary_caches, :raster_dataset_id
+    
+    foreign_key :terrapop_raster_summary_caches, :raster_dataset_id
+    
+    
+  end
+end

data/db/migrate/20150419232521_add_raster_dataset_to_request_raster_variable.rb

@@ -0,0 +1,9 @@
+class AddRasterDatasetToRequestRasterVariable < ActiveRecord::Migration
+  def change
+    
+    add_column :request_raster_variables, :raster_dataset_id, :bigint
+    add_index :request_raster_variables, :raster_dataset_id
+    foreign_key :request_raster_variables, :raster_dataset_id
+    
+  end
+end

data/db/migrate/20150427163939_create_single_binary_from_categorical_to_tiff_function.rb

@@ -0,0 +1,51 @@
+class CreateSingleBinaryFromCategoricalToTiffFunction < ActiveRecord::Migration
+  def change
+    
+    sql0 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_tiff(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer DEFAULT 1)
+    RETURNS  bytea AS
+    $BODY$
+      DECLARE ret_tiff bytea;
+        BEGIN
+        
+        WITH lookup AS
+        (
+        SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+        FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rasters_id)
+        ), cat_rast as
+        (
+        SELECT rv.second_area_reference_id as cat_id
+        FROM raster_variables rv
+        WHERE rv.id = rasters_id
+        ),transformation as
+        (
+        SELECT ST_SRID(r.rast) as prj_value
+        FROM cat_rast c, rasters r
+        WHERE r.raster_variable_id = c.cat_id 
+        LIMIT 1
+        ), polygon as
+        (
+        SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+        gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+        FROM transformation t, sample_geog_levels sgl
+        inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+        inner join boundaries bound on bound.geog_instance_id = gi.id
+        WHERE sgl.id = sample_geog_lvl_id
+        )
+        SELECT ST_AsTiff(ST_union(ST_Reclass(ST_Clip(r.rast, bnd_num,p.geom, TRUE),1,l.exp, '8BUI',0)), 'LZW', terrapop_projection_number_from_stacked_raster(rasters_id)) into ret_tiff
+        FROM lookup l, cat_rast c,  polygon p inner join rasters r on ST_Intersects(r.rast,p.geom)
+        WHERE r.raster_variable_id = (c.cat_id);
+        RETURN ret_tiff;
+        END;
+
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+        
+    execute(sql0)
+    
+  end
+end

data/db/migrate/20150518200435_add_new_binary_cookie_cutter_functions.rb

@@ -0,0 +1,95 @@
+class AddNewBinaryCookieCutterFunctions < ActiveRecord::Migration
+  def change
+    sql0 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_tiff_colormap(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer DEFAULT 1, colormap TEXT DEFAULT 'greyscale')
+    RETURNS  bytea AS
+    $BODY$
+      DECLARE ret_tiff bytea;
+        BEGIN
+        
+        WITH lookup AS
+        (
+        SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+        FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rasters_id)
+        ), cat_rast as
+        (
+        SELECT rv.second_area_reference_id as cat_id
+        FROM raster_variables rv
+        WHERE rv.id = rasters_id
+        ),transformation as
+        (
+        SELECT ST_SRID(r.rast) as prj_value
+        FROM cat_rast c, rasters r
+        WHERE r.raster_variable_id = c.cat_id 
+        LIMIT 1
+        ), polygon as
+        (
+        SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+        gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+        FROM transformation t, sample_geog_levels sgl
+        inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+        inner join boundaries bound on bound.geog_instance_id = gi.id
+        WHERE sgl.id = sample_geog_lvl_id
+        )
+        SELECT ST_AsTiff(ST_ColorMap(ST_union(ST_Reclass(ST_Clip(r.rast, bnd_num,p.geom, TRUE),1,l.exp, '8BUI',0)), 1, colormap), 'LZW', terrapop_projection_number_from_stacked_raster(rasters_id)) into ret_tiff
+        FROM lookup l, cat_rast c,  polygon p inner join rasters r on ST_Intersects(r.rast,p.geom)
+        WHERE r.raster_variable_id = (c.cat_id);
+        RETURN ret_tiff;
+        END;
+
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+        
+    execute(sql0)
+    
+    sql1 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_jpeg_colormap(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer DEFAULT 1, colormap TEXT DEFAULT 'greyscale')
+    RETURNS  bytea AS
+    $BODY$
+      DECLARE ret_tiff bytea;
+        BEGIN
+        
+        WITH lookup AS
+        (
+        SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+        FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rasters_id)
+        ), cat_rast as
+        (
+        SELECT rv.second_area_reference_id as cat_id
+        FROM raster_variables rv
+        WHERE rv.id = rasters_id
+        ),transformation as
+        (
+        SELECT ST_SRID(r.rast) as prj_value
+        FROM cat_rast c, rasters r
+        WHERE r.raster_variable_id = c.cat_id 
+        LIMIT 1
+        ), polygon as
+        (
+        SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+        gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+        FROM transformation t, sample_geog_levels sgl
+        inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+        inner join boundaries bound on bound.geog_instance_id = gi.id
+        WHERE sgl.id = sample_geog_lvl_id
+        )
+        SELECT ST_AsJPEG(ST_union(ST_Reclass(ST_Clip(r.rast, bnd_num,p.geom, TRUE),1,l.exp, '8BUI',0)), 1) into ret_tiff
+        FROM lookup l, cat_rast c,  polygon p inner join rasters r on ST_Intersects(r.rast,p.geom)
+        WHERE r.raster_variable_id = (c.cat_id);
+        RETURN ret_tiff;
+        END;
+
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+        
+    execute(sql1)
+  end
+end

data/db/migrate/20150520195145_revised_glc_binary_summarization_function.rb

@@ -0,0 +1,64 @@
+class RevisedGlcBinarySummarizationFunction < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+      CREATE OR REPLACE FUNCTION terrapop_glc_binary_summarization_v3(IN sample_geog_lvl_id bigint, IN rasters_id bigint)
+          RETURNS TABLE(geog_instance_id bigint, geog_instance_label character varying, binary_area double precision, total_area double precision, percent_area double precision) AS
+            $BODY$
+            BEGIN
+            RETURN QUERY
+    		with bounds as
+    		(
+    			SELECT sgl.id as sample_geog_level_id, gi.id as gid, gi.label as label, gi.code as geog_instance_code, bound.geog::geometry as geom
+    			FROM sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id inner join boundaries bound on bound.geog_instance_id = gi.id
+    			where sgl.id = sample_geog_lvl_id group by sgl.id, gi.id, gi.label, gi.code, bound.geog
+    		),
+		
+    		bin_rast as 
+    		(
+    			SELECT b.gid as gid, b.label as label, ST_Union(ST_Clip(r.rast, b.geom)) as rast
+    			FROM bounds b inner join rasters r on ST_Intersects(r.rast, b.geom)
+    			where r.raster_variable_id = rasters_id group by b.gid, b.label
+    		),
+
+    		area_reference_id as (select rv.area_reference_id as id from raster_variables rv where rv.id = rasters_id limit 1),
+
+    		area_ref_rast as
+    		(
+    			SELECT b.gid as gid, b.label as label, ST_Union(ST_Clip(r.rast, b.geom)) as rast
+    			FROM area_reference_id a, bounds b inner join rasters r on ST_Intersects(r.rast, b.geom)
+    			where r.raster_variable_id = a.id group by b.gid, b.label
+    		),
+
+
+    		binary_area as
+    		(
+    			select b.gid, b.label, (ST_SummaryStats(ST_MapAlgebra(b.rast, 1, a.rast, 1, '[rast1]*[rast2]'))).sum as binary_area
+    			FROM bin_rast b inner join area_ref_rast a on b.gid = a.gid
+    			group by b.gid, b.label, a.rast, b.rast
+    		),
+
+    		total_area as
+    		(
+    			SELECT a.gid as gid, a.label as label, (ST_SummaryStats(a.rast, true)).sum as total_area
+    			FROM area_ref_rast a group by a.gid, a.label, a.rast order by a.label
+    		),
+
+    		percent_area as
+    		(
+    			select a.gid as gid, a.label as label, a.binary_area/b.total_area as percent_area
+    			from binary_area a, total_area b where a.gid = b.gid order by a.label
+    		)
+
+    		SELECT b.gid, b.label, b.binary_area, t.total_area, p.percent_area
+    		FROM binary_area b inner join total_area t on b.gid = t.gid inner join percent_area p on t.gid = p.gid;
+
+            END;
+            $BODY$
+      LANGUAGE plpgsql VOLATILE
+      COST 100
+      ROWS 1000;
+    SQL
+    
+    execute(sql)
+  end
+end

data/db/migrate/20150526205918_new_categorical_to_binary_summarization.rb

@@ -0,0 +1,72 @@
+class NewCategoricalToBinarySummarization < ActiveRecord::Migration
+  def change
+    
+    sql =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_reclassify_categorical_raster_to_binary_summariz_v2(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer)
+    RETURNS TABLE(geog_instance bigint, geog_instance_label character varying, pixel_count bigint, binary_area double precision, percent_area double precision, total_area double precision) AS
+    $BODY$
+      
+        BEGIN
+        RETURN QUERY
+        
+        WITH lookup AS
+        (
+        SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+        FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rasters_id)
+        ), cat_rast as
+        (
+        SELECT rv.area_reference_id as area_id, rv.second_area_reference_id as cat_id
+        FROM raster_variables rv
+        WHERE rv.id = rasters_id
+        ),transformation as
+        (
+        SELECT ST_SRID(r.rast) as prj_value
+        FROM cat_rast c, rasters r
+        WHERE r.raster_variable_id = c.cat_id 
+        LIMIT 1
+        ), polygon as
+        (
+        SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+        gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom, t.prj_value
+        FROM transformation t, sample_geog_levels sgl
+        inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+        inner join boundaries bound on bound.geog_instance_id = gi.id
+        WHERE sgl.id = sample_geog_lvl_id
+        ), raster_tiles as
+        (
+        	SELECT rast, raster_variable_id FROM rasters r, cat_rast c WHERE r.raster_variable_id = c.cat_id
+        ), r_table as
+        (
+        SELECT p.geog_instance_id, p.geog_instance_label, ST_Union(ST_Reclass(ST_Clip(r.rast, bnd_num, ST_Transform(p.geom, p.prj_value), TRUE),1,l.exp, '8BUI',0)) as rast
+        FROM lookup l, cat_rast c, polygon p inner join raster_tiles r on ST_Intersects(r.rast, ST_Transform(p.geom, p.prj_value))
+        WHERE r.raster_variable_id = (c.cat_id)
+        GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+        ), a_table as
+        (
+        SELECT p.geog_instance_id, p.geog_instance_label, ST_union(ST_Clip(r.rast, ST_Transform(p.geom, p.prj_value))) as rast
+        FROM lookup l, cat_rast c, polygon p inner join raster_tiles r on ST_Intersects(r.rast, ST_Transform(p.geom, p.prj_value))
+        WHERE r.raster_variable_id = (c.area_id)
+        GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+        ), calc as
+        (
+        SELECT r.geog_instance_id, r.geog_instance_label, (ST_SummaryStats(r.rast)).*, (ST_SummaryStats(a.rast)).sum as total_area,
+        (ST_SummaryStats(ST_MapAlgebra(r.rast, 1, a.rast, 1, '[rast1]*[rast2]', '32BUI'))).sum as binary_area
+        FROM r_table r inner join a_table a on (r.geog_instance_id = a.geog_instance_id)
+        )
+        SELECT c.geog_instance_id, c.geog_instance_label, c.count as pixel_count, c.binary_area,
+        c.binary_area / c.total_area as percent_area, c.total_area as total_area
+        FROM calc c;
+
+        END;
+
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql)
+    
+  end
+end

data/db/migrate/20150527144243_even_newer_glc_binary_function.rb

@@ -0,0 +1,79 @@
+class EvenNewerGlcBinaryFunction < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+      CREATE OR REPLACE FUNCTION terrapop_glc_binary_summarization_v4(IN sample_geog_lvl_id bigint, IN rasters_id bigint)
+          RETURNS TABLE(geog_instance_id bigint, geog_instance_label character varying, binary_area double precision, total_area double precision, percent_area double precision) AS
+            $BODY$
+            BEGIN
+            RETURN QUERY
+        WITH srid as
+
+        (
+
+        	SELECT st_srid(r.rast) as srid FROM rasters r
+
+        	where r.raster_variable_id = rasters_id
+
+        	limit 1
+
+        ),
+
+       bounds as
+        (
+
+        	SELECT sgl.id as sample_geog_level_id, gi.id as gid, gi.label as label, gi.code as geog_instance_code, st_transform(bound.geog::geometry, srid.srid) as geom
+
+        	FROM srid, sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id inner join boundaries bound on bound.geog_instance_id = gi.id
+
+        	where sgl.id = sample_geog_lvl_id group by sgl.id, gi.id, gi.label, gi.code, bound.geog
+
+        ),
+		
+    		bin_rast as 
+    		(
+    			SELECT b.gid as gid, b.label as label, ST_Union(ST_Clip(r.rast, b.geom)) as rast
+    			FROM bounds b inner join rasters r on ST_Intersects(r.rast, b.geom)
+    			where r.raster_variable_id = rasters_id group by b.gid, b.label
+    		),
+
+    		area_reference_id as (select rv.area_reference_id as id from raster_variables rv where rv.id = rasters_id limit 1),
+
+    		area_ref_rast as
+    		(
+    			SELECT b.gid as gid, b.label as label, ST_Union(ST_Clip(r.rast, b.geom)) as rast
+    			FROM area_reference_id a, bounds b inner join rasters r on ST_Intersects(r.rast, b.geom)
+    			where r.raster_variable_id = a.id group by b.gid, b.label
+    		),
+
+    		binary_area as
+    		(
+    			select b.gid, b.label, (ST_SummaryStats(ST_MapAlgebra(b.rast, 1, a.rast, 1, '[rast1]*[rast2]'))).sum as binary_area
+    			FROM bin_rast b inner join area_ref_rast a on b.gid = a.gid
+    			group by b.gid, b.label, a.rast, b.rast
+    		),
+
+    		total_area as
+    		(
+    			SELECT a.gid as gid, a.label as label, (ST_SummaryStats(a.rast, true)).sum as total_area
+    			FROM area_ref_rast a group by a.gid, a.label, a.rast order by a.label
+    		),
+
+    		percent_area as
+    		(
+    			select a.gid as gid, a.label as label, a.binary_area/b.total_area as percent_area
+    			from binary_area a, total_area b where a.gid = b.gid order by a.label
+    		)
+
+    		SELECT b.gid, b.label, b.binary_area, t.total_area, p.percent_area
+    		FROM binary_area b inner join total_area t on b.gid = t.gid inner join percent_area p on t.gid = p.gid;
+
+            END;
+            $BODY$
+      LANGUAGE plpgsql VOLATILE
+      COST 100
+      ROWS 1000;
+    SQL
+    
+    execute(sql)
+  end
+end

data/db/migrate/20150527191853_add_even_newer_glc_category_to_binary_function.rb

@@ -0,0 +1,74 @@
+class AddEvenNewerGlcCategoryToBinaryFunction < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+      CREATE OR REPLACE FUNCTION terrapop_reclassify_categorical_raster_to_binary_summariz_v3(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer)
+      RETURNS TABLE(geog_instance bigint, geog_instance_label character varying, pixel_count bigint, binary_area double precision, percent_area double precision, total_area double precision) AS
+      $BODY$
+      
+        BEGIN
+        RETURN QUERY
+          WITH lookup AS
+          (
+              SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+              FROM raster_variables 
+              WHERE id IN (
+                  select raster_variable_classifications.mosaic_raster_variable_id 
+                  from raster_variable_classifications
+                  where raster_variable_classifications.raster_variable_id = rasters_id)
+          ),
+
+          cat_rast as 
+          (
+            SELECT rv.area_reference_id as area_id, rv.second_area_reference_id as cat_id FROM raster_variables rv WHERE rv.id = rasters_id),
+              transformation as (SELECT ST_SRID(r.rast) as prj_value FROM cat_rast c, rasters r WHERE r.raster_variable_id = c.cat_id LIMIT 1),
+
+          polygon as
+          (
+              SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label, gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+              FROM transformation t, sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id inner join boundaries bound on bound.geog_instance_id = gi.id
+              WHERE sgl.id = sample_geog_lvl_id
+          ),
+
+          all_r_table as
+          (
+              SELECT r.rast as rast
+              FROM rasters r, cat_rast c
+              WHERE r.raster_variable_id = (c.cat_id)
+          ),
+
+          r_table as
+          (
+              SELECT p.geog_instance_id, p.geog_instance_label, ST_union(ST_Reclass(ST_Clip(r.rast, bnd_num ,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+              FROM lookup l, polygon p inner join all_r_table r on ST_Intersects(r.rast, p.geom)
+              GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+          ),
+
+          all_a_table as
+          (
+              SELECT r.rast as rast
+              FROM rasters r, cat_rast c
+              WHERE r.raster_variable_id = (c.area_id)
+          ),
+
+          a_table as
+          (
+              SELECT p.geog_instance_id, p.geog_instance_label, ST_union(ST_Clip(r.rast, p.geom)) as rast
+              FROM lookup l, cat_rast c, polygon p inner join all_a_table r on ST_Intersects(r.rast, p.geom)
+              GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+          ),
+
+          calc as
+          (
+              SELECT r.geog_instance_id, r.geog_instance_label, (ST_SummaryStats(r.rast)).*, (ST_SummaryStats(a.rast)).sum as total_area,
+              (ST_SummaryStats(ST_MapAlgebra(r.rast, 1, a.rast, 1, '[rast1]*[rast2]', '32BUI'))).sum as binary_area
+              FROM r_table r inner join a_table a on (r.geog_instance_id = a.geog_instance_id)
+          )
+
+          SELECT c.geog_instance_id, c.geog_instance_label, c.count as pixel_count, c.binary_area, c.binary_area / c.total_area as percent_area, c.total_area as total_area FROM calc c;
+        END;
+
+        $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+  end
+end