terrapop_models 0.1.0

data/db/migrate/20150302145459_removeuse_postgis_procedure_for_geotiff.rb

@@ -0,0 +1,5 @@
+class RemoveusePostgisProcedureForGeotiff < ActiveRecord::Migration
+  def change
+    remove_column :raster_variables, :use_postgis_procedure_for_geotiff
+  end
+end

data/db/migrate/20150313194752_add_color_map_to_tiff_output.rb

@@ -0,0 +1,34 @@
+class AddColorMapToTiffOutput < ActiveRecord::Migration
+  def change
+    sql = <<-SQL
+      CREATE OR REPLACE Function terrapop_raster_clip_colormap(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer, colormap text)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast,p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsTiff(ST_ColorMap(ST_Union(r.rast), 1, colormap),'LZW', (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    execute sql
+  end
+end

data/db/migrate/20150313202158_add_color_map_to_jpeg_output.rb

@@ -0,0 +1,34 @@
+class AddColorMapToJpegOutput < ActiveRecord::Migration
+  def change
+    sql = <<-SQL
+      CREATE OR REPLACE Function terrapop_jpeg_raster_clip_colormap(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer, colormap text)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast,p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsJPEG(ST_ColorMap(ST_Union(r.rast), 1, colormap), 1) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    execute sql
+  end
+end

data/db/migrate/20150318183314_add_non_color_map_cookie_cutter_functions.rb

@@ -0,0 +1,65 @@
+class AddNonColorMapCookieCutterFunctions < ActiveRecord::Migration
+  def change
+    sql0 = <<-SQL
+      CREATE OR REPLACE Function terrapop_jpeg_raster_clip(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast,p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsJPEG(ST_Union(r.rast)) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    sql1 = <<-SQL
+      CREATE OR REPLACE Function terrapop_tiff_raster_clip(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast,p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsTiff(ST_Union(r.rast),'LZW', (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+
+    execute sql0
+    execute sql1
+    
+  end
+end

data/db/migrate/20150324160629_add_categorical_multi_band_summarization.rb

@@ -0,0 +1,62 @@
+class AddCategoricalMultiBandSummarization < ActiveRecord::Migration
+  def change
+    
+    sql =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_categorical_raster_v1(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN raster_bnd integer)
+    RETURNS TABLE(geog_instance_id bigint, geog_instance_label character varying, num_class bigint, mod_class double precision, total_area double precision) AS
+    $BODY$
+    DECLARE
+
+            BEGIN
+
+            RETURN QUERY
+            WITH poly_table AS (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+            gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as geom
+            FROM sample_geog_levels sgl
+            inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            WHERE sgl.id = sample_geog_lvl_id
+            ),
+            cat_rast AS
+            (
+            select p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code, ST_Union(ST_Clip(r.rast,raster_bnd, p.geom, 0)) as rast
+            from poly_table p inner join rasters r on ST_Intersects(r.rast, raster_bnd, p.geom)
+            where r.raster_variable_id = rasters_id
+            group by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+            ),
+            area_rast AS
+            (
+            select p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code, (ST_SummaryStats(ST_Union(ST_Clip(r.rast, p.geom)))).sum as categorical_area
+            from poly_table p inner join rasters r on ST_Intersects(r.rast, p.geom)
+            where r.raster_variable_id = ( select rv.area_reference_id from raster_variables rv where rv.id = rasters_id limit 1 )
+            group by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+            )
+            SELECT area_rast.geog_instance_id, area_rast.geog_instance_label, cat_num_classes.number_of_classes, cat_mode_class.value as modal_class, area_rast.categorical_area 
+            FROM area_rast inner join 
+                (
+                SELECT cat_count.geog_instance_id, cat_count.geog_instance_label, count(cat_count.value) as number_of_classes
+                FROM (
+                    select cat_rast.geog_instance_id, cat_rast.geog_instance_label, (ST_valuecount(cat_rast.rast)).value
+                    from cat_rast
+                ) cat_count
+                GROUP BY cat_count.geog_instance_id, cat_count.geog_instance_label
+                ) cat_num_classes on (area_rast.geog_instance_id = cat_num_classes.geog_instance_id) inner join 
+                (
+                SELECT DISTINCT ON (cat_rast.geog_instance_id, cat_rast.geog_instance_label)
+                cat_rast.geog_instance_id, cat_rast.geog_instance_label, (ST_valuecount(cat_rast.rast)).*
+                FROM cat_rast
+                ORDER BY cat_rast.geog_instance_id, cat_rast.geog_instance_label, (ST_valuecount(cat_rast.rast)).count DESC
+                ) cat_mode_class ON (area_rast.geog_instance_id = cat_mode_class.geog_instance_id);
+
+    END;
+
+    $BODY$
+    LANGUAGE plpgsql VOLATILE;
+    SQL
+    
+    
+    execute(sql)
+    
+  end
+end

data/db/migrate/20150324161827_add_index_to_rasters_raster_variable_id.rb

@@ -0,0 +1,5 @@
+class AddIndexToRastersRasterVariableId < ActiveRecord::Migration
+  def change
+    add_index :rasters, :raster_variable_id
+  end
+end

data/db/migrate/20150327203257_add_band_to_terrapop_raster_summary_cache.rb

@@ -0,0 +1,5 @@
+class AddBandToTerrapopRasterSummaryCache < ActiveRecord::Migration
+  def change
+    add_column :terrapop_raster_summary_caches, :band_index, :bigint, default: 1
+  end
+end

data/db/migrate/20150331142232_add_xml_field_to_map.rb

@@ -0,0 +1,5 @@
+class AddXmlFieldToMap < ActiveRecord::Migration
+  def change
+    add_column :maps, :iso19115_xml, :text
+  end
+end

data/db/migrate/20150331153703_add_new_continous_summarization.rb

@@ -0,0 +1,38 @@
+class AddNewContinousSummarization < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+      CREATE OR REPLACE Function terrapop_continuous_summarization_without_arearef(sample_geog_lvl_id bigint, rasters_id bigint, band_idx bigint)
+          RETURNS TABLE (geog_instance_id bigint, geog_instance_label character varying, count bigint, total_area double precision, mean double precision, stddev double precision, min double precision, max double precision)
+            AS 
+            $BODY$
+              BEGIN
+                  RETURN QUERY
+                  WITH transformation AS
+                  (
+                  SELECT ST_SRID(r.rast) as prj_val
+                  FROM rasters r
+                    WHERE r.raster_variable_id = rasters_id LIMIT 1
+                  ),
+                  polygon AS
+                  (
+                  SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label, ST_Transform(bound.geog::geometry, t.prj_val) as geom
+                  FROM transformation t, sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                  inner join boundaries bound on bound.geog_instance_id = gi.id
+                  WHERE sgl.id = sample_geog_lvl_id
+                  ),area_ref_rast as 
+                  (
+                  SELECT p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, ST_union(ST_Clip(r.rast, p.geom)) as rast
+                  FROM polygon p inner join rasters r on ST_Intersects(r.rast, p.geom)
+                  WHERE p.sample_geog_level_id = sample_geog_lvl_id and r.raster_variable_id = rasters_id
+                  GROUP BY p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label
+                  )
+                  select a.geog_instance_id, a.geog_instance_label, (ST_Summarystats(a.rast, band_idx::integer)).*
+                  from area_ref_rast a;
+              END;
+              $BODY$
+          LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql)
+  end
+end

data/db/migrate/20150409153145_categorical_to_binary_as_raster.rb

@@ -0,0 +1,49 @@
+class CategoricalToBinaryAsRaster < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_categorical_raster_to_binary_tiff(IN smpl_geog_lvl_id integer, IN rast_var_id integer, IN band_num integer DEFAULT 1)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+            BEGIN
+            RETURN QUERY
+            WITH lookup AS
+            (
+            SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+                FROM raster_variables WHERE id IN (
+                    select raster_variable_classifications.mosaic_raster_variable_id
+                    from raster_variable_classifications
+                    where raster_variable_classifications.raster_variable_id = rast_var_id)
+            ),transformation as
+            (
+              SELECT ST_SRID(r.rast) as prj_value
+                          FROM rasters r
+                          WHERE r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1) LIMIT 1
+            ),polygon as
+            (
+            SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+            gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+            FROM transformation t, sample_geog_levels sgl
+            inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+            inner join boundaries bound on bound.geog_instance_id = gi.id
+            WHERE sgl.id = smpl_geog_lvl_id
+            ), binary_rast AS
+            (
+            SELECT p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code, ST_union(ST_Clip(r.rast, band_num,p.geom, TRUE)) as rast
+            FROM polygon p inner join rasters r on ST_Intersects(r.rast, p.geom)
+            WHERE r.raster_variable_id = (select rv.second_area_reference_id from raster_variables rv where rv.id = rast_var_id limit 1)
+            GROUP by p.sample_geog_level_id, p.geog_instance_id, p.geog_instance_label, p.geog_instance_code
+            )
+            select ST_AsTiff(ST_Union(r.rast),'LZW', max(t.prj_value)) as tiff from binary_rast r, transformation t;
+
+        END;
+    $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+ 
+    execute(sql)
+  end
+end
+
+
+

data/db/migrate/20150413204130_generic_categorical_to_binary_raster_output_function.rb

@@ -0,0 +1,92 @@
+class GenericCategoricalToBinaryRasterOutputFunction < ActiveRecord::Migration
+  def change
+    
+    sql0 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_raster(IN sample_geog_lvl_id bigint, IN rasters_id bigint, IN bnd_num integer DEFAULT 1)
+    RETURNS TABLE(raster_table raster) AS
+    $BODY$
+        BEGIN
+        RETURN QUERY
+        WITH lookup AS
+        (
+        SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+        FROM raster_variables WHERE id IN (
+                select raster_variable_classifications.mosaic_raster_variable_id 
+                from raster_variable_classifications
+                where raster_variable_classifications.raster_variable_id = rasters_id)
+        ), cat_rast as
+        (
+        SELECT rv.second_area_reference_id as cat_id
+        FROM raster_variables rv
+        WHERE rv.id = rasters_id
+        ),transformation as
+        (
+        SELECT ST_SRID(r.rast) as prj_value
+        FROM cat_rast c, rasters r
+        WHERE r.raster_variable_id = c.cat_id 
+        LIMIT 1
+        ), polygon as
+        (
+        SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+        gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+        FROM transformation t, sample_geog_levels sgl
+        inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+        inner join boundaries bound on bound.geog_instance_id = gi.id
+        WHERE sgl.id = sample_geog_lvl_id
+        )
+        SELECT ST_union(ST_Reclass(ST_Clip(r.rast, bnd_num,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+        FROM lookup l, cat_rast c,  polygon p inner join rasters r on ST_Intersects(r.rast,p.geom)
+        WHERE r.raster_variable_id = (c.cat_id);
+        END;
+
+        $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+        
+    execute(sql0)
+    
+    sql1 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_projection_number_from_stacked_raster(raster_id bigint)
+    RETURNS integer AS
+    $BODY$
+      DECLARE prj_value integer;
+      BEGIN
+        WITH cat_rast as
+        (
+          SELECT rv.second_area_reference_id as cat_id
+            FROM raster_variables rv
+            WHERE rv.id = raster_id
+        ),transformation as
+        (
+          SELECT ST_SRID(r.rast) AS prj_value
+            FROM cat_rast c, rasters r
+            WHERE r.raster_variable_id = c.cat_id 
+            LIMIT 1
+        )
+        SELECT t.prj_value INTO prj_value FROM transformation t;
+        
+        RETURN prj_value;
+      END;
+    $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql1)
+    
+    sql2 =<<-SQL
+    CREATE OR REPLACE FUNCTION terrapop_raster_as_tiff(projection integer, rast raster)
+    RETURNS bytea AS
+    $BODY$
+    DECLARE ret_raster raster;
+      BEGIN
+        SELECT ST_AsTiff(rast,'LZW', projection) into ret_raster;
+        RETURN ret_raster;
+      END;
+    $BODY$
+    LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql2)
+    
+  end
+end

data/db/migrate/20150416133743_ratio_area_level_data_to_raster_function.rb

@@ -0,0 +1,55 @@
+class RatioAreaLevelDataToRasterFunction < ActiveRecord::Migration
+  def change
+    sql =<<-SQL
+    CREATE OR REPLACE Function terrapop_areal_rasterization_number(sample_geog_lvl_id bigint, rasters_id bigint, area_data_variables_id bigint, raster_sizer bigint, bnd_num integer)
+        RETURNS TABLE (rast raster)
+            AS
+            $BODY$
+            BEGIN
+                RETURN QUERY
+                    WITH new_rast as
+                    (
+                    SELECT ST_Rescale(ST_Asraster(mybound.geom, my_rast.rast, '32BF', 1.0, -5), my_rast.scale_x/raster_sizer,
+                        my_rast.scale_y/raster_sizer) as rast
+                    FROM     (
+                        select ST_Collect(bound.geog::geometry) as geom
+                        from sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                        inner join boundaries bound on bound.geog_instance_id = gi.id
+                        where gi.sample_geog_level_id = sample_geog_lvl_id
+                        ) mybound,
+                        (
+                        select ST_Scalex(r.rast) as scale_x, ST_Scaley(r.rast) as scale_y, r.rast
+                        from rasters r
+                        where r.raster_variable_id = rasters_id
+                        limit 1
+                        ) my_rast
+                    )
+               
+                    SELECT ST_Union(ST_AsRaster(clip.geom, new_rast.rast, '32BF', areal_data.value)) as rast
+                    FROM new_rast,
+                      (
+                        select gi.id, adv.mnemonic, area_data.value
+                        from sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                        inner join boundaries bound on bound.geog_instance_id = gi.id
+                        left join area_data_values area_data on gi.id = area_data.geog_instance_id
+                        inner join area_data_variables adv ON area_data.area_data_variable_id = adv.id
+                        where gi.sample_geog_level_id = sample_geog_lvl_id and adv.id = area_data_variables_id
+                      ) areal_data inner join
+                      (
+                        SELECT gi.id, ST_union(bound.geog::geometry) as geom
+                        from sample_geog_levels sgl inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+                        inner join boundaries bound on bound.geog_instance_id = gi.id
+                        inner join new_rast r on ST_Intersects(r.rast, bound.geog::geometry)
+                        where gi.sample_geog_level_id = sample_geog_lvl_id
+                        group by gi.id
+                      ) clip on areal_data.id = clip.id;
+            END;
+            $BODY$
+            LANGUAGE 'plpgsql';
+    SQL
+    
+    execute(sql)
+    
+  end
+end
+