terrapop_models 0.1.0

data/db/migrate/20150727134942_rename_rasters_new_to_new_rasters.rb

@@ -0,0 +1,19 @@
+class RenameRastersNewToNewRasters < ActiveRecord::Migration
+  def change
+
+    create_table :new_rasters do |t|
+      t.column    :raster_variable_id, :bigint
+      t.column    :table_name, :text
+      t.column    :area_reference_id,  :bigint
+      t.column    :second_area_reference_id, :bigint
+      t.column    :r_table_schema, :text
+      t.timestamps
+    end
+
+    add_index :new_rasters, :raster_variable_id
+    add_index :new_rasters, :area_reference_id
+    add_index :new_rasters, :second_area_reference_id
+
+    foreign_key :new_rasters, :raster_variable_id
+  end
+end

data/db/migrate/20150727135614_update_table_name_in_make_jpeg2.rb

@@ -0,0 +1,70 @@
+class UpdateTableNameInMakeJpeg2 < ActiveRecord::Migration
+  def change
+    sql=<<-SQL
+     CREATE OR REPLACE FUNCTION make_jpeg2(IN sample_geog_lvl_id integer, IN rast_id integer, IN rast_band_num integer)
+  RETURNS SETOF raster AS
+$BODY$
+DECLARE
+
+    one_raster text := 'hello';
+    query text := '';
+
+    BEGIN
+
+    WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id =  rast_id )
+    ), cat_rast as
+    (
+    SELECT rv.second_area_reference_id as cat_id
+    FROM raster_variables rv
+    WHERE rv.id =  rast_id
+    )
+    SELECT r_table_schema || '.' || table_name as tablename
+    INTO one_raster
+    FROM cat_rast inner join new_rasters on cat_rast.cat_id = new_rasters.raster_variable_id ;
+
+    RAISE NOTICE  ' % ', one_raster;
+
+    query := $$ WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    NTOFROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id = $$ || rast_id || $$)
+    )
+    , transformation as
+    (
+    SELECT ST_SRID(r.rast) as prj_value
+    FROM $$ || one_raster || $$ r
+    LIMIT 1
+    ), polygon as
+    (
+    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+    gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+    FROM transformation t, sample_geog_levels sgl
+    inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+    inner join boundaries bound on bound.geog_instance_id = gi.id
+    WHERE sgl.id = $$ || sample_geog_lvl_id || $$
+    )
+    SELECT ST_union(ST_Reclass(ST_Clip(r.rast, 1,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+    FROM lookup l, polygon p inner join $$ || one_raster || $$ r on ST_Intersects(r.rast,p.geom) $$ ;
+
+    RAISE NOTICE  ' % ', query;
+
+    RETURN QUERY execute query;
+
+END;
+$BODY$
+  LANGUAGE plpgsql VOLATILE
+  COST 100
+  ROWS 1000;
+    SQL
+    execute sql
+  end
+end

data/db/migrate/20150727143159_jpeg_clip_experiment.rb

@@ -0,0 +1,36 @@
+
+class JpegClipExperiment < ActiveRecord::Migration
+  def change
+    sql = <<-SQL
+      CREATE OR REPLACE Function terrapop_jpeg_raster_clip_colormap_v2(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer, colormap text)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Buffer(ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)), 0.0000001) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast, p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsJPEG(ST_ColorMap(ST_Union(r.rast), 1, colormap), 1) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+    
+    execute sql
+    
+  end
+end

data/db/migrate/20150727145556_create_new_tiff_raster_clip_with_buffer.rb

@@ -0,0 +1,34 @@
+class CreateNewTiffRasterClipWithBuffer < ActiveRecord::Migration
+  def change
+    sql1 = <<-SQL
+      CREATE OR REPLACE Function terrapop_tiff_raster_clip_v2(sample_geog_lvl_id bigint, rasters_id bigint, raster_bnd integer)
+      RETURNS TABLE (tiff bytea) AS
+      $BODY$
+
+        BEGIN
+        RETURN QUERY
+
+        WITH poly_table AS 
+        (
+        SELECT ST_Buffer(ST_Transform(bound.geog::geometry, (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)), 0.0000001) as geom
+          FROM sample_geog_levels sgl
+          inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+          inner join boundaries bound on bound.geog_instance_id = gi.id
+          where gi.sample_geog_level_id = sample_geog_lvl_id
+        ),
+        new_rast AS
+        (
+          SELECT ST_Union(ST_Clip(r.rast, raster_bnd, p.geom, TRUE)) as rast
+          FROM poly_table p inner join rasters r on ST_Intersects(r.rast,p.geom)
+          where r.raster_variable_id = rasters_id
+        )
+        select ST_AsTiff(ST_Union(r.rast),'LZW', (SELECT ST_SRID(r.rast) FROM rasters r WHERE r.raster_variable_id = rasters_id LIMIT 1)) as tiff from new_rast r;
+
+        END;
+      $BODY$
+      LANGUAGE 'plpgsql';
+    SQL
+
+    execute sql1
+  end
+end

data/db/migrate/20150727161508_update_table_name_in_make_jpeg2_part_deux.rb

@@ -0,0 +1,77 @@
+class UpdateTableNameInMakeJpeg2PartDeux < ActiveRecord::Migration
+  def change
+    
+    sql0 =<<-SQL
+      DROP FUNCTION IF EXISTS make_jpeg2(integer, integer, integer);
+    SQL
+    
+    sql=<<-SQL
+     CREATE OR REPLACE FUNCTION make_jpeg2(IN sample_geog_lvl_id bigint, IN rast_id bigint, IN rast_band_num integer)
+  RETURNS SETOF raster AS
+$BODY$
+DECLARE
+
+    one_raster text := 'hello';
+    query text := '';
+
+    BEGIN
+
+    WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id =  rast_id )
+    ), cat_rast as
+    (
+    SELECT rv.second_area_reference_id as cat_id
+    FROM raster_variables rv
+    WHERE rv.id =  rast_id
+    )
+    SELECT r_table_schema || '.' || table_name as tablename
+    INTO one_raster
+    FROM cat_rast inner join new_rasters on cat_rast.cat_id = new_rasters.raster_variable_id ;
+
+    RAISE NOTICE  ' % ', one_raster;
+
+    query := $$ WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+     FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id = $$ || rast_id || $$)
+    )
+    , transformation as
+    (
+    SELECT ST_SRID(r.rast) as prj_value
+    FROM $$ || one_raster || $$ r
+    LIMIT 1
+    ), polygon as
+    (
+    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+    gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+    FROM transformation t, sample_geog_levels sgl
+    inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+    inner join boundaries bound on bound.geog_instance_id = gi.id
+    WHERE sgl.id = $$ || sample_geog_lvl_id || $$
+    )
+    SELECT ST_union(ST_Reclass(ST_Clip(r.rast, 1,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+    FROM lookup l, polygon p inner join $$ || one_raster || $$ r on ST_Intersects(r.rast,p.geom) $$ ;
+
+    RAISE NOTICE  ' % ', query;
+
+    RETURN QUERY execute query;
+
+END;
+$BODY$
+  LANGUAGE plpgsql VOLATILE
+  COST 100
+  ROWS 1000;
+    SQL
+    
+    execute sql0
+    execute sql
+  end
+end

data/db/migrate/20150727193403_drop_rasters_new.rb

@@ -0,0 +1,5 @@
+class DropRastersNew < ActiveRecord::Migration
+  def change
+    drop_table :rasters_new
+  end
+end

data/db/migrate/20150728184718_make_jpeg2_part_deux.rb

@@ -0,0 +1,70 @@
+class MakeJpeg2PartDeux < ActiveRecord::Migration
+  def change
+    sql=<<-SQL
+     CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_raster_v1(IN sample_geog_lvl_id integer, IN rast_id integer, IN rast_band_num integer)
+  RETURNS SETOF raster AS
+$BODY$
+DECLARE
+
+    one_raster text := 'hello';
+    query text := '';
+
+    BEGIN
+
+    WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id =  rast_id )
+    ), cat_rast as
+    (
+    SELECT rv.second_area_reference_id as cat_id
+    FROM raster_variables rv
+    WHERE rv.id =  rast_id
+    )
+    SELECT r_table_schema || '.' || table_name as tablename
+    INTO one_raster
+    FROM cat_rast inner join rasters_new on cat_rast.cat_id = rasters_new.raster_variable_id ;
+
+    RAISE NOTICE  ' % ', one_raster;
+
+    query := $$ WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    NTOFROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id = $$ || rast_id || $$)
+    )
+    , transformation as
+    (
+    SELECT ST_SRID(r.rast) as prj_value
+    FROM $$ || one_raster || $$ r
+    LIMIT 1
+    ), polygon as
+    (
+    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+    gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+    FROM transformation t, sample_geog_levels sgl
+    inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+    inner join boundaries bound on bound.geog_instance_id = gi.id
+    WHERE sgl.id = $$ || sample_geog_lvl_id || $$
+    )
+    SELECT ST_union(ST_Reclass(ST_Clip(r.rast, 1,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+    FROM lookup l, polygon p inner join $$ || one_raster || $$ r on ST_Intersects(r.rast,p.geom) $$ ;
+
+    RAISE NOTICE  ' % ', query;
+
+    RETURN QUERY execute query;
+
+END;
+$BODY$
+  LANGUAGE plpgsql VOLATILE
+  COST 100
+  ROWS 1000;
+    SQL
+    execute sql
+  end
+end

data/db/migrate/20150728214344_correct_new_rasters_table_in_new_make_jpeg2_function.rb

@@ -0,0 +1,79 @@
+class CorrectNewRastersTableInNewMakeJpeg2Function < ActiveRecord::Migration
+  def change
+    
+    sql0 =<<-SQL
+      DROP FUNCTION IF EXISTS terrapop_categorical_to_binary_as_raster_v1(integer, integer, integer);
+    SQL
+    
+    
+    sql=<<-SQL
+     CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_raster_v1(IN sample_geog_lvl_id bigint, IN rast_id bigint, IN rast_band_num integer)
+  RETURNS SETOF raster AS
+$BODY$
+DECLARE
+
+    one_raster text := 'hello';
+    query text := '';
+
+    BEGIN
+
+    WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id =  rast_id )
+    ), cat_rast as
+    (
+    SELECT rv.second_area_reference_id as cat_id
+    FROM raster_variables rv
+    WHERE rv.id =  rast_id
+    )
+    SELECT r_table_schema || '.' || table_name as tablename
+    INTO one_raster
+    FROM cat_rast inner join new_rasters on cat_rast.cat_id = new_rasters.raster_variable_id ;
+
+    RAISE NOTICE  ' % ', one_raster;
+
+    query := $$ WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    NTOFROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id = $$ || rast_id || $$)
+    )
+    , transformation as
+    (
+    SELECT ST_SRID(r.rast) as prj_value
+    FROM $$ || one_raster || $$ r
+    LIMIT 1
+    ), polygon as
+    (
+    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+    gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+    FROM transformation t, sample_geog_levels sgl
+    inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+    inner join boundaries bound on bound.geog_instance_id = gi.id
+    WHERE sgl.id = $$ || sample_geog_lvl_id || $$
+    )
+    SELECT ST_union(ST_Reclass(ST_Clip(r.rast, 1,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+    FROM lookup l, polygon p inner join $$ || one_raster || $$ r on ST_Intersects(r.rast,p.geom) $$ ;
+
+    RAISE NOTICE  ' % ', query;
+
+    RETURN QUERY execute query;
+
+END;
+$BODY$
+  LANGUAGE plpgsql VOLATILE
+  COST 100
+  ROWS 1000;
+    SQL
+    
+    execute sql0
+    
+    execute sql
+  end
+end

data/db/migrate/20150729144526_even_more_correct_new_rasters_table_in_new_make_jpeg2_function.rb

@@ -0,0 +1,78 @@
+class EvenMoreCorrectNewRastersTableInNewMakeJpeg2Function < ActiveRecord::Migration
+  def change
+    sql0 =<<-SQL
+      DROP FUNCTION IF EXISTS terrapop_categorical_to_binary_as_raster_v1(integer, integer, integer);
+    SQL
+    
+    
+    sql=<<-SQL
+     CREATE OR REPLACE FUNCTION terrapop_categorical_to_binary_as_raster_v1(IN sample_geog_lvl_id bigint, IN rast_id bigint, IN rast_band_num integer)
+  RETURNS SETOF raster AS
+$BODY$
+DECLARE
+
+    one_raster text := 'hello';
+    query text := '';
+
+    BEGIN
+
+    WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+    FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id =  rast_id )
+    ), cat_rast as
+    (
+    SELECT rv.second_area_reference_id as cat_id
+    FROM raster_variables rv
+    WHERE rv.id =  rast_id
+    )
+    SELECT r_table_schema || '.' || table_name as tablename
+    INTO one_raster
+    FROM cat_rast inner join new_rasters on cat_rast.cat_id = new_rasters.raster_variable_id ;
+
+    RAISE NOTICE  ' % ', one_raster;
+
+    query := $$ WITH lookup AS
+    (
+    SELECT replace(replace(array_agg(classification::text || ':1')::text, '{', ''), '}', '') as exp
+      FROM raster_variables WHERE id IN (
+            select raster_variable_classifications.mosaic_raster_variable_id
+            from raster_variable_classifications
+            where raster_variable_classifications.raster_variable_id = $$ || rast_id || $$)
+    )
+    , transformation as
+    (
+    SELECT ST_SRID(r.rast) as prj_value
+    FROM $$ || one_raster || $$ r
+    LIMIT 1
+    ), polygon as
+    (
+    SELECT sgl.id as sample_geog_level_id, gi.id as geog_instance_id, gi.label as geog_instance_label,
+    gi.code as geog_instance_code, ST_Transform(bound.geog::geometry, t.prj_value) as geom
+    FROM transformation t, sample_geog_levels sgl
+    inner join geog_instances gi on sgl.id = gi.sample_geog_level_id
+    inner join boundaries bound on bound.geog_instance_id = gi.id
+    WHERE sgl.id = $$ || sample_geog_lvl_id || $$
+    )
+    SELECT ST_union(ST_Reclass(ST_Clip(r.rast, 1,p.geom, TRUE),1,l.exp, '8BUI',0)) as rast
+    FROM lookup l, polygon p inner join $$ || one_raster || $$ r on ST_Intersects(r.rast,p.geom) $$ ;
+
+    RAISE NOTICE  ' % ', query;
+
+    RETURN QUERY execute query;
+
+END;
+$BODY$
+  LANGUAGE plpgsql VOLATILE
+  COST 100
+  ROWS 1000;
+    SQL
+    
+    execute sql0
+    
+    execute sql
+  end
+end