geo_works 0.1.0

data/spec/models/concerns/geo_works/file_set/geo_file_format_behavior_spec.rb

@@ -0,0 +1,56 @@
+require 'spec_helper'
+
+describe GeoWorks::GeoFileFormatBehavior do
+  subject { FileSet.new }
+
+  describe '#image_file?' do
+    before do
+      allow(subject).to receive(:geo_mime_type).and_return('image/tiff')
+    end
+    it 'is true' do
+      expect(subject.image_file?).to be true
+    end
+  end
+
+  describe '#raster_file?' do
+    before do
+      allow(subject).to receive(:geo_mime_type).and_return('image/tiff; gdal-format=GTiff')
+    end
+    it 'is true' do
+      expect(subject.raster_file?).to be true
+    end
+  end
+
+  describe '#vector_file?' do
+    before do
+      allow(subject).to receive(:geo_mime_type).and_return('application/zip; ogr-format="ESRI Shapefile"')
+    end
+    it 'is true' do
+      expect(subject.vector_file?).to be true
+    end
+  end
+
+  describe '#external_metadata_file?' do
+    before do
+      allow(subject).to receive(:geo_mime_type).and_return('application/xml; schema=iso19139')
+    end
+    it 'is true' do
+      expect(subject.external_metadata_file?).to be true
+    end
+  end
+
+  describe '#geo_file_format?' do
+    before do
+      allow(subject).to receive(:geo_mime_type).and_return('image/tiff; gdal-format=GTiff')
+    end
+    it 'is true' do
+      expect(subject.geo_file_format?).to be true
+    end
+  end
+
+  describe '#image_work?' do
+    it 'is false' do
+      expect(subject.image_work?).to be false
+    end
+  end
+end

data/spec/models/external_metadata_file_spec.rb

@@ -0,0 +1,118 @@
+require 'spec_helper'
+
+describe FileSet do
+  let(:user) { create(:user) }
+  subject { described_class.new(geo_mime_type: 'application/xml; schema=iso19139') }
+
+  context "when geo_mime_type is a metadata format" do
+    it "responds as a metadata file" do
+      expect(subject.external_metadata_file?).to be_truthy
+    end
+    it "doesn't respond as a vector file" do
+      expect(subject.vector_file?).to be_falsey
+    end
+  end
+
+  describe "to_solr" do
+    let(:solr_doc) { FactoryGirl.build(:external_metadata_file,
+                                       date_uploaded: Time.zone.today,
+                                       geo_mime_type: 'application/xml; schema=iso19139').to_solr
+    }
+
+    it "does not index bbox field" do
+      expect(solr_doc.keys).not_to include 'coverage_tesim'
+    end
+  end
+
+  describe 'metadata' do
+    it 'has standard' do
+      expect(subject).to respond_to(:geo_mime_type)
+    end
+  end
+
+  it 'will read the PCDM::File for its XML' do
+    expect(subject).to receive(:original_file) { Hydra::PCDM::File.new }
+    expect(subject.metadata_xml).to be_kind_of Nokogiri::XML::Document
+  end
+
+  it 'will route the extraction request for ISO' do
+    expect(subject).to receive(:original_file) { Hydra::PCDM::File.new }
+    expect(subject).to receive(:extract_iso19139_metadata)
+    subject.geo_mime_type = 'application/xml; schema=iso19139'
+    expect(subject.extract_metadata).to be_nil
+  end
+
+  it 'will route the extraction request for FGDC' do
+    expect(subject).to receive(:original_file) { Hydra::PCDM::File.new }
+    expect(subject).to receive(:extract_fgdc_metadata)
+    subject.geo_mime_type = 'application/xml; schema=fgdc'
+    expect(subject.extract_metadata).to be_nil
+  end
+
+  it 'will route the extraction request for MODS' do
+    expect(subject).to receive(:original_file) { Hydra::PCDM::File.new }
+    expect(subject).to receive(:extract_mods_metadata)
+    subject.geo_mime_type = 'application/mods+xml'
+    expect(subject.extract_metadata).to be_nil
+  end
+
+  it 'will not route the extraction request for bogus standard' do
+    subject.geo_mime_type = 'bogus'
+    expect { subject.extract_metadata }.to raise_error(ArgumentError)
+  end
+
+  it 'can extract ISO 19139 metadata - example 1' do
+    doc = Nokogiri::XML(read_test_data_fixture('McKay/S_566_1914_clip_iso.xml'))
+    expect(subject.extract_iso19139_metadata(doc)).to include(title: ['S_566_1914_clip.tif'],
+                                                              coverage: GeoWorks::Coverage.new(57.595712, -109.860605, 56.407644, -112.469675).to_s,
+                                                              description: ['This raster file is the result of georeferencing using esri\'s ArcScan of Sheet 566: McKay, Alberta, 1st ed. 1st of July, 1914. This sheet is part of the 3-mile to 1-inch sectional maps of Western Canada. vectorization was undertaken to extract a measure of line work density in order to measure Cartographic Intactness. The map series is described in Dubreuil, Lorraine. 1989. Sectional maps of western Canada, 1871-1955: An early Canadian topographic map series. Occasional paper no. 2, Association of Canadian Map Libraries and Archives.'],
+                                                              source: ['University of Alberta'])
+  end
+
+  it 'can extract ISO 19139 metadata - example 2' do
+    doc = Nokogiri::XML(read_test_data_fixture('McKay/S_566_1914_lines_iso.xml'))
+    expect(subject.extract_iso19139_metadata(doc)).to include(title: ['S_566_1914_lines'],
+                                                              coverage: GeoWorks::Coverage.new(57.450728, -109.898613, 56.600872, -112.1975).to_s,
+                                                              description: ['This .shp file (lines) is the result of georeferencing and performing a raster to vector conversion using esri\'s ArcScan of Sheet 566: McKay, Alberta, 1st ed. 1st of July, 1914. This sheet is part of the 3-mile to 1-inch sectional maps of Western Canada. vectorization was undertaken to extract a measure of line work density in order to measure Cartographic Intactness. The map series is described in Dubreuil, Lorraine. 1989. Sectional maps of western Canada, 1871-1955: An early Canadian topographic map series. Occasional paper no. 2, Association of Canadian Map Libraries and Archives.'],
+                                                              source: ['Larry Laliberte'])
+  end
+
+  it 'can extract FGDC metadata - example 1' do
+    doc = Nokogiri::XML(read_test_data_fixture('zipcodes_fgdc.xml'))
+    expect(subject.extract_fgdc_metadata(doc)).to include(title: ['Louisiana ZIP Code Areas 2002'],
+                                                          coverage: GeoWorks::Coverage.new(33.019481, -88.817478, 28.926478, -94.043286).to_s,
+                                                          creator: ['Geographic Data Technology, Inc. (GDT)', 'Environmental Systems Research Institute, Inc. (ESRI)'],
+                                                          description: ['Louisiana ZIP Code Areas represents five-digit ZIP Code areas used by the U.S. Postal Service to deliver mail more effectively.  The first digit of a five-digit ZIP Code divides the country into 10 large groups of states numbered from 0 in the Northeast to 9 in the far West.  Within these areas, each state is divided into an average of 10 smaller geographical areas, identified by the 2nd and 3rd digits.  These digits, in conjunction with the first digit, represent a sectional center facility or a mail processing facility area.  The 4th and 5th digits identify a post office, station, branch or local delivery area.'],
+                                                          issued: 2002,
+                                                          subject: ["polygon", "zip codes", "areas", "five-digit zip codes", "post offices", "population", "Location", "Society"],
+                                                          publisher: ['Environmental Systems Research Institute, Inc. (ESRI)'],
+                                                          spatial: ["United States", "Louisiana"],
+                                                          temporal: ["2001", "2000"])
+  end
+
+  it 'can extract FGDC metadata - example 2' do
+    doc = Nokogiri::XML(read_test_data_fixture('McKay/S_566_1914_clip_fgdc.xml'))
+    expect(subject.extract_fgdc_metadata(doc)).to include(title: ['S_566_1914_clip.tif'],
+                                                          coverage: GeoWorks::Coverage.new(57.465375, -109.622454, 56.580532, -112.47033).to_s,
+                                                          description: ['This raster file is the result of georeferencing using esri\'s ArcScan of Sheet 566: McKay, Alberta, 1st ed. 1st of July, 1914. This sheet is part of the 3-mile to 1-inch sectional maps of Western Canada. vectorization was undertaken to extract a measure of line work density in order to measure Cartographic Intactness. The map series is described in Dubreuil, Lorraine. 1989. Sectional maps of western Canada, 1871-1955: An early Canadian topographic map series. Occasional paper no. 2, Association of Canadian Map Libraries and Archives.'],
+                                                          issued: 2014,
+                                                          subject: ["Land cover", "Land use, rural", "Society", "Imagery and Base Maps", "Biology and Ecology"])
+  end
+
+  it 'can extract FGDC metadata - example 3' do
+    doc = Nokogiri::XML(read_test_data_fixture('McKay/S_566_1914_lines_fgdc.xml'))
+    expect(subject.extract_fgdc_metadata(doc)).to include(title: ['S_566_1914_lines'],
+                                                          coverage: GeoWorks::Coverage.new(57.450728, -109.898613, 56.600872, -112.1975).to_s,
+                                                          description: ['This .shp file (lines) is the result of georeferencing and performing a raster to vector conversion using esri\'s ArcScan of Sheet 566: McKay, Alberta, 1st ed. 1st of July, 1914. This sheet is part of the 3-mile to 1-inch sectional maps of Western Canada. vectorization was undertaken to extract a measure of line work density in order to measure Cartographic Intactness. The map series is described in Dubreuil, Lorraine. 1989. Sectional maps of western Canada, 1871-1955: An early Canadian topographic map series. Occasional paper no. 2, Association of Canadian Map Libraries and Archives.'],
+                                                          issued: 2014,
+                                                          temporal: ['1914'],
+                                                          spatial: ['McKay (Alta.)', 'Fort McMurray (Alta.)', 'Alberta', 'Western Canada'],
+                                                          subject: ["Land cover", "Land use, rural", "Biology and Ecology", "Environment", "Imagery and Base Maps", "Society"])
+  end
+
+  it 'can extract MODS metadata' do
+    doc = Nokogiri::XML(read_test_data_fixture('bb099zb1450_mods.xml'))
+    expect(subject.extract_mods_metadata(doc)).to include(title: ['Department Boundary: Haute-Garonne, France, 2010 '],
+                                                          description: ['This polygon shapefile represents the Department Boundary for the Haute-Garonne department of France for 2010. These are the level 2 administrative divisions (ADM2) of Haute-Garonne. Department is one of the three levels of government below the national level ("territorial collectivities"), between the region and the commune. There are 96 departments in metropolitan France and 5 overseas departments, which also are classified as regions. Departments are further subdivided into 342 arrondissements, themselves divided into cantons; the latter two have no autonomy and are used for the organisation of public services and sometimes elections.'])
+  end
+end

data/spec/models/file_set_spec.rb

@@ -0,0 +1,9 @@
+require 'spec_helper'
+
+describe FileSet do
+  let(:user) { create(:user) }
+
+  it 'is a Hydra::Works::FileSet' do
+    expect(subject).to be_file_set
+  end
+end

data/spec/models/image_file_spec.rb

@@ -0,0 +1,48 @@
+require 'spec_helper'
+
+describe FileSet do
+  let(:user) { create(:user) }
+  subject { described_class.new(geo_mime_type: 'image/jpeg') }
+
+  context "when geo_mime_type is an image format" do
+    it "responds as an image file" do
+      expect(subject.image_file?).to be_truthy
+    end
+    it "doesn't respond as a vector file" do
+      expect(subject.vector_file?).to be_falsey
+    end
+    it 'does not have an authoritative cartographic projection' do
+      # expect(subject).not_to respond_to(:cartographic_projection)
+      skip 'Our models for FileSet always include cartographic_projection'
+    end
+  end
+
+  describe 'image work association' do
+    let(:work) { FactoryGirl.create(:image_work_with_one_file) }
+    subject { work.file_sets.first.reload }
+    it 'belongs to image work' do
+      expect(subject.image_work).to match_array [work]
+    end
+  end
+
+  describe "to_solr" do
+    let(:solr_doc) { FactoryGirl.build(:vector_file,
+                                       date_uploaded: Time.zone.today,
+                                       cartographic_projection: 'urn:ogc:def:crs:EPSG::6326').to_solr
+    }
+
+    it "indexes the coordinate reference system" do
+      expect(solr_doc.keys).to include 'cartographic_projection_tesim'
+    end
+  end
+
+  describe 'metadata' do
+    it 'has descriptive metadata' do
+      expect(subject).to respond_to(:title)
+    end
+
+    it 'has standard' do
+      expect(subject).to respond_to(:geo_mime_type)
+    end
+  end
+end

data/spec/models/image_work_spec.rb

@@ -0,0 +1,71 @@
+require 'spec_helper'
+
+describe ImageWork do
+  let(:user) { FactoryGirl.find_or_create(:jill) }
+  let(:image_file1) { FileSet.new(geo_mime_type: 'image/jpeg') }
+  let(:ext_metadata_file1) { FileSet.new(geo_mime_type: 'application/xml; schema=iso19139') }
+  let(:ext_metadata_file2) { FileSet.new(geo_mime_type: 'application/xml; schema=iso19139') }
+  let(:raster1) { RasterWork.new }
+  let(:raster2) { RasterWork.new }
+  let(:coverage) { GeoWorks::Coverage.new(43.039, -69.856, 42.943, -71.032) }
+
+  it 'updates the title' do
+    subject.attributes = { title: ['An image work'] }
+    expect(subject.title).to eq(['An image work'])
+  end
+
+  describe 'metadata' do
+    it 'has descriptive metadata' do
+      expect(subject).to respond_to(:title)
+    end
+  end
+
+  describe 'with acceptable inputs' do
+    subject { described_class.new }
+    it 'adds image file set, metadata file set, and raster work' do
+      subject.members << image_file1
+      subject.members << ext_metadata_file1
+      subject.members << ext_metadata_file2
+      subject.members << raster1
+      subject.members << raster2
+      expect(subject.image_file).to eq image_file1
+      expect(subject.metadata_files).to match_array [ext_metadata_file1, ext_metadata_file2]
+      expect(subject.raster_works).to match_array [raster1, raster2]
+    end
+    it 'defines what type of object it is' do
+      expect(subject.image_work?).to be_truthy
+      expect(subject.image_file?).to be_falsey
+      expect(subject.raster_work?).to be_falsey
+      expect(subject.raster_file?).to be_falsey
+      expect(subject.vector_work?).to be_falsey
+      expect(subject.vector_file?).to be_falsey
+      expect(subject.external_metadata_file?).to be_falsey
+    end
+  end
+
+  context 'georeferenced to a raster' do
+    subject { FactoryGirl.create(:image_work_with_raster_works, title: ['Test title 4'], coverage: coverage.to_s) }
+
+    it 'aggregates by raster resources' do
+      expect(subject.raster_works.size).to eq 1
+      expect(subject.raster_works.first).to be_kind_of RasterWork
+    end
+  end
+
+  describe 'populate_metadata' do
+    subject { FactoryGirl.create(:image_work_with_one_metadata_file) }
+    let(:doc) { Nokogiri::XML(read_test_data_fixture('McKay/S_566_1914_clip_iso.xml')) }
+
+    it 'has an extraction method' do
+      expect(subject).to respond_to(:extract_metadata)
+    end
+
+    it 'can perform extraction and set properties for ISO 19139' do
+      external_metadata_file = subject.metadata_files.first
+      allow(external_metadata_file).to receive(:metadata_xml) { doc }
+      allow(external_metadata_file).to receive(:geo_mime_type) { 'application/xml; schema=iso19139' }
+      subject.populate_metadata(external_metadata_file.id)
+      expect(subject.title).to eq(['S_566_1914_clip.tif'])
+    end
+  end
+end

data/spec/models/raster_file_spec.rb

@@ -0,0 +1,48 @@
+require 'spec_helper'
+
+describe FileSet do
+  let(:user) { create(:user) }
+  subject { described_class.new(geo_mime_type: 'image/tiff; gdal-format=GTiff') }
+
+  context "when geo_mime_type is a raster format" do
+    it "responds as a raster file" do
+      expect(subject.raster_file?).to be_truthy
+    end
+    it "doesn't respond as a vector file" do
+      expect(subject.vector_file?).to be_falsey
+    end
+  end
+
+  describe 'raster work association' do
+    let(:work) { FactoryGirl.create(:raster_work_with_one_file) }
+    subject { work.file_sets.first.reload }
+    it 'belongs to raster work' do
+      expect(subject.raster_work).to match_array [work]
+    end
+  end
+
+  describe "to_solr" do
+    let(:solr_doc) { FactoryGirl.build(:vector_file,
+                                       date_uploaded: Time.zone.today,
+                                       cartographic_projection: 'urn:ogc:def:crs:EPSG::6326').to_solr
+    }
+
+    it "indexes the coordinate reference system" do
+      expect(solr_doc.keys).to include 'cartographic_projection_tesim'
+    end
+  end
+
+  describe 'metadata' do
+    it 'has descriptive metadata' do
+      expect(subject).to respond_to(:title)
+    end
+
+    it 'has an authoritative cartographic projection' do
+      expect(subject).to respond_to(:cartographic_projection)
+    end
+
+    it 'has standard' do
+      expect(subject).to respond_to(:geo_mime_type)
+    end
+  end
+end

data/spec/models/raster_work_spec.rb

@@ -0,0 +1,122 @@
+require 'spec_helper'
+
+describe RasterWork do
+  let(:user) { FactoryGirl.find_or_create(:jill) }
+  let(:raster_file1) { FileSet.new(geo_mime_type: 'image/tiff; gdal-format=GTiff') }
+  let(:raster_file2) { FileSet.new(geo_mime_type: 'image/tiff; gdal-format=GTiff') }
+  let(:ext_metadata_file1) { FileSet.new(geo_mime_type: 'application/xml; schema=iso19139') }
+  let(:ext_metadata_file2) { FileSet.new(geo_mime_type: 'application/xml; schema=iso19139') }
+  let(:vector1) { VectorWork.new }
+  let(:vector2) { VectorWork.new }
+  let(:coverage) { GeoWorks::Coverage.new(43.039, -69.856, 42.943, -71.032) }
+
+  it 'updates the title' do
+    subject.attributes = { title: ['A raster work'] }
+    expect(subject.title).to eq(['A raster work'])
+  end
+
+  it 'updates the bounding box' do
+    subject.attributes = { coverage: coverage.to_s }
+    expect(subject.coverage).to eq(coverage.to_s)
+  end
+
+  describe 'metadata' do
+    it 'has descriptive metadata' do
+      expect(subject).to respond_to(:title)
+    end
+
+    it 'has geospatial metadata' do
+      expect(subject).to respond_to(:coverage)
+    end
+  end
+
+  describe 'with acceptable inputs' do
+    subject { described_class.new }
+    it 'adds raster file set, metadata file set, vector work to file' do
+      subject.members << raster_file1
+      subject.members << raster_file2
+      subject.members << ext_metadata_file1
+      subject.members << ext_metadata_file2
+      subject.members << vector1
+      subject.members << vector2
+      expect(subject.raster_files).to match_array [raster_file1, raster_file2]
+      expect(subject.metadata_files).to match_array [ext_metadata_file1, ext_metadata_file2]
+      expect(subject.vector_works).to match_array [vector1, vector2]
+    end
+    it 'defines what type of object it is' do
+      expect(subject.raster_work?).to be_truthy
+      expect(subject.raster_file?).to be_falsey
+      expect(subject.image_work?).to be_falsey
+      expect(subject.image_file?).to be_falsey
+      expect(subject.vector_work?).to be_falsey
+      expect(subject.vector_file?).to be_falsey
+      expect(subject.external_metadata_file?).to be_falsey
+    end
+  end
+
+  context 'with raster files' do
+    subject { FactoryGirl.create(:raster_work_with_files, title: ['Test title 4'], coverage: coverage.to_s) }
+
+    it 'has two files' do
+      expect(subject.raster_files.size).to eq 2
+      expect(subject.raster_files.first.geo_mime_type).to eq 'image/tiff; gdal-format=GTiff'
+    end
+  end
+
+  context 'with vector feature extractions' do
+    subject { FactoryGirl.create(:raster_work_with_vector_work) }
+
+    it 'aggregates vector data set resources' do
+      expect(subject.vector_works.size).to eq 1
+      expect(subject.vector_works.first).to be_kind_of VectorWork
+    end
+  end
+
+  context 'with metadata files' do
+    subject { FactoryGirl.create(:raster_work_with_metadata_files) }
+
+    it 'aggregates external metadata files' do
+      expect(subject.metadata_files.size).to eq 2
+      expect(subject.metadata_files.first.geo_mime_type).to eq 'application/xml; schema=iso19139'
+    end
+  end
+
+  describe '#image_work' do
+    let(:raster_work) { FactoryGirl.create(:raster_work, title: ['Raster'], coverage: coverage.to_s) }
+    let(:image_work) { FactoryGirl.create(:image_work, title: ['Image'], coverage: coverage.to_s) }
+
+    before do
+      image_work.ordered_members << raster_work
+      raster_work.save
+      image_work.save
+    end
+
+    it 'has a parent image work' do
+      expect(raster_work.image_work).to be_a ImageWork
+    end
+  end
+
+  describe "to_solr" do
+    subject { FactoryGirl.build(:raster_work, date_uploaded: Time.zone.today, coverage: coverage.to_s).to_solr }
+    it "indexes ordered_by_ssim field" do
+      expect(subject.keys).to include 'ordered_by_ssim'
+    end
+  end
+
+  describe 'populate_metadata' do
+    subject { FactoryGirl.create(:raster_work_with_one_metadata_file) }
+    let(:doc) { Nokogiri::XML(read_test_data_fixture('McKay/S_566_1914_clip_iso.xml')) }
+
+    it 'has an extraction method' do
+      expect(subject).to respond_to(:extract_metadata)
+    end
+
+    it 'can perform extraction and set properties for ISO 19139' do
+      external_metadata_file = subject.metadata_files.first
+      allow(external_metadata_file).to receive(:metadata_xml).and_return(doc)
+      allow(external_metadata_file).to receive(:geo_mime_type).and_return('application/xml; schema=iso19139')
+      subject.should_populate_metadata = external_metadata_file.id
+      expect(subject.title).to eq(['S_566_1914_clip.tif'])
+    end
+  end
+end