publish_my_data 0.0.32 → 1.0.0

data/app/controllers/publish_my_data/data_cube/observations_controller.rb

@@ -0,0 +1,54 @@
+module PublishMyData
+  module DataCube
+    class ObservationsController < PublishMyData::ApplicationController
+
+      include PublishMyData::DataCubeController
+
+      before_filter :get_dimensions, :get_pagination_params, :only => [:index]
+
+      # GET /data/:dataset_slug/cube/observations
+      # params:
+      # rows_dimension = http://row-dimension-uri
+      # columns_dimension = http://column-dimension-uri
+      # http://locked-dimension-1-uri: http://locked-dimension-1-value-uri
+      # order_by_column = http://column-uri (optional - will order by rows labels if not provided).
+      # order_desc = true/false (default false)
+      # page (default 1)
+      # per_page (default 500, min 1, max 5000).
+      def index
+
+        respond_to do |format|
+          format.json do
+            render json: @cube.grid_observations(
+              @page,
+              @per_page,
+              @rows_dimension_uri,
+              @columns_dimension_uri,
+              @locked_dimensions,
+              params[:order_desc], # optional
+              params[:order_by_column] #optional
+            )
+          end
+          # this doesn't use the page and per page params send to the controller.
+          # it returns the whole result set as one .
+          format.csv do
+            filename = "#{@dataset.slug.gsub("/", "|")}.csv"
+            headers["Content-Type"] ||= 'text/csv'
+            headers["Content-Disposition"] = "attachment; filename=\"#{filename}\""
+
+            render :text =>@cube.csv_observations(
+              @rows_dimension_uri,
+              @columns_dimension_uri,
+              @locked_dimensions,
+              params[:order_desc], # optional
+              params[:order_by_column] #optional
+            )
+          end
+
+        end
+
+      end
+
+    end
+  end
+end

data/app/controllers/publish_my_data/datasets_controller.rb

@@ -2,20 +2,9 @@ require_dependency "publish_my_data/application_controller"
 
 module PublishMyData
   class DatasetsController < ApplicationController
-    include PublishMyData::DataDownload
 
     respond_to :html, :ttl, :rdf, :nt, :json, :text
 
-    def dump
-      @dataset = Dataset.find_by_slug(params[:id])
-      # if we can't find a current download it's cos we haven't generated it yet since ds was modified
-      # ... and we should 404.
-      url = find_latest_download_url_for_resource(@dataset)
-      raise Tripod::Errors::ResourceNotFound unless url
-
-      redirect_to url
-    end
-
     # /data?page=2&per_page=10
     def index
       @pagination_params = ResourcePaginationParams.from_request(request)

data/app/controllers/publish_my_data/example_resources_controller.rb

@@ -0,0 +1,11 @@
+module PublishMyData
+  class ExampleResourcesController < ApplicationController
+    def index
+      @dataset = Dataset.find_by_slug(params[:id])
+
+      respond_to do |format|
+        format.js {}
+      end
+    end
+  end
+end

data/app/controllers/publish_my_data/home_controller.rb

@@ -0,0 +1,4 @@
+module PublishMyData
+  class HomeController < ApplicationController
+  end
+end

data/app/controllers/publish_my_data/information_resources_controller.rb

@@ -4,7 +4,6 @@ module PublishMyData
   class InformationResourcesController < ApplicationController
 
     include ResourceRendering
-    include DataDownload
 
     respond_to :html, :ttl, :rdf, :nt, :json, :text
 
@@ -22,18 +21,6 @@ module PublishMyData
       render_resource(resource)
     end
 
-    # http://example.com/def/blah/dump
-    def dump
-      uri = "http://#{PublishMyData.local_domain}/def/#{params[:id]}"
-      resource = PublishMyData::Resource.find(uri, local: true)
-
-      # if we can't find a current download it's cos we haven't generated it yet since ds was modified
-      # ... and we should 404.
-      url = find_latest_download_url_for_resource(resource)
-      raise Tripod::Errors::ResourceNotFound unless url
-
-      redirect_to url
-    end
   end
 
 end

data/app/helpers/publish_my_data/application_helper.rb

@@ -1,4 +1,70 @@
 module PublishMyData
   module ApplicationHelper
+    def page_title(title=nil)
+      content_for :page_title do
+        "| #{title}"
+      end
+    end
+
+    def page_description(description)
+      content_for :page_description do
+        content_tag(:meta, '', name: 'description', content: description)
+      end
+    end
+
+    def link_to_home
+      link_to 'Home', '/'
+    end
+
+    def pagination_required?(resources, pagination_params)
+      (resources.total_count > pagination_params.per_page)
+    end
+
+    def top_section(h1=nil, h2=nil, h1_label=nil, h2_label=nil, &block)
+      content_tag(:section, id: 'top') do
+        main_content = ""
+        main_content << content_tag(:div, class: 'row container') do
+          content_tag(:div, class: 'sixteen columns') do
+            top_row_content = ""
+            top_row_content << content_tag(:h3, h1_label) if h1_label
+            top_row_content << content_tag(:h1, h1) if h1
+            top_row_content << content_tag(:h3, h2_label) if h2_label
+            top_row_content << content_tag(:h2, h2, class: "hardwrap click-to-select") if h2
+            top_row_content.html_safe
+          end
+        end
+        main_content << capture(&block) if block && capture(&block)
+        main_content.html_safe
+      end
+    end
+
+    def bottom_formats_section(message=nil, *links)
+      content_tag(:section, id: 'bottom') do
+        content_tag(:div, class: 'row container') do
+          content_tag(:div, class: 'sixteen columns') do
+            content_tag(:ul) do
+              list = ""
+              list << content_tag(:li) do
+                if message
+                  "This <strong>#{message}</strong> is available as".html_safe
+                else
+                  "This <strong>page</strong> is available as".html_safe
+                end
+              end
+              #always show HTML (doens't link to anywhere)
+              list << content_tag(:li) do
+                content_tag :a, "HTML", class: "selected"
+              end
+
+              list << links.reduce('') { |c, link|
+                c << content_tag(:li, link)
+              }.html_safe
+
+              list.html_safe
+            end
+          end
+        end
+      end
+    end
   end
 end

data/app/helpers/publish_my_data/crumb_helper.rb

@@ -0,0 +1,61 @@
+module PublishMyData
+  module CrumbHelper
+
+    def crumb_list_item(link_text, link_path, css_class=nil)
+      content_tag :li, :class => css_class do
+        link_to link_text, link_path
+      end
+    end
+
+    def data_home_crumb
+      crumb_list_item("Home", "/")
+    end
+
+    def themes_crumb
+      crumb_list_item("All Themes", themes_path)
+    end
+
+    def theme_crumb(theme, is_final=false)
+      link_text = "Theme"
+      link_text += ": <b>#{truncate(theme.label.to_s, length: 12)}</b>" unless is_final
+      crumb_list_item(raw(link_text), theme_path(theme), "datasets")
+    end
+
+    def dataset_crumb(dataset, is_final=false)
+      link_text = "Dataset"
+      link_text += ": <b>#{truncate(dataset.title.to_s, length: 12)}</b>" unless is_final
+      crumb_list_item(raw(link_text), dataset_path(dataset), "dataset")
+    end
+
+    def type_crumb(rdf_type_uri, dataset, is_final=false)
+      if is_final
+        link_text = "Resources of type"
+        truncate_length = 20
+      else
+        link_text = "Type"
+        truncate_length = 10
+      end
+      rdf_type = RdfType.find(rdf_type_uri) rescue nil
+      type_label = rdf_type.label if rdf_type && rdf_type.label.present?
+      link_text += ": <b>#{truncate(type_label.to_s, length: truncate_length)}</b>" if type_label
+      crumb_list_item(raw(link_text), list_resources_path(:dataset => dataset, :type_uri => rdf_type_uri), "type")
+    end
+
+    def resource_crumb(text="Resource")
+      crumb_list_item(text, "#", "resource")
+    end
+
+    def ontology_crumb(ontology, is_final=false)
+      link_text = "Ontology"
+      link_text += ": <b>#{truncate(ontology.label.to_s, length: 12)}</b>" unless is_final || ontology.label.blank?
+      crumb_list_item(raw(link_text), resource_path_from_uri(ontology.uri), "docs")
+    end
+
+    def concept_scheme_crumb(concept_scheme, is_final=false)
+      link_text = "Concept Scheme"
+      link_text += ": <b>#{truncate(concept_scheme.label.to_s, length: 12)}</b>" unless is_final || concept_scheme.label.blank?
+      crumb_list_item(raw(link_text), resource_path_from_uri(concept_scheme.uri), "docs")
+    end
+
+  end
+end

data/app/helpers/publish_my_data/datasets_helper.rb

@@ -0,0 +1,31 @@
+module PublishMyData
+  module DatasetsHelper
+    def formatted_date(date_string)
+      DateTime.parse(date_string).to_s(:long)
+    end
+
+    def link_to_resource_uri_or_label(resource, term)
+      link_to resource_uri_or_label(resource, term), resource_path_from_uri(term)
+    end
+
+    def vocabulary_class(dataset, uri)
+      dataset.ontologies.each_with_index do |ontology, index|
+        uris = ontology.classes.map(&:uri) + ontology.properties.map(&:uri)
+        return "ontology_#{index}" if uris.any?{|u| uri == u}
+      end
+      dataset.concept_schemes.each_with_index do |concept_scheme, index|
+        uris = concept_scheme.concepts.map(&:uri)
+        return "concept_scheme_#{index}" if uris.any?{|u| uri == u}
+      end
+      return ''
+    end
+
+    def example_resource_for_type(dataset, type)
+      dataset.example_resources.detect {|r| r.rdf_type.include?(type.uri) }
+    end
+
+    def types_for_example_resource(dataset, example_resource)
+      dataset.types.select {|t| example_resource.rdf_type.include?(t.uri) }
+    end
+  end
+end

data/app/helpers/publish_my_data/resources_helper.rb

@@ -24,5 +24,29 @@ module PublishMyData
         publish_my_data.show_resource_path(:uri => uri.to_s)
       end
     end
+
+    def resources_list_table_title
+
+      str = "<strong> #{pluralize @resources.total_count, 'resource'}</strong>"
+      if @type_filter
+        str += " of type "
+        if @type
+          str += link_to @type.label || @type.uri, resource_path_from_uri(@type.uri)
+        else
+          str += link_to @type_filter, resource_path_from_uri(@type_filter)
+        end
+      end
+
+      if @dataset_filter
+        str += " in dataset "
+        if @dataset
+          str += link_to @dataset.title, @dataset
+        else
+          str += link_to @dataset_filter, resource_path_from_uri(@dataset_filter)
+        end
+      end
+
+      str.html_safe
+    end
   end
 end

data/app/models/concerns/publish_my_data/cube_results.rb

@@ -0,0 +1,51 @@
+require 'csv'
+
+module PublishMyData
+  module CubeResults
+    extend ActiveSupport::Concern
+
+    def loop_and_page_sparql_query(sparql, page_size=5000)
+      results = []
+      try_again = true
+      page = 1
+      while try_again
+        page_start = Time.now
+        # we need to paginate
+        sparql_query = PublishMyData::SparqlQuery.new(sparql, {:request_format => :json} )
+        sparql_query_result = JSON.parse(sparql_query.paginate(page, page_size).to_s)["results"]["bindings"]
+        try_again = (sparql_query_result.length == page_size) # this page is full - keep going!
+        page += 1
+        results += sparql_query_result
+        Rails.logger.debug(">>>> getting page of sparql took #{Time.now - page_start}s")
+      end
+      results
+    end
+
+    # pass sparql results and convert to a minimal hash
+    # ready for conversion to json.
+    def uris_and_labels_only(sparql_results)
+
+      start_uris_and_labels = Time.now
+
+      uris_and_labels_array = []
+      uris_hash = {}
+
+      # use a hash so we only get one result per label
+      sparql_results.each do |result|
+        uri = result["uri"]["value"]
+        label = result["label"]["value"] if result["label"]
+        uris_hash[uri] ||= label # only store the label if we've not got one
+      end
+
+      # now go through and make it into a hash
+      uris_hash.each_pair do |uri, label|
+        uris_and_labels_array << {uri: uri, label: label }
+      end
+
+      uris_and_labels_array
+    end
+
+
+  end
+end
+

data/app/models/concerns/publish_my_data/dataset_powers.rb

@@ -72,6 +72,19 @@ module PublishMyData
       Theme.find(self.theme.to_s) rescue nil
     end
 
+    def is_cube?
+     # return false # return false for now!!
+      !!(Resource.where("?uri <http://purl.org/linked-data/cube#dataSet> <#{self.uri}>").graph(self.data_graph_uri).count > 0)
+    end
+
+    def cube
+      if is_cube?
+        PublishMyData::DataCube::Cube.new(self)
+      else
+        nil
+      end
+    end
+
     module ClassMethods
       include PublishMyData::AllFeatures::ClassMethods