certificate-factory 0.1.0

data/lib/certificate-factory/api.rb

@@ -0,0 +1,19 @@
+module CertificateFactory
+
+  class API
+    include HTTParty
+
+    format :json
+
+    def initialize(url)
+      @url = url
+      @response = self.class.get(@url)
+    end
+
+    def ckan_url
+      @response['ckan_url']
+    end
+
+  end
+
+end

data/lib/certificate-factory/certificate.rb

@@ -0,0 +1,112 @@
+module CertificateFactory
+
+  class Certificate
+    include HTTParty
+
+    base_uri ENV['BASE_URI']
+    basic_auth ENV['ODC_USERNAME'], ENV['ODC_API_KEY']
+    headers 'Content-Type' => 'application/json'
+    default_timeout 120
+
+    def initialize(url, options = {})
+      @url = url
+      @dataset_url = options[:dataset_url]
+      @campaign = options[:campaign]
+    end
+
+    def generate
+      response = post
+      if response.code == 202
+        @dataset_url = response["dataset_url"]
+        {
+          success: "pending",
+          documentation_url: @url,
+          dataset_url: @dataset_url
+        }
+      else
+        {
+          success: "false",
+          published: "false",
+          documentation_url: @url,
+          dataset_url: response["dataset_url"],
+          error: get_error(response)
+        }
+      end
+    end
+
+    def update
+      response = generate
+      if response[:success] != "pending" && response[:error] == "Dataset already exists"
+        dataset_id = response['dataset_id']
+        response = self.class.post("/datasets/#{dataset_id}/certificates", body: body)
+        {
+          success: response['success'],
+          documentation_url: @url,
+          dataset_url: @dataset_url,
+          error: get_error(response)
+        }
+      else
+        return response
+      end
+    end
+
+    def result
+      if @dataset_url
+        result = get_result(@dataset_url)
+        {
+          success: result["success"],
+          published: result["published"],
+          documentation_url: @url,
+          certificate_url: result["certificate_url"],
+          user: result["owner_email"]
+        }
+      else
+        response = generate
+        if @dataset_url
+          self.result
+        else
+          response
+        end
+      end
+    end
+
+    def post
+      self.class.post("/datasets", body: body)
+    end
+
+    private
+
+      def body
+        hash = {
+          "jurisdiction" => "gb",
+          "create_user" => true,
+          "dataset" => {
+            "documentationUrl" => @url
+          }
+        }
+        hash['campaign'] = @campaign if @campaign
+        hash.to_json
+      end
+
+      def get_result(url)
+        loop do
+          result = self.class.get(url)
+          return result if result["success"] != "pending"
+          url = result["dataset_url"]
+          sleep 5
+        end
+      end
+
+      def get_error(response)
+        if response.code == 422
+          response["errors"].first
+        elsif response.code == 401
+          "Username and / or API key not recognised"
+        else
+          "Unknown error"
+        end
+      end
+
+  end
+
+end

data/lib/certificate-factory/factory.rb

@@ -0,0 +1,89 @@
+module CertificateFactory
+
+  class Factory
+    include HTTParty
+    format :xml
+
+    attr_reader :count, :response
+
+    def initialize(options)
+      @url = options[:feed]
+      @limit = options[:limit]
+      @campaign = options[:campaign]
+      @count = 0
+      @response = self.class.get(@url)
+      @logger = options[:logger]
+    end
+
+    def build
+      each do |item|
+        url = get_link(item)
+        yield Certificate.new(url, campaign: @campaign).generate
+      end
+    end
+
+    def each
+      loop do
+        feed_items.each do |item|
+          yield item
+          @count += 1
+          return if over_limit?
+        end
+        return unless fetch_next_page
+      end
+    end
+
+    def over_limit?
+      @limit && @limit <= @count
+    end
+
+    def feed_items
+      [response["feed"]["entry"]].flatten # In case there is only one feed item
+    end
+
+    def next_page
+      response["feed"]["link"].find { |l| l["rel"] == "next" }["href"] rescue nil
+    end
+
+    def fetch_next_page
+      @url = next_page
+      if @url
+        @logger.debug "feed: #{@url}" if @logger
+        @response = self.class.get(@url)
+      else
+        return false
+      end
+    end
+
+    def get_link(item)
+      api_url = item["link"].find { |l| l["rel"] == "enclosure" }["href"]
+      ckan_url(api_url)
+    end
+
+    def ckan_url(api_url)
+      CertificateFactory::API.new(api_url).ckan_url
+    end
+  end
+
+  class CSVFactory < Factory
+    def initialize(options)
+      @file = options[:file]
+      @limit = options[:limit]
+      @campaign = options[:campaign]
+      @count = 0
+      @logger = options[:logger]
+    end
+
+    def get_link(url)
+      return url
+    end
+
+    def each
+      CSV::foreach(@file, headers: :first_row) do |row|
+        yield row['documentation_url']
+        @count += 1
+        break if over_limit?
+      end
+    end
+  end
+end

data/lib/certificate-factory/version.rb

@@ -0,0 +1,3 @@
+module CertificateFactory
+  VERSION = "0.1.0"
+end

data/spec/api_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+
+describe CertificateFactory::API do
+
+  it "returns the correct URL for a dataset", :vcr do
+    url = 'http://data.gov.uk/api/2/rest/package/nhs-england-primary-care-trusts-local-spending-data'
+    api = CertificateFactory::API.new(url)
+
+    expect(api.ckan_url).to eq('http://data.gov.uk/dataset/nhs-england-primary-care-trusts-local-spending-data')
+  end
+
+end

data/spec/cassettes/CertificateFactory_API/returns_the_correct_URL_for_a_dataset.yml

@@ -0,0 +1,107 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://data.gov.uk/api/2/rest/package/nhs-england-primary-care-trusts-local-spending-data
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers: {}
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.6.0
+      Date:
+      - Tue, 16 Sep 2014 10:30:05 GMT
+      Content-Type:
+      - application/json;charset=utf-8
+      Content-Length:
+      - '4264'
+      Connection:
+      - keep-alive
+      Vary:
+      - Accept-Encoding
+      - Cookie
+      Pragma:
+      - no-cache
+      Cache-Control:
+      - no-cache
+      Access-Control-Allow-Origin:
+      - "*"
+      Access-Control-Allow-Methods:
+      - POST, PUT, GET, DELETE, OPTIONS
+      Access-Control-Allow-Headers:
+      - X-CKAN-API-KEY, Authorization, Content-Type
+      Accept-Ranges:
+      - bytes
+      X-Varnish:
+      - '258802775'
+      Age:
+      - '0'
+      Via:
+      - 1.1 varnish
+      X-App:
+      - ckan
+      X-Varnish-Cache:
+      - MISS
+    body:
+      encoding: UTF-8
+      string: "{\"license_title\": \"UK Open Government Licence (OGL)\", \"maintainer\":
+        \"NHS Financial Information & Accounts Branch, NHS Accounting Processes Section
+        \", \"private\": false, \"maintainer_email\": null, \"id\": \"59973e86-5e1f-45bd-b231-e541df65cda2\",
+        \"metadata_created\": \"2010-09-23T13:13:14.866379\", \"relationships\": [],
+        \"license\": \"UK Open Government Licence (OGL)\", \"metadata_modified\":
+        \"2014-09-12T21:05:50.543448\", \"author\": \"Department of Health Customer
+        Service Centre\", \"author_email\": null, \"state\": \"active\", \"version\":
+        null, \"creator_user_id\": null, \"type\": \"dataset\", \"resources\": [{\"resource_group_id\":
+        \"2531e75b-68a1-1ca7-b7a5-a8157b8b2560\", \"cache_last_updated\": null, \"package_id\":
+        \"59973e86-5e1f-45bd-b231-e541df65cda2\", \"webstore_last_updated\": null,
+        \"id\": \"045af25f-f72b-4cc3-a85e-be64dc4a0bd2\", \"size\": null, \"last_modified\":
+        null, \"hash\": \"\", \"description\": \"Spend data 2006-2010\", \"format\":
+        \"XLS\", \"mimetype_inner\": null, \"url_type\": null, \"mimetype\": null,
+        \"cache_url\": null, \"name\": null, \"created\": \"2014-09-12T22:05:50.608706\",
+        \"url\": \"http://webarchive.nationalarchives.gov.uk/20130107105354/http://www.dh.gov.uk/prod_consum_dh/groups/dh_digitalassets/@dh/@en/@ps/documents/digitalasset/dh_119508.xls\",
+        \"webstore_url\": null, \"position\": 0, \"resource_type\": \"file\"}], \"num_resources\":
+        1, \"tags\": [\"expenditure\", \"finance\", \"local-spend-data\", \"nhs\",
+        \"nhs-england\", \"nhs-local-spending-data\", \"primary-care-trusts\", \"spending\"],
+        \"groups\": [], \"license_id\": \"uk-ogl\", \"num_tags\": 8, \"organization\":
+        {\"description\": \"The Department of Health (DH) helps people to live better
+        for longer. We lead, shape and fund health and care in England, making sure
+        people have the support, care and treatment they need, with the compassion,
+        respect and dignity they deserve.\\r\\n\\r\\nDH is a ministerial department,
+        supported by 23 agencies and public bodies.\\r\\n\\r\\nhttps://www.gov.uk/government/organisations/department-of-health\\r\\n\",
+        \"title\": \"Department of Health\", \"created\": \"2012-06-27T14:48:41.338440\",
+        \"approval_status\": \"pending\", \"revision_timestamp\": \"2013-11-05T07:03:27.394488\",
+        \"is_organization\": true, \"state\": \"active\", \"image_url\": \"\", \"revision_id\":
+        \"2b10fb9f-ef12-4acd-9bd0-03f4c4a86c69\", \"type\": \"organization\", \"id\":
+        \"d7a32a99-60ee-451e-9c0b-ce2f30fecb6c\", \"name\": \"department-of-health\"},
+        \"name\": \"nhs-england-primary-care-trusts-local-spending-data\", \"isopen\":
+        true, \"notes_rendered\": \"<p>The spreadsheets provide expenditure data form
+        2006-2010, for Primary Care Trusts.\\n</p>\\n<p>To contact the Department
+        of Health Customer Service Centre about this data follow this link: <a href=\\\"http://www.info.doh.gov.uk/contactus.nsf/memo?openform.\\\"
+        target=\\\"_blank\\\" rel=\\\"nofollow\\\">http://www.info.doh.gov.uk/contactus.nsf/memo?openform.</a>\\n</p>\",
+        \"url\": \"http://www.dh.gov.uk/en/Publicationsandstatistics/Publications/PublicationsPolicyAndGuidance/DH_119505\",
+        \"ckan_url\": \"http://data.gov.uk/dataset/nhs-england-primary-care-trusts-local-spending-data\",
+        \"notes\": \"The spreadsheets provide expenditure data form 2006-2010, for
+        Primary Care Trusts.\\r\\n\\r\\nTo contact the Department of Health Customer
+        Service Centre about this data follow this link: http://www.info.doh.gov.uk/contactus.nsf/memo?openform.\\r\\n\",
+        \"owner_org\": \"d7a32a99-60ee-451e-9c0b-ce2f30fecb6c\", \"ratings_average\":
+        null, \"extras\": {\"temporal_coverage-from\": \"\", \"unpublished\": \"false\",
+        \"foi-email\": \"\", \"openness_score\": \"0\", \"temporal_granularity\":
+        \"year\", \"agency\": \"\", \"geographic_granularity\": \"point\", \"core-dataset\":
+        \"true\", \"temporal_coverage-to\": \"\", \"department\": \"Department of
+        Health\", \"foi-web\": \"\", \"contact-email\": \"\", \"foi-name\": \"\",
+        \"precision\": \"financial - \\u00a3thousands\", \"published_by\": \"Department
+        of Health [11410]\", \"contact-phone\": \"\", \"mandate\": \"\", \"categories\":
+        \"\", \"geographic_coverage\": \"100000: England\", \"contact-name\": \"\",
+        \"external_reference\": \"\", \"openness_score_last_checked\": \"2011-06-06T17:27:26.393843\",
+        \"update_frequency\": \"annual\", \"date_released\": \"2010-09-20\", \"foi-phone\":
+        \"\", \"theme-primary\": \"Spending\"}, \"license_url\": \"http://www.nationalarchives.gov.uk/doc/open-government-licence/version/2/\",
+        \"ratings_count\": 0, \"title\": \"NHS Local Spending Data - Primary Care
+        Trusts\", \"revision_id\": \"a6649f6f-745b-4435-99ae-bae0be317c14\"}"
+    http_version: 
+  recorded_at: Tue, 16 Sep 2014 10:30:08 GMT
+recorded_with: VCR 2.9.3

data/spec/cassettes/CertificateFactory_Certificate/keeps_trying_for_a_result_until_it_gets_one.yml

@@ -0,0 +1,64 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/1.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 18 Sep 2014 13:39:00 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"7d8fb6c904023f95d3098ce2ac0d9342\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 60205d94202fc6652fbb74054f04e252
+      X-Runtime:
+      - '0.050958'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":true,\"dataset_id\":1,\"published\":false,\"owner_email\":\"holly@whiteoctober.co.uk\",\"errors\":[\"The
+        question 'publisherRights' is mandatory\",\"The question 'publisherOrigin'
+        is mandatory\",\"The question 'publisher' is mandatory\",\"The question 'thirdPartyOrigin'
+        is mandatory\",\"The question 'listing' is mandatory\",\"The question 'thirdPartyOpen'
+        is mandatory\",\"The question 'crowdsourced' is mandatory\",\"The question
+        'reference' is mandatory\",\"The question 'currentDatasetUrl' is mandatory\",\"The
+        question 'crowdsourcedContent' is mandatory\",\"The question 'serviceType'
+        is mandatory\",\"The question 'versionsTemplateUrl' is mandatory\",\"The question
+        'claUrl' is mandatory\",\"The question 'versionsUrl' is mandatory\",\"The
+        question 'cldsRecorded' is mandatory\",\"The question 'frequentChanges' is
+        mandatory\",\"The question 'seriesType' is mandatory\",\"The question 'currentDumpUrl'
+        is mandatory\",\"The question 'dumpsTemplateUrl' is mandatory\",\"The question
+        'dumpsUrl' is mandatory\",\"The question 'changeFeedUrl' is mandatory\",\"The
+        question 'vocabulary' is mandatory\",\"The question 'dataLicence' is mandatory\",\"The
+        question 'dataNotApplicable' is mandatory\",\"The question 'codelists' is
+        mandatory\",\"The question 'dataWaiver' is mandatory\",\"The question 'dataOtherWaiver'
+        is mandatory\",\"The question 'otherDataLicenceName' is mandatory\",\"The
+        question 'otherDataLicenceURL' is mandatory\",\"The question 'otherDataLicenceOpen'
+        is mandatory\",\"The question 'contentLicence' is mandatory\",\"The question
+        'contentNotApplicable' is mandatory\",\"The question 'contentWaiver' is mandatory\",\"The
+        question 'contentOtherWaiver' is mandatory\",\"The question 'otherContentLicenceName'
+        is mandatory\",\"The question 'otherContentLicenceURL' is mandatory\",\"The
+        question 'account' is mandatory\",\"The question 'otherContentLicenceOpen'
+        is mandatory\",\"The question 'dataPersonal' is mandatory\",\"The question
+        'appliedAnon' is mandatory\",\"The question 'engagementTeamUrl' is mandatory\",\"The
+        question 'existingExternalUrls' is mandatory\",\"The question 'reliableExternalUrls'
+        is mandatory\",\"The question 'dpStaff' is mandatory\"]}"
+    http_version: 
+  recorded_at: Thu, 18 Sep 2014 13:39:00 GMT
+recorded_with: VCR 2.9.3

data/spec/cassettes/CertificateFactory_Certificate/requests_and_gets_a_certificate.yml

@@ -0,0 +1,781 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:21 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3fe0d6fa01b3d036a62080416413b3f1\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 9ff83b7dc2672d69a08a710916757675
+      X-Runtime:
+      - '0.034262'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2657,\"dataset_url\":\"<BASE_URI>/datasets/2657.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:21 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:26 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3fe0d6fa01b3d036a62080416413b3f1\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 755e401c636eed603795316ab67b2c1f
+      X-Runtime:
+      - '0.024905'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2657,\"dataset_url\":\"<BASE_URI>/datasets/2657.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:26 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:31 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3fe0d6fa01b3d036a62080416413b3f1\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 3a76a767b308028274af97d9892a424a
+      X-Runtime:
+      - '0.021230'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2657,\"dataset_url\":\"<BASE_URI>/datasets/2657.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:31 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:37 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3fe0d6fa01b3d036a62080416413b3f1\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - bfe295ade0b29c1835d0d443b49ee451
+      X-Runtime:
+      - '0.027753'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2657,\"dataset_url\":\"<BASE_URI>/datasets/2657.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:37 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:42 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3fe0d6fa01b3d036a62080416413b3f1\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 0b2ab7d5f454fe6e0e7d8427e2867452
+      X-Runtime:
+      - '0.124021'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2657,\"dataset_url\":\"<BASE_URI>/datasets/2657.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:42 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:47 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3fe0d6fa01b3d036a62080416413b3f1\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - b3c5e049f58e261afb079f2623ae64f8
+      X-Runtime:
+      - '0.027952'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2657,\"dataset_url\":\"<BASE_URI>/datasets/2657.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:47 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2657.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 08:11:52 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"e62a8ebd2e282c43c2b6c903550a7565\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - d4d59bbb309d70e1b27686adfbd795e9
+      X-Runtime:
+      - '0.102206'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":true,\"dataset_id\":2657,\"published\":true,\"owner_email\":\"<ODC_USERNAME>\",\"errors\":[\"The
+        question 'webpage' is mandatory\",\"The question 'thirdPartyOrigin' is mandatory\",\"The
+        question 'thirdPartyOpen' is mandatory\",\"The question 'reference' is mandatory\",\"The
+        question 'currentDatasetUrl' is mandatory\",\"The question 'versionsTemplateUrl'
+        is mandatory\",\"The question 'crowdsourced' is mandatory\",\"The question
+        'serviceType' is mandatory\",\"The question 'crowdsourcedContent' is mandatory\",\"The
+        question 'claUrl' is mandatory\",\"The question 'cldsRecorded' is mandatory\",\"The
+        question 'seriesType' is mandatory\",\"The question 'currentDumpUrl' is mandatory\",\"The
+        question 'dumpsTemplateUrl' is mandatory\",\"The question 'dumpsUrl' is mandatory\",\"The
+        question 'changeFeedUrl' is mandatory\",\"The question 'dataNotApplicable'
+        is mandatory\",\"The question 'dataWaiver' is mandatory\",\"The question 'dataOtherWaiver'
+        is mandatory\",\"The question 'otherDataLicenceName' is mandatory\",\"The
+        question 'otherDataLicenceURL' is mandatory\",\"The question 'otherDataLicenceOpen'
+        is mandatory\",\"The question 'contentNotApplicable' is mandatory\",\"The
+        question 'contentWaiver' is mandatory\",\"The question 'contentOtherWaiver'
+        is mandatory\",\"The question 'account' is mandatory\",\"The question 'otherContentLicenceName'
+        is mandatory\",\"The question 'otherContentLicenceURL' is mandatory\",\"The
+        question 'otherContentLicenceOpen' is mandatory\",\"The question 'contentRightsURL'
+        is mandatory\",\"The question 'engagementTeamUrl' is mandatory\",\"The question
+        'existingExternalUrls' is mandatory\",\"The question 'reliableExternalUrls'
+        is mandatory\",\"The question 'appliedAnon' is mandatory\",\"The question
+        'dpStaff' is mandatory\"]}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 08:11:52 GMT
+- request:
+    method: post
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets
+    body:
+      encoding: UTF-8
+      string: "{\"jurisdiction\":\"gb\",\"create_user\":\"true\",\"dataset\":{\"documentationUrl\":\"http://data.gov.uk/dataset/defence-infrastructure-organisation-disposals-database-house-of-commons-report\"}}"
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:16 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Cache-Control:
+      - no-cache
+      X-Request-Id:
+      - e4b5796e758dc7f841515ead0e4174d0
+      X-Runtime:
+      - '2.107274'
+      Set-Cookie:
+      - _open-data-certificate_session=BAh7BkkiD3Nlc3Npb25faWQGOgZFRkkiJTVhM2I0Y2I5NmVhYmVhYzI2Y2VhNjg2Y2EzNzkyZWY4BjsAVA%3D%3D--5809486d93e8272fd48e2c7f12ecc87097404442;
+        path=/; HttpOnly
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:16 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:16 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 62cc5bc48214858b5113ea8da2276293
+      X-Runtime:
+      - '0.033566'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:16 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:21 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 305be265cff099aa4c961a54373ec3dc
+      X-Runtime:
+      - '0.035996'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:21 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:26 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - ed6b175ea87c603f4b485539527cb4ff
+      X-Runtime:
+      - '0.054878'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:26 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:31 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - e4138c886d3497cd5bf8b42437d18a23
+      X-Runtime:
+      - '0.024175'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:31 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:36 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 65e787f085ccbd52ad5071c46cb85803
+      X-Runtime:
+      - '0.025134'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:36 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:41 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 99c7df648fdf1ab29a0210ff0c8400a0
+      X-Runtime:
+      - '0.033831'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:41 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:46 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - c91281f776911aefb66e3a1677b2b6d6
+      X-Runtime:
+      - '0.171775'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:46 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:51 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 33fffca7eaf75ffdeb59b813c9938670
+      X-Runtime:
+      - '0.048141'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:51 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:42:56 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 2ef4e2d432b7eccb6028c39bd84742c3
+      X-Runtime:
+      - '0.038913'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:42:56 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:43:02 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - c1ffa37bfa87936af21fb36ee2579ad2
+      X-Runtime:
+      - '0.022781'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:43:02 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:43:07 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 3e7b32ca19ed477be165598255429da2
+      X-Runtime:
+      - '0.031684'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:43:07 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:43:12 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"d6bc317ea9996e9bec3d78fd32ea0221\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - ac510d619374bdef0e34beaa82b7ea95
+      X-Runtime:
+      - '0.034978'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":\"pending\",\"dataset_id\":2615,\"dataset_url\":\"<BASE_URI>/datasets/2615.json\"}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:43:12 GMT
+- request:
+    method: get
+    uri: http://api%40example.com:<ODC_API_KEY>@open-data-certificate.dev/datasets/2615.json
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Fri, 19 Sep 2014 10:43:17 GMT
+      Content-Type:
+      - application/json; charset=utf-8
+      X-Ua-Compatible:
+      - IE=Edge
+      Etag:
+      - "\"3dc34764087fc914cf5ced2434ab2c6a\""
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 3ac85e83c11554e9429fbae6b9c3712a
+      X-Runtime:
+      - '0.116367'
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: "{\"success\":true,\"dataset_id\":2615,\"certificate_url\":\"<BASE_URI>/datasets/2615/certificates/14990\",\"published\":true,\"owner_email\":\"<ODC_USERNAME>\",\"errors\":[\"The
+        question 'webpage' is mandatory\",\"The question 'thirdPartyOrigin' is mandatory\",\"The
+        question 'thirdPartyOpen' is mandatory\",\"The question 'reference' is mandatory\",\"The
+        question 'currentDatasetUrl' is mandatory\",\"The question 'versionsTemplateUrl'
+        is mandatory\",\"The question 'crowdsourced' is mandatory\",\"The question
+        'serviceType' is mandatory\",\"The question 'crowdsourcedContent' is mandatory\",\"The
+        question 'claUrl' is mandatory\",\"The question 'cldsRecorded' is mandatory\",\"The
+        question 'seriesType' is mandatory\",\"The question 'currentDumpUrl' is mandatory\",\"The
+        question 'dumpsTemplateUrl' is mandatory\",\"The question 'dumpsUrl' is mandatory\",\"The
+        question 'changeFeedUrl' is mandatory\",\"The question 'dataNotApplicable'
+        is mandatory\",\"The question 'dataWaiver' is mandatory\",\"The question 'dataOtherWaiver'
+        is mandatory\",\"The question 'otherDataLicenceName' is mandatory\",\"The
+        question 'otherDataLicenceURL' is mandatory\",\"The question 'otherDataLicenceOpen'
+        is mandatory\",\"The question 'contentNotApplicable' is mandatory\",\"The
+        question 'contentWaiver' is mandatory\",\"The question 'contentOtherWaiver'
+        is mandatory\",\"The question 'account' is mandatory\",\"The question 'otherContentLicenceName'
+        is mandatory\",\"The question 'otherContentLicenceURL' is mandatory\",\"The
+        question 'otherContentLicenceOpen' is mandatory\",\"The question 'contentRightsURL'
+        is mandatory\",\"The question 'engagementTeamUrl' is mandatory\",\"The question
+        'existingExternalUrls' is mandatory\",\"The question 'reliableExternalUrls'
+        is mandatory\",\"The question 'appliedAnon' is mandatory\",\"The question
+        'dpStaff' is mandatory\"]}"
+    http_version: 
+  recorded_at: Fri, 19 Sep 2014 10:43:17 GMT
+recorded_with: VCR 2.9.3