maltese 0.8.3 → 0.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b164d7b559b700d446fa188db4ec7709da66090345f5c7812b63a159ee37e498
-  data.tar.gz: e18e182c07263de4a85e6e5100d6db4657ea9b11751746c8c11ba75ab5511a78
+  metadata.gz: 65fce88e9d779aa6a42e85ec32f1f08e28f2eb46c2e6f871051b5636b8c0e4f5
+  data.tar.gz: 0b5eeafd13dd181ffb13151aa6b8e90b0813ed9a24ea245faf1a2c2c9c3054c0
 SHA512:
-  metadata.gz: fed1c2951942238010cbfdeca20b1de77174037868052fdf80b9f9c95d7a6a1aab4a2d18fc9e895185157346e549098ff06f095ffc82cb0e7085d442bc413fac
-  data.tar.gz: e610158f1267a2f4dac264c70383a3734a881298e1f05e1dd9baf424a3a34e099b57dc186c355ee4f0e74a998972d65f5d11541d3e6f9d4e775da7d3c054815d
+  metadata.gz: 1656151f5a6942d2670285a047c78fe4ec66a70258fa6e334c6d880ecc171a87208afea09990137cf69a44ae36087a62896a24d79aae40c9bf6ace522d19760c
+  data.tar.gz: 9299260f5f8abb1687b2315f68927d69827a89a247a39520d5cbd62e840825ff7dd9bd773097103b3c4a1b44a44788ee9e1ba819ae8662626a8abbcfcf808cf1

data/Dockerfile

@@ -11,6 +11,6 @@ RUN apt-get update && apt-get upgrade -y -o Dpkg::Options::="--force-confold" &&
     apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
 
 # Install maltese gem
-RUN /sbin/setuser app gem install maltese -v 0.8.3
+RUN /sbin/setuser app gem install maltese -v 0.8.4
 
 CMD maltese sitemap --sitemap_bucket $SITEMAP_BUCKET

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    maltese (0.8.3)
+    maltese (0.8.4)
       activesupport (>= 4.2.5, < 6)
       aws-sdk-s3 (~> 1.19)
       dotenv (~> 2.1, >= 2.1.1)

data/lib/maltese/sitemap.rb

@@ -34,11 +34,11 @@ module Maltese
     end
 
     def timeout
-      120
+      60
     end
 
     def job_batch_size
-      1000
+      10000
     end
 
     def sitemap
@@ -82,8 +82,9 @@ module Maltese
       options[:size] = options[:size] || job_batch_size
 
       params = { 
-        "page[cursor]": options[:cursor],
-        "page[size]": options[:size],
+        "fields[dois]" => "doi,updated",
+        "page[cursor]" => options[:cursor],
+        "page[size]" => options[:size]
       }
       search_path + URI.encode_www_form(params)
     end
@@ -105,7 +106,7 @@ module Maltese
     end
 
     def get_data(url)
-      Maremma.get(url)
+      Maremma.get(url, timeout: 300)
     end
 
     def parse_data(result)

data/lib/maltese/version.rb

@@ -1,3 +1,3 @@
 module Maltese
-  VERSION = "0.8.3"
+  VERSION = "0.8.4"
 end

data/spec/cli_spec.rb

@@ -12,11 +12,11 @@ describe Maltese::CLI do
   describe "sitemap", vcr: true, :order => :defined do
     it 'should succeed' do
       subject.options = cli_options
-      expect { subject.sitemap }.to output(/1001 links/).to_stdout
+      expect { subject.sitemap }.to output(/10001 links/).to_stdout
       sitemap = Zlib::GzipReader.open("public/sitemaps/sitemap.xml.gz") { |gz| gz.read }
       doc = Nokogiri::XML(sitemap)
-      expect(doc.xpath("//xmlns:url").size).to eq(1001)
-      expect(doc.xpath("//xmlns:loc").last.text).to eq("https://search.test.datacite.org/works/10.22002/d1.88")
+      expect(doc.xpath("//xmlns:url").size).to eq(10001)
+      expect(doc.xpath("//xmlns:loc").last.text).to eq("https://search.test.datacite.org/works/10.0133/1519753351949")
     end
   end
 end