miniharvest 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e4955ba05d180433a72c0803946af7bb2491788f
-  data.tar.gz: 4d65121fc8a42de9460d395e5e6b74fac39776e5
+  metadata.gz: 23d51a4e1b9fd2f688d87b51d540969b8785bb0e
+  data.tar.gz: 88f9acd122805ebef5276079b6b252ce844eb070
 SHA512:
-  metadata.gz: 0c7154492c62e18d561d261477bf24ce0207f35cee1fb174bbe98dab7dd50eb74eab28e484b3e676a36133a838908671af3cde862d8a74153afcc78fe39ae6a7
-  data.tar.gz: a818891b150915c3ae5e47d481ca330ae025eceaec2761ccff59361a8f9593f835d746054a30ad0614f9e9887b82750902388b5c4781983314efe9f32344d088
+  metadata.gz: 336b99bdf964509395c540bc6c700ca6a912ae66981ab0f64f3532cc811538fd899ac18bbecf8b1b3ceaf41f257e0880e95747a2eeb5602938469a3075e2b9f2
+  data.tar.gz: 87f6d5d112a18c906b21695b2190b6d9d0038aa2cc7988c787646dda7e6fb6f58e7b517f4ad0101fc0ba9c7cd3d4228ac31ef31b0b2bf89f0310aa422bf55209

data/lib/miniharvest.rb

@@ -59,6 +59,13 @@ module MiniHarvest
       end
     end
 
+    def dedupe_records(node)
+      seen = Hash.new(0)
+      node.traverse {|n| n.unlink if (seen[n.to_xml] += 1) > 1}
+      return node
+    end
+
+
     def get_records(token)
       params = { :verb => 'ListRecords', :resumptionToken => token[0].text }
       doc = oai_request(self.oai_base_uri,params)
@@ -67,7 +74,7 @@ module MiniHarvest
       if resumption_token != false
         get_records(resumption_token)
       else
-        return self.marc_collection.root
+        return dedupe_records(self.marc_collection.root)
       end
     end
   end

data/lib/miniharvest/version.rb

@@ -1,3 +1,3 @@
 module MiniHarvest
-  VERSION = "0.2.1"
+  VERSION = "0.2.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: miniharvest
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Jamie Little