dh_easy-qa 0.0.33 → 0.0.34

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f50c7fbde345982f84159b95991622284552a7c879cef3c41433afb40bd297b
-  data.tar.gz: a528d2eab5ad5ab35cae524ba67a10b07c4a2f58d60bdddd2f11b11af8276bd3
+  metadata.gz: 8972a854f369585a4f1bc458ded75f5e4ca04d96663cd8a1b13addfbe767dbf2
+  data.tar.gz: 327cce5d1fed72fbb0141498b6712d165cd180ecd31c0c0ed6aa86447243c051
 SHA512:
-  metadata.gz: 1cc9e15f9e2284744af36d311e185c8ee0df773e76e5b1d6d61a267158264efa63340c0227bdb68e2c1dac2e22a528cdc025204ccd669f140a9daad7f839cdd5
-  data.tar.gz: 62ddd23ffdb3fe48ba7380f6ba7ff5196e80ce6c3c72d79b4c3ae4640a797c70fef2a38b10e0047758f648f53eae2fc40fb6ceeefed60250cf584920e741a493
+  metadata.gz: a58f091f6592d67a1390a8750be93a8a5fd06cab3235005c5ada0bddc295363afe7469106080866a55e0c15833a4fcde6c99afc89d386f780a8d90cb391adbf6
+  data.tar.gz: 7d70c37a9103aed8736823ffaf73facb1d493243fa80c974c0a71fb13e7596e15e937fd7d92faa2413468fbf2afea2bde07bc631992bd0f16f387dc043367fa8

data/lib/dh_easy/qa/validate_internal.rb

@@ -68,7 +68,7 @@ module DhEasy
       end
 
       def status_ok?
-        !collection_response.parsed_response.nil? && collection_response.code == 200
+        !old_collection_response.parsed_response.nil? && old_collection_response.code == 200
       end
 
       def validate_collections
@@ -83,19 +83,29 @@ module DhEasy
       end
 
       def output_response
-        if collection_response.parsed_response.nil?
+        if old_collection_response.parsed_response.nil?
           puts "collection response is null"
         else
-          puts collection_response.parsed_response['message']
+          puts old_collection_response.parsed_response['message']
         end
       end
 
       def collection_counts
-        @collection_counts ||= collection_response.parsed_response
+        @collection_counts ||= collection_response
       end
 
       def collection_response
-        @collection_response || Datahen::Client::ScraperJobOutput.new.collections(scraper_name)
+        json = JSON.parse(Datahen::Client::ScraperJobOutput.new.collections(scraper_name).body)
+        if json['error'] == ""
+          @collection_response || json["data"]
+        else 
+          puts "There was an error: #{JSON.pretty_generate(json['error'])}"
+          @collection_response
+        end
+      end
+
+      def old_collection_response
+        @old_collection_response || Datahen::Client::ScraperJobOutput.new.collections(scraper_name)
       end
     end
 
@@ -148,6 +158,7 @@ module DhEasy
                     data = []
                     page = 1
                     while data.count < total_records
+                      # if there is an issue maybe due to this method response due to new stream data response Datahen::Client::JobOutput.new(per_page:500, page: page).all
                       records = Datahen::Client::JobOutput.new(per_page:500, page: page).all(most_recent_finished_job['id'], collection_name).parsed_response
                       sleep 1
                       if records

data/lib/dh_easy/qa/version.rb

@@ -1,5 +1,5 @@
 module DhEasy
   module Qa
-    VERSION = "0.0.33"
+    VERSION = "0.0.34"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dh_easy-qa
 version: !ruby/object:Gem::Version
-  version: 0.0.33
+  version: 0.0.34
 platform: ruby
 authors:
 - David Lynam
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2019-12-04 00:00:00.000000000 Z
+date: 2024-01-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dh_easy-config
@@ -120,7 +120,7 @@ licenses:
 metadata:
   homepage_uri: https://datahen.com
   source_code_uri: https://github.com/DataHenOfficial/dh_easy-qa
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -135,9 +135,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.2.15
+signing_key:
 specification_version: 4
 summary: DataHen Easy Quality Assurance gem
 test_files: []