cloudscrape-client 0.4.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5085edcfddc61623f67b1082a7ade15bb7f7fc7d
-  data.tar.gz: 0f78df125cbfe6430bdb253de187eecd10aa0ceb
+  metadata.gz: bb5efa121917f781a62ec85749da85461bf42d59
+  data.tar.gz: b1720e3a87cbbfc31f59b37cd350ac7372c7c47e
 SHA512:
-  metadata.gz: d395feb17c6fc5211dbbb293de993bb1fb46b4d75b0156ddc543780af0f628d858ae137a9f52d94b1cbafacb67141d4439d5a86ea2ac08634558283475d36425
-  data.tar.gz: b516059b707b2bc147b40d7197ead42bec76d160590c6ab39823963a5cbb8b744c7b1c2eb15c5ed1db3f207159e68780294e412a61619f5b6e7dc72c94ad0a21
+  metadata.gz: cef617b5a0d055c952e9cc57020654227a46878334afbb57142b1c8ed5e49e6419bff7813d38de9047a940e6b87ff123e5888f3eb4f545ebf011a34738bf6378
+  data.tar.gz: cdb9a6425d8e645d841c8fde5e00437bcfd11302e2ee57ad920a34e213739a5be6a561882659aae2354299702b0a6ac785375a1bae2dc087f0fb18b265b25dee

data/.rubocop.yml

@@ -1,7 +1,8 @@
+AllCops:
+  TargetRubyVersion: 2.3
+  Exclude:
+    - 'bin/*'
 Style/StringLiterals:
   EnforcedStyle: double_quotes
 Style/Documentation:
   Enabled: false
-AllCops:
-  Exclude:
-    - 'bin/*'

data/.simplecov

@@ -1,8 +1,8 @@
 SimpleCov.configure do
   start("rails") do
-    formatter SimpleCov::Formatter::MultiFormatter[
+    formatter SimpleCov::Formatter::MultiFormatter.new([
       SimpleCov::Formatter::HTMLFormatter
-    ]
+    ])
 
     add_group "Long files" do |src_file|
       src_file.lines.count > 100

data/CHANGELOG.md

@@ -1,3 +1,19 @@
+## 0.5.0 (2016-09-16)
+
+Features:
+
+  - Added GetResultFile endpoint support
+
+Bugfixes:
+
+  - Correctly parse files in response
+
+## 0.4.0 (2016-05-15)
+
+Bugfixes:
+
+  - Change Domain to Dexi.io
+
 ## 0.3.0 (2016-03-23)
 
 Features:

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source "https://rubygems.org"
 
 # Specify your gem's dependencies in cloud_scrape.gemspec

data/README.md

@@ -7,6 +7,8 @@ Wrapper for CloudScrape API.
 
 ## Requirements
 
+For dependencies see `spec.add_runtime_dependency` in the [Gemspec](./cloudscrape-client-ruby.gemspec)
+
 * Ruby `> 1.9.x`
 
 ## Installation
@@ -102,13 +104,40 @@ client.executions(execution_id).remove
 
 #### Executions (Get Result) [Docs](https://app.dexi.io/#/api/sections/executions/getResult)
 
-Methods are dynamically defined based on headers.
-
 ``` ruby
 execution = client.executions(execution_id).results
 execution.response # => { headers: [...], rows: [...] }
-execution.collection # => [ #<CloudscrapeClient::Executions::Result:0x007ffd7d132950> ]
 execution.as_hash # => [ { ... } ]
+result = execution.collection.first # => #<CloudscrapeClient::Executions::Result:0x007ffd7d132950>
+
+# Methods are dynamically defined based on headers. For example:
+result.methods.sort # => [..., :id, :screenshot]
+
+result.id # => "ae101b8f-1326-451c-ada7-3eab3c0f8a91"
+
+file = result.screenshot # => #<CloudscrapeClient::Executions::Result::File:0x007ffd7d817161>
+file.id # => "11fed7f0-a508-4dc8-956a-481535c6f88a"
+file.content_type # => "image/png"
+```
+
+#### Executions (Get Result File) [Docs](https://app.dexi.io/#/api/sections/executions/getResultFile)
+
+``` ruby
+execution.collection.first # => #<CloudscrapeClient::Executions::Result:0x007ffd7d132950>
+result_file = result.screenshot # => #<CloudscrapeClient::Executions::Result::File:0x007ffd7d817161>
+
+result_file.id # => "11fed7f0-a508-4dc8-956a-481535c6f88a"
+result_file.provider_id # => 21607
+result_file.content_type # => "image/png"
+result_file.file_name # => "<ID>-<PROVIDER_ID>.png"
+
+# Returns content of file
+content = client.executions(execution_id).file(result_file) # => "..."
+
+# Example content usage
+newFile = File.open(result_file.file_name, "w")
+newFile.write(content)
+newFile.close
 ```
 
 #### Executions (Stop) [Docs](https://app.dexi.io/#/api/sections/executions/stop)

data/Rakefile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
 

data/bin/console

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 
 require "bundler/setup"
-require "cloud_scrape"
+require "cloudscrape_client"
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.

data/cloudscrape-client-ruby.gemspec

@@ -1,9 +1,12 @@
+# frozen_string_literal: true
+
 # coding: utf-8
 lib = File.expand_path("../lib", __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 require "cloudscrape_client/version"
 
+# rubocop:disable Metrics/BlockLength
 Gem::Specification.new do |spec|
   spec.name          = "cloudscrape-client"
   spec.version       = CloudscrapeClient::VERSION
@@ -23,16 +26,18 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency "mime-types", "~> 3.1"
   spec.add_runtime_dependency "faraday", "~> 0.9"
   spec.add_runtime_dependency "faraday_middleware", "~> 0.10"
   spec.add_runtime_dependency "faraday-conductivity", "~> 0.3"
   spec.add_runtime_dependency "faraday_middleware-multi_json", "~> 0.0"
 
-  spec.add_development_dependency "bundler", "~> 1.10"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "rubocop"
   spec.add_development_dependency "simplecov"
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 end
+# rubocop:enable Metrics/BlockLength

data/lib/cloudscrape/client.rb

@@ -1 +1,3 @@
+# frozen_string_literal: true
+
 require_relative "../cloudscrape_client"

data/lib/cloudscrape_client.rb

@@ -1,4 +1,7 @@
+# frozen_string_literal: true
+
 require "logger"
+require "mime/types"
 
 require "cloudscrape_client/version"
 require "cloudscrape_client/configuration"

data/lib/cloudscrape_client/api.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "digest"
 require "faraday"
 require "faraday_middleware"
@@ -21,27 +23,29 @@ class CloudscrapeClient
       new.delete(*args)
     end
 
-    def get(domain:, url:, options: {})
-      connection(domain).get(URI.escape(url), options)
+    def get(domain:, url:, content_type:, options: {})
+      connection(domain: domain, content_type: content_type)
+        .get(URI.escape(url), options)
     end
 
-    def post(domain:, url:, options: {})
-      connection(domain).post do |req|
+    def post(domain:, url:, content_type:, options: {})
+      connection(domain: domain, content_type: content_type).post do |req|
         req.url URI.escape(url)
-        req.headers["Content-Type"] = "application/json"
+        req.headers["Content-Type"] = content_type.to_s
         req.body = options.to_json
       end
     end
 
-    def delete(domain:, url:, options: {})
-      connection(domain).delete(URI.escape(url), options)
+    def delete(domain:, url:, content_type:, options: {})
+      connection(domain: domain, content_type: content_type)
+        .delete(URI.escape(url), options)
     end
 
     private
 
     def access_key
-      fail InvalidAccountId, account_id unless account_id
-      fail InvalidApiKey, api_key unless api_key
+      raise InvalidAccountId, account_id unless account_id
+      raise InvalidApiKey, api_key unless api_key
 
       Digest::MD5.hexdigest(account_id + api_key)
     end
@@ -60,7 +64,7 @@ class CloudscrapeClient
 
     # rubocop:disable Metrics/AbcSize
     # rubocop:disable Metrics/MethodLength
-    def connection(domain)
+    def connection(domain:, content_type:)
       Faraday.new(url: domain) do |faraday|
         faraday.request :url_encoded
 
@@ -72,10 +76,11 @@ class CloudscrapeClient
                         accept: "application/json",
                         "X-CloudScrape-Access" => access_key,
                         "X-CloudScrape-Account" => account_id,
-                        content_type: "application/json"
+                        content_type: content_type.to_s
 
         if CloudscrapeClient.configuration.verbose
-          faraday.response :logger, CloudscrapeClient.configuration.logger
+          faraday.use :extended_logging,
+                      logger: CloudscrapeClient.configuration.logger
         end
 
         faraday.response :multi_json,

data/lib/cloudscrape_client/configuration.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
   module Configure
     def configuration
@@ -9,8 +11,6 @@ class CloudscrapeClient
       configuration
     end
 
-    private
-
     class Configuration
       attr_accessor :base_url,
                     :api_key,
@@ -21,7 +21,7 @@ class CloudscrapeClient
                     :verbose,
                     :logger
 
-      def initialize # rubocop:disable Metrics/AbcSize
+      def initialize
         self.base_url = base_url_default
         self.user_agent_app = user_agent_app_default
         self.user_agent_version = user_agent_version_default

data/lib/cloudscrape_client/dto.rb

@@ -1,8 +1,12 @@
+# frozen_string_literal: true
+
 require "cloudscrape_client/api"
 require "cloudscrape_client/validate"
 
 class CloudscrapeClient
   class DTO
+    DEFAULT_CONTENT_TYPE = MIME::Types["application/json"].first
+
     attr_reader :options
 
     def initialize(options:)
@@ -30,6 +34,7 @@ class CloudscrapeClient
         method,
         domain: domain,
         url: endpoint,
+        content_type: content_type,
         options: {
           api_key: api_key,
           format: "json"
@@ -41,8 +46,12 @@ class CloudscrapeClient
       {}
     end
 
+    def content_type
+      DEFAULT_CONTENT_TYPE
+    end
+
     def endpoint
-      fail NotImplementedError, "Inheriting class must implement"
+      raise NotImplementedError, "Inheriting class must implement"
     end
 
     private

data/lib/cloudscrape_client/execution_dto.rb

@@ -1,17 +1,27 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
   class ExecutionDTO < DTO
     def endpoint
-      "executions/#{id}/#{url}"
+      ["executions", execution_id, url, record_id].compact.join("/")
     end
 
     private
 
-    def id
-      options.fetch(:id)
+    def record_id
+      options[:record_id]
+    end
+
+    def execution_id
+      options.fetch(:execution_id)
     end
 
     def url
       options.fetch(:url)
     end
+
+    def content_type
+      options[:content_type] || super
+    end
   end
 end

data/lib/cloudscrape_client/executions.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "cloudscrape_client/execution_dto"
 require "cloudscrape_client/executions/get"
 require "cloudscrape_client/executions/result"
@@ -10,34 +12,54 @@ class CloudscrapeClient
     end
 
     def get
-      Get.new(response: dto("", :get))
+      response = dto(
+        url: "",
+        method: :get
+      )
+
+      Get.new(response: response)
     end
 
-    def result
-      warn "[DEPRECATION] `result` is deprecated. Please use `results` instead."
-      results.collection.first
+    def file(result_file)
+      dto(
+        url: "file",
+        method: :get,
+        record_id: result_file.id,
+        content_type: result_file.content_type
+      )
     end
 
     def results
-      @results ||= Results.new(response: dto("result", :get))
+      response = dto(
+        url: "result",
+        method: :get
+      )
+
+      Results.new(response: response)
     end
 
     def remove
-      dto("", :delete)
+      dto(url: "", method: :delete)
     end
 
     def stop
-      dto("stop", :post)
+      dto(url: "stop", method: :post)
     end
 
     def continue
-      dto("continue", :post)
+      dto(url: "continue", method: :post)
     end
 
     private
 
-    def dto(url, method)
-      ExecutionDTO.for(id: @id, url: url, method: method)
+    def dto(url:, method:, record_id: nil, content_type: nil)
+      ExecutionDTO.for(
+        url: url,
+        method: method,
+        content_type: content_type,
+        execution_id: @id,
+        record_id: record_id
+      )
     end
   end
 end

data/lib/cloudscrape_client/executions/get.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
   class Executions
     class Get

data/lib/cloudscrape_client/executions/result.rb

@@ -1,3 +1,7 @@
+# frozen_string_literal: true
+
+require "cloudscrape_client/executions/result/file"
+
 class CloudscrapeClient
   class Executions
     class Result
@@ -20,7 +24,11 @@ class CloudscrapeClient
       private
 
       def define_method_for_header
-        ->(key, value) { self.class.send(:define_method, key) { value } }
+        lambda do |key, value|
+          self.class.send(:define_method, key) do
+            value.to_s.include?(File::FILE_KEYWORD) ? File.new(value) : value
+          end
+        end
       end
     end
   end

data/lib/cloudscrape_client/executions/result/file.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+class CloudscrapeClient
+  class Executions
+    class Result
+      class File
+        ParseError = Class.new(StandardError)
+        UnknownContentType = Class.new(StandardError)
+
+        FILE_KEYWORD = "FILE"
+        # https://regex101.com/r/zS8xF6/1
+        REGEX = %r{
+          \A                       # start of line
+          #{FILE_KEYWORD}          # detector keywork
+          :                        # detector vs content split
+          (?'contentType'\w+\/\w+) # content type
+          ;                        # first split
+          (?'providerId'\d+)       # Dexi provider id
+          ;                        # second split
+          (?'id'[a-z0-9-]*)        # file id
+          \Z                       # end of line
+        }x
+        EXPECTED_FORMAT = "FILE:<CONTENT_TYPE>;<PROVIDER_ID>;<FILE_ID>"
+
+        def initialize(value)
+          @value = value
+        end
+
+        def id
+          @id ||= find("id")
+        end
+
+        def provider_id
+          @provider_id ||= find("providerId")
+        end
+
+        # ContentType list http://www.freeformatter.com/mime-types-list.html
+        def content_type
+          @content_type ||= MIME::Types[raw_content_type].first.tap do |result|
+            raise UnknownContentType, raw_content_type if result.nil?
+          end
+        end
+
+        def file_name
+          "#{id}-#{provider_id}.#{extension}"
+        end
+
+        def extension
+          content_type.preferred_extension
+        end
+
+        private
+
+        attr_reader :value
+
+        def raw_content_type
+          @raw_content_type ||= find("contentType")
+        end
+
+        def find(key)
+          value.match(REGEX)[key]
+        rescue NoMethodError
+          raise ParseError, "Expected: #{EXPECTED_FORMAT}, Got: #{value}"
+        end
+      end
+    end
+  end
+end

data/lib/cloudscrape_client/executions/results.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
   class Executions
     class Results

data/lib/cloudscrape_client/run_dto.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
   class RunDTO < DTO
     def endpoint

data/lib/cloudscrape_client/runs.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "cloudscrape_client/run_dto"
 
 class CloudscrapeClient

data/lib/cloudscrape_client/validate.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
   class Validate
     def initialize(response:)
@@ -13,8 +15,8 @@ class CloudscrapeClient
     end
 
     def validate
-      fail CloudscrapeClient::InternalServerError, message if internal_error?
-      fail CloudscrapeClient::NotFound, message if not_found?
+      raise CloudscrapeClient::InternalServerError, message if internal_error?
+      raise CloudscrapeClient::NotFound, message if not_found?
 
       true
     end

data/lib/cloudscrape_client/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class CloudscrapeClient
-  VERSION = "0.4.0"
+  VERSION = "0.5.1"
 end

data/postman_collection

@@ -1,180 +1,423 @@
 {
-	"id": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-	"name": "CloudScrape",
-	"description": "",
-	"order": [],
-	"folders": [
+	"variables": [],
+	"info": {
+		"name": "CloudScrape",
+		"_postman_id": "929def16-e7c9-d024-873c-bd0b61ee5c46",
+		"description": "",
+		"schema": "https://schema.getpostman.com/json/collection/v2.0.0/collection.json"
+	},
+	"item": [
 		{
-			"id": "71488e93-9454-db51-8b9c-e15eb0ccfda8",
 			"name": "Executions",
 			"description": "",
-			"order": [
-				"fd463224-a926-201f-75db-8ef02b8c257b",
-				"35175ab6-cccf-b3e6-692c-6a66b8c3d30f",
-				"744fd5a4-c477-2fe8-3bbd-66646767b46d",
-				"96ea0c3f-a697-e240-e554-c056680beba4",
-				"c8d593d5-fac6-0dbf-6710-aca83c8aeecc"
-			],
-			"owner": "8933"
+			"item": [
+				{
+					"name": "Result",
+					"request": {
+						"url": "https://app.cloudscrape.com/api/executions/1f164370-704b-4402-bc15-ba1d00a19d01/result",
+						"method": "GET",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "d7818ef991012e3c94e8ea3cda149936",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Get execution result. As a result can be very large it is advised that you use some method of streaming to parse the result and insert it into your data store of choice.\n\nhttps://app.cloudscrape.com/#/api/sections/executions/getResult"
+					},
+					"response": []
+				},
+				{
+					"name": "Result File",
+					"request": {
+						"url": "https://app.cloudscrape.com/api/executions/1f164370-704b-4402-bc15-ba1d00a19d01/file/11fed7f0-a508-4dc8-956a-481535c6f88a",
+						"method": "GET",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "d7818ef991012e3c94e8ea3cda149936",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Get execution result file contents. Response headers includes the content-type of the file.\n\nhttps://app.cloudscrape.com/#/api/sections/executions/getResultFile"
+					},
+					"response": []
+				},
+				{
+					"name": "Get",
+					"request": {
+						"url": "https://app.cloudscrape.com/api/executions/1f164370-704b-4402-bc15-ba1d00a19d01",
+						"method": "GET",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "d7818ef991012e3c94e8ea3cda149936",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Get execution\n\nhttps://app.cloudscrape.com/#/api/sections/executions/get"
+					},
+					"response": []
+				},
+				{
+					"name": "Stop",
+					"request": {
+						"url": "https://app.cloudscrape.com/api/executions/1f164370-704b-4402-bc15-ba1d00a19d01/stop",
+						"method": "POST",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "d7818ef991012e3c94e8ea3cda149936",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Stop execution. Note that an execution does not stop immediately.\n\nhttps://app.cloudscrape.com/#/api/sections/executions/stop"
+					},
+					"response": []
+				},
+				{
+					"name": "Continue",
+					"request": {
+						"url": "https://app.cloudscrape.com/api/executions/1f164370-704b-4402-bc15-ba1d00a19d01/continue",
+						"method": "POST",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "d7818ef991012e3c94e8ea3cda149936",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Continue a stopped execution. Note that the execution might not start immediately.\n\nhttps://app.cloudscrape.com/#/api/sections/executions/continue"
+					},
+					"response": []
+				},
+				{
+					"name": "Remove",
+					"request": {
+						"url": "https://app.cloudscrape.com/api/executions/1f164370-704b-4402-bc15-ba1d00a19d01",
+						"method": "DELETE",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "d7818ef991012e3c94e8ea3cda149936",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Delete execution permanently\n\nhttps://app.cloudscrape.com/#/api/sections/executions/remove"
+					},
+					"response": []
+				}
+			]
 		},
 		{
-			"id": "1ed33673-dfe5-e160-54d8-c2d1f325cd7e",
 			"name": "Runs",
 			"description": "",
-			"order": [
-				"e505df88-7b71-2e0d-798c-8ed3321aca77",
-				"d3ecd8c7-c9cf-8c95-5d8b-5a671bfe9403"
-			],
-			"owner": "8933",
-			"collectionId": "3f32f4dc-6fea-55e9-bee8-8f5235c1065c"
-		}
-	],
-	"timestamp": 1444423682919,
-	"owner": "8933",
-	"remoteLink": "",
-	"public": false,
-	"requests": [
-		{
-			"id": "35175ab6-cccf-b3e6-692c-6a66b8c3d30f",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/executions/1f164370-704b-4402-bc15-ba1d00a19d01",
-			"preRequestScript": "",
-			"pathVariables": {},
-			"method": "GET",
-			"data": [],
-			"dataMode": "params",
-			"version": 2,
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"time": 1444436953179,
-			"name": "Get",
-			"description": "Get execution\n\nhttps://app.dexi.io/#/api/sections/executions/get",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"responses": [],
-			"folder": "71488e93-9454-db51-8b9c-e15eb0ccfda8"
-		},
-		{
-			"id": "744fd5a4-c477-2fe8-3bbd-66646767b46d",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/executions/1f164370-704b-4402-bc15-ba1d00a19d01/stop",
-			"preRequestScript": "",
-			"pathVariables": {},
-			"method": "POST",
-			"data": [],
-			"dataMode": "params",
-			"version": 2,
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"time": 1444436980442,
-			"name": "Stop",
-			"description": "Stop execution. Note that an execution does not stop immediately.\n\nhttps://app.dexi.io/#/api/sections/executions/stop",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"responses": [],
-			"folder": "71488e93-9454-db51-8b9c-e15eb0ccfda8"
-		},
-		{
-			"id": "96ea0c3f-a697-e240-e554-c056680beba4",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/executions/1f164370-704b-4402-bc15-ba1d00a19d01/continue",
-			"preRequestScript": "",
-			"pathVariables": {},
-			"method": "POST",
-			"data": [],
-			"dataMode": "params",
-			"version": 2,
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"time": 1444436996122,
-			"name": "Continue",
-			"description": "Continue a stopped execution. Note that the execution might not start immediately.\n\nhttps://app.dexi.io/#/api/sections/executions/continue",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"responses": [],
-			"folder": "71488e93-9454-db51-8b9c-e15eb0ccfda8"
-		},
-		{
-			"id": "c8d593d5-fac6-0dbf-6710-aca83c8aeecc",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/executions/1f164370-704b-4402-bc15-ba1d00a19d01",
-			"preRequestScript": "",
-			"pathVariables": {},
-			"method": "DELETE",
-			"data": [],
-			"dataMode": "params",
-			"version": 2,
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"time": 1444437024303,
-			"name": "Remove",
-			"description": "Delete execution permanently\n\nhttps://app.dexi.io/#/api/sections/executions/remove",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"responses": [],
-			"folder": "71488e93-9454-db51-8b9c-e15eb0ccfda8"
-		},
-		{
-			"id": "d3ecd8c7-c9cf-8c95-5d8b-5a671bfe9403",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/runs/27c719bb-f28f-49f5-aedf-dba2f8e60ba3/execute/inputs?connect=true",
-			"preRequestScript": "",
-			"pathVariables": {},
-			"method": "POST",
-			"data": [],
-			"dataMode": "raw",
-			"version": 2,
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"time": 1444566409009,
-			"name": "Execute with Input",
-			"description": "Starts new execution of run using the input from the body instead of the run itself.\n\nhttps://app.dexi.io/#/api/sections/runs/executeWithInput",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"responses": [],
-			"rawModeData": "{\n    \"url\": \"http://google.com\"\n}"
-		},
-		{
-			"id": "e505df88-7b71-2e0d-798c-8ed3321aca77",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/runs/27c719bb-f28f-49f5-aedf-dba2f8e60ba3/execute",
-			"pathVariables": {},
-			"preRequestScript": "",
-			"method": "POST",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"data": [],
-			"dataMode": "params",
-			"name": "Execute",
-			"description": "Start new execution of run.\n\nhttps://app.dexi.io/#/api/sections/runs/execute",
-			"descriptionFormat": "html",
-			"time": 1444433278119,
-			"version": 2,
-			"responses": [],
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"folder": "1ed33673-dfe5-e160-54d8-c2d1f325cd7e",
-			"isFromCollection": true
-		},
-		{
-			"id": "fd463224-a926-201f-75db-8ef02b8c257b",
-			"headers": "X-CloudScrape-Access: d7818ef991012e3c94e8ea3cda149936\nX-CloudScrape-Account: a274a8b2-a664-4acb-959c-9de28644877d\nAccept: application/json\nContent-Type: application/json\nUser-Agent: CS-RUBY-CLIENT/1.0\nAccept-Encoding: UTF-8\nTransfer-Encoding: UTF-8\n",
-			"url": "https://api.dexi.io/executions/1f164370-704b-4402-bc15-ba1d00a19d01/result",
-			"preRequestScript": "",
-			"pathVariables": {},
-			"method": "GET",
-			"data": [],
-			"dataMode": "params",
-			"version": 2,
-			"tests": "",
-			"currentHelper": "normal",
-			"helperAttributes": {},
-			"time": 1444436918679,
-			"name": "Result",
-			"description": "Get execution result. As a result can be very large it is advised that you use some method of streaming to parse the result and insert it into your data store of choice.\n\nhttps://app.dexi.io/#/api/sections/executions/getResult",
-			"collectionId": "929def16-e7c9-d024-873c-bd0b61ee5c46",
-			"responses": [],
-			"folder": "71488e93-9454-db51-8b9c-e15eb0ccfda8"
+			"item": [
+				{
+					"name": "Execute",
+					"request": {
+						"url": "https://api.dexi.io/runs/27c719bb-f28f-49f5-aedf-dba2f8e60ba3/execute",
+						"method": "POST",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "a343a30529e1f505d4fa48317",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "formdata",
+							"formdata": []
+						},
+						"description": "Start new execution of run.\n\nhttps://app.cloudscrape.com/#/api/sections/runs/execute"
+					},
+					"response": []
+				},
+				{
+					"name": "Execute with Input",
+					"request": {
+						"url": "https://api.dexi.io/runs/bf04bcf8-ada8-4942-be9d-a0ffb4e29173/execute/inputs?connect=true",
+						"method": "POST",
+						"header": [
+							{
+								"key": "X-CloudScrape-Access",
+								"value": "cdd66efb65d9c4aacd397b3b0b5814ca",
+								"description": ""
+							},
+							{
+								"key": "X-CloudScrape-Account",
+								"value": "a274a8b2-a664-4acb-959c-9de28644877d",
+								"description": ""
+							},
+							{
+								"key": "Accept",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "Content-Type",
+								"value": "application/json",
+								"description": ""
+							},
+							{
+								"key": "User-Agent",
+								"value": "CS-RUBY-CLIENT/1.0",
+								"description": ""
+							},
+							{
+								"key": "Accept-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							},
+							{
+								"key": "Transfer-Encoding",
+								"value": "UTF-8",
+								"description": ""
+							}
+						],
+						"body": {
+							"mode": "raw",
+							"raw": "{\n    \"url\": \"http://www.rightmove.co.uk/property-for-sale/property-53811409.html\"\n}"
+						},
+						"description": "Starts new execution of run using the input from the body instead of the run itself.\n\nhttps://app.cloudscrape.com/#/api/sections/runs/executeWithInput"
+					},
+					"response": []
+				}
+			]
 		}
 	]
-}
+}

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: cloudscrape-client
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Charles J Hardy
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-07-28 00:00:00.000000000 Z
+date: 2016-12-21 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.1'
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
@@ -70,30 +84,30 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -204,6 +218,7 @@ files:
 - lib/cloudscrape_client/executions.rb
 - lib/cloudscrape_client/executions/get.rb
 - lib/cloudscrape_client/executions/result.rb
+- lib/cloudscrape_client/executions/result/file.rb
 - lib/cloudscrape_client/executions/results.rb
 - lib/cloudscrape_client/run_dto.rb
 - lib/cloudscrape_client/runs.rb