dss_reuters 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 47ea67d3a2c9a5cd34848988152d6723f3629e17
-  data.tar.gz: cdae6f36c34c7c5949db00328412beb8c197e012
+SHA256:
+  metadata.gz: 73a283c399a01e94727584d96655fd9b4a340256fe49637b8c7b06d5a42ed0a0
+  data.tar.gz: 474857d298a2c390b83343397c0e286b1a35b7eaddbf69e1373b0df80a3151dc
 SHA512:
-  metadata.gz: ba684c9c0ba7b251123de6125240c93f998342b4905ec8d73a3e96e0b7a3d971ec17391f50184888cb4d62616a50bb585ed66c5d9e560eb55e0b008e605a49a5
-  data.tar.gz: 827492b204258cb8ffda3b89ffc93494c422431b58989ef3ba51884cc064940959f6418c316dd4f05354fb8f6bc82527fd8eb5c554a3100b7837f1953445b5a0
+  metadata.gz: 8d00a89a2c059857bed3a426c9e6bf73314f4f7eecb66a9d364c5f9cbc145aa6eac27173cb56e7db5c40ac3cb24dcc0a8db2ef5ce1d3f97d2a77135c15e65925
+  data.tar.gz: ca4c418cf406ec3c0b1f1c3b2596e24be880f16ad829ab3ac02b67f92ab0f4407d3f5c6119fca1d8c9a8cd7113048a6888a3dcba08cba216fc97744b768855ff

data/.circleci/config.yml

@@ -0,0 +1,57 @@
+# Ruby CircleCI 2.0 configuration file
+#
+# Check https://circleci.com/docs/2.0/language-ruby/ for more details
+#
+version: 2
+jobs:
+  build:
+    docker:
+      # specify the version you desire here
+       - image: circleci/ruby:2.5.1
+
+      # Specify service dependencies here if necessary
+      # CircleCI maintains a library of pre-built images
+      # documented at https://circleci.com/docs/2.0/circleci-images/
+      # - image: circleci/postgres:9.4
+
+    working_directory: ~/repo
+
+    steps:
+      - checkout
+
+      # Download and cache dependencies
+      - restore_cache:
+          keys:
+          - v1-dependencies-{{ checksum "Gemfile.lock" }}
+          # fallback to using the latest cache if no exact match is found
+          - v1-dependencies-
+
+      - run:
+          name: install dependencies
+          command: |
+            bundle install --jobs=4 --retry=3 --path vendor/bundle
+
+      - save_cache:
+          paths:
+            - ./vendor/bundle
+          key: v1-dependencies-{{ checksum "Gemfile.lock" }}
+
+      # run tests!
+      - run:
+          name: run tests
+          command: |
+            mkdir /tmp/test-results
+            TEST_FILES="$(circleci tests glob "spec/**/*_spec.rb" | circleci tests split --split-by=timings)"
+
+            bundle exec rspec --format progress \
+                            --format RspecJunitFormatter \
+                            --out /tmp/test-results/rspec.xml \
+                            --format progress \
+                            $TEST_FILES
+
+      # collect reports
+      - store_test_results:
+          path: /tmp/test-results
+      - store_artifacts:
+          path: /tmp/test-results
+          destination: test-results

data/.gitignore

@@ -1,3 +1,4 @@
+.env
 /.bundle/
 /.yardoc
 /_yardoc/

data/.rspec

@@ -0,0 +1 @@
+--require spec_helper

data/Gemfile.lock

@@ -0,0 +1,68 @@
+PATH
+  remote: .
+  specs:
+    dss_reuters (0.7.0)
+      dotenv
+      httparty (~> 0.16)
+      pry-byebug
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.5.2)
+      public_suffix (>= 2.0.2, < 4.0)
+    byebug (10.0.2)
+    coderay (1.1.2)
+    crack (0.4.3)
+      safe_yaml (~> 1.0.0)
+    diff-lcs (1.3)
+    dotenv (2.5.0)
+    hashdiff (0.3.7)
+    httparty (0.16.2)
+      multi_xml (>= 0.5.2)
+    method_source (0.9.2)
+    multi_xml (0.6.0)
+    pry (0.12.2)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    pry-byebug (3.6.0)
+      byebug (~> 10.0)
+      pry (~> 0.10)
+    public_suffix (3.0.3)
+    rake (10.5.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.0)
+    rspec_junit_formatter (0.4.1)
+      rspec-core (>= 2, < 4, != 2.12.0)
+    safe_yaml (1.0.4)
+    vcr (4.0.0)
+    webmock (3.4.2)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  dss_reuters!
+  rake (~> 10.0)
+  rspec (~> 3.8)
+  rspec_junit_formatter (~> 0.4)
+  vcr (~> 4.0)
+  webmock (~> 3.4)
+
+BUNDLED WITH
+   1.16.4

data/README.md

@@ -2,6 +2,8 @@
 
 A simple gem to extract info from DSS Reuters.
 
+[![CircleCI](https://circleci.com/gh/c0ze/dss_reuters.svg?style=svg)](https://circleci.com/gh/c0ze/dss_reuters)
+
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -42,6 +44,24 @@ Default request fires a Composite extraction request. You can customize your req
     req = api.extract_with_isin "KE1000001402", :technical_indicators, ["Net Change - Close Price - 1 Day"]
     req = api.extract_with_isin "KE1000001402", :time_series, ["Close Price", "Trade Date"], {"StartDate" => "2018-01-01", "EndDate" => "2018-08-01"}
 
+## Data Stream API
+
+You need to set your credentials as ENVs :
+
+    DATA_STREAM_USERNAME
+    DATA_STREAM_PASSWORD
+
+You can also set `DATA_STREAM_LOG_LEVEL` to set log level.
+
+Usage flow goes like this :
+
+    require "dss_reuters"
+    api = DataStream::Api.new
+    res = api.ric_stream  ".TRXFLDAUTFIN", "2018-01-01", "2018-04-01"
+
+Data stream API acepts `RIC` identifier atm. The request is synchronous, so results are available immediately.
+
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/dss_reuters. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.

data/dss_reuters.gemspec

@@ -23,7 +23,11 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 1.16"
   spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_dependency "httparty", "~> 0.16.2"
+  spec.add_development_dependency "vcr", "~> 4.0"
+  spec.add_development_dependency "webmock", "~> 3.4"
+  spec.add_development_dependency "rspec", "~> 3.8"
+  spec.add_development_dependency "rspec_junit_formatter", "~> 0.4"
+  spec.add_dependency "httparty", "~> 0.16"
   spec.add_dependency "pry-byebug"
   spec.add_dependency "dotenv"
 end

data/lib/data_stream_api.rb

@@ -0,0 +1,150 @@
+require "dotenv/load"
+require "logger"
+require "httparty"
+require "dss_reuters/version"
+require_relative "dss_utilities"
+
+module DataStream
+  class Config
+    BASE_URI = "http://product.datastream.com"
+    LOG_LEVEL = ENV['DATA_STREAM_LOG_LEVEL'] || 'INFO'
+    DATA_STREAM_USERNAME = ENV['DATA_STREAM_USERNAME']
+    DATA_STREAM_PASSWORD = ENV['DATA_STREAM_PASSWORD']
+  end
+
+  class Session
+    include HTTParty
+    include DssUtilities
+    base_uri Config::BASE_URI
+
+    attr_reader :context, :token, :logger
+
+    def configured?
+      !Config::DATA_STREAM_USERNAME.nil? and !Config::DATA_STREAM_PASSWORD.nil?
+    end
+
+    def not_configured_error
+      @logger.error "dss_reuters gem not configured. you will not be able to fetch data from data stream API"
+    end
+
+    def initialize
+      @logger = ::Logger.new(STDOUT)
+      @logger.level = Config::LOG_LEVEL
+      login_path = "/DSWSClient/V1/DSService.svc/rest/Token"
+      options = {
+        query: {
+          "UserName" => Config::DATA_STREAM_USERNAME,
+          "Password" => Config::DATA_STREAM_PASSWORD
+        }
+      }
+      if configured?
+        resp = self.class.get login_path, options
+        @token = resp["TokenValue"]
+        @expiry = parseDate(resp["TokenExpiry"])
+        @logger.debug resp
+      else
+        not_configured_error
+      end
+    end
+  end
+
+  class Stream
+    include HTTParty
+    base_uri Config::BASE_URI
+    attr_reader :result
+
+    def initialize(session, types, date, instrument)
+      @session = session
+      path = "/DswsClient/V1/DSService.svc/rest/GetData"
+
+      options = {
+        headers: {
+          "Content-Type" => "application/json"
+        },
+        body: {
+          "DataRequest" => {
+            "DataTypes" => types,
+            "Date" => date,
+            "Instrument" => instrument,
+            "Tag" => nil
+          },
+          "Properties" => nil,
+          "TokenValue" => @session.token
+        }.to_json
+      }
+
+      if session.configured?
+        @result = self.class.post path, options
+        @session.logger.debug @result
+      else
+        session.not_configured_error
+      end
+    end
+  end
+
+  class Api
+    attr_reader :session
+    include DssUtilities
+    def initialize
+      @session = Session.new
+    end
+
+    def stream(id_type=nil, id_value=nil, date_start=nil, date_end=nil)
+      # types = [
+      #   {
+      #     "Properties" => nil,
+      #     "Value" => "PL"
+      #   },
+      #   {
+      #     "Properties" => nil,
+      #     "Value" => "PH"
+      #   }
+      # ]
+      # date = {
+      #   "End" => "-20D",
+      #   "Frequency" => "D",
+      #   "Kind" => 1,
+      #   "Start" => "-30D"
+      # }
+      # instrument = {
+      #   "Properties" => nil,
+      #   "Value" => "VOD"
+      # }
+
+
+      Stream.new @session, types, date, instrument
+    end
+
+    def ric_stream(ric, date_start, date_end)
+      types = [
+        {
+          "Properties" => nil,
+          "Value" => ric
+        }
+      ]
+
+      date = {
+        "End" => date_end,
+        "Frequency" => "",
+        "Kind" => 1,
+        "Start" => date_start
+      }
+
+      instrument = {
+        "Properties" => [
+          {
+            "Key" => "IsExpression",
+            "Value" => true
+          }
+        ],
+        "Value" => "RIC"
+      }
+      stream = Stream.new @session, types, date, instrument
+      stream.result["DataResponse"]["Dates"].each_with_index.map do |date, i|
+        { date: parseDate(date),
+          value: stream.result["DataResponse"]["DataTypeValues"][0]["SymbolValues"][0]["Value"][i]
+        }
+      end
+    end
+  end
+end

data/lib/dss_reuters.rb

@@ -2,6 +2,7 @@ require "dotenv/load"
 require "logger"
 require "httparty"
 require "dss_reuters/version"
+require_relative "data_stream_api"
 
 module DssReuters
   class Config
@@ -158,6 +159,8 @@ module DssReuters
   end
 
   class Api
+    attr_reader :session
+
     def initialize
       @session = Session.new
     end

data/lib/dss_reuters/version.rb

@@ -1,3 +1,3 @@
 module DssReuters
-  VERSION = "0.6.0"
+  VERSION = "0.7.0"
 end

data/lib/dss_utilities.rb

@@ -0,0 +1,5 @@
+module DssUtilities
+  def parseDate(date)
+    Time.at(date.split("(")[1].split(")")[0].to_i/1000).to_date.to_s
+  end
+end

data/vcr_cassettes/data_stream_login.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://product.datastream.com/DSWSClient/V1/DSService.svc/rest/Token?Password=test&UserName=test
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Content-Length:
+      - '354'
+      Content-Type:
+      - application/json; charset=utf-8
+      Server:
+      - Microsoft-IIS/8.0
+      X-Powered-By:
+      - ASP.NET
+      Date:
+      - Sun, 02 Dec 2018 04:33:16 GMT
+    body:
+      encoding: UTF-8
+      string: '{"Properties":null,"TokenExpiry":"\/Date(1543811536519)\/","TokenValue":"sample_token"}'
+    http_version: 
+  recorded_at: Sun, 02 Dec 2018 04:33:18 GMT
+recorded_with: VCR 4.0.0

data/vcr_cassettes/data_stream_ric.yml

@@ -0,0 +1,68 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://product.datastream.com/DSWSClient/V1/DSService.svc/rest/Token?Password=test&UserName=test
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Content-Length:
+      - '354'
+      Content-Type:
+      - application/json; charset=utf-8
+      Server:
+      - Microsoft-IIS/8.0
+      X-Powered-By:
+      - ASP.NET
+      Date:
+      - Sun, 02 Dec 2018 04:33:18 GMT
+    body:
+      encoding: UTF-8
+      string: '{"Properties":null,"TokenExpiry":"\/Date(1543811537194)\/","TokenValue":"sample_token"}'
+    http_version: 
+  recorded_at: Sun, 02 Dec 2018 04:33:19 GMT
+- request:
+    method: post
+    uri: http://product.datastream.com/DswsClient/V1/DSService.svc/rest/GetData
+    body:
+      encoding: UTF-8
+      string: '{"DataRequest":{"DataTypes":[{"Properties":null,"Value":".TRXFLDAUTFIN"}],"Date":{"End":"2018-04-01","Frequency":"","Kind":1,"Start":"2018-01-01"},"Instrument":{"Properties":[{"Key":"IsExpression","Value":true}],"Value":"RIC"},"Tag":null},"Properties":null,"TokenValue":"sample_token"}'
+    headers:
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Length:
+      - '2501'
+      Content-Type:
+      - application/json; charset=utf-8
+      Server:
+      - Microsoft-IIS/8.0
+      X-Powered-By:
+      - ASP.NET
+      Date:
+      - Sun, 02 Dec 2018 04:36:58 GMT
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        eyJEYXRhUmVzcG9uc2UiOnsiQWRkaXRpb25hbFJlc3BvbnNlcyI6W3siS2V5IjoiRnJlcXVlbmN5IiwiVmFsdWUiOiJEIn1dLCJEYXRhVHlwZU5hbWVzIjpudWxsLCJEYXRhVHlwZVZhbHVlcyI6W3siRGF0YVR5cGUiOiIuVFJYRkxEQVVURklOIiwiU3ltYm9sVmFsdWVzIjpbeyJDdXJyZW5jeSI6IsKjIiwiU3ltYm9sIjoiUklDIiwiVHlwZSI6MTAsIlZhbHVlIjpbMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTMsMTIsMTIsMTIsMTIsMTIsMTIsMTIsMTIsMTEuNSwxMS41LDExLjUsMTEuNSwxMS41LDExLjUsMTAuNSwxMC41LDEwLjUsMTAuNV19XX1dLCJEYXRlcyI6WyJcL0RhdGUoMTUxNDc2NDgwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTQ4NTEyMDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE0OTM3NjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNTAyNDAwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTUxMTA0MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE1MzY5NjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNTQ1NjAwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTU1NDI0MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE1NjI4ODAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNTcxNTIwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTU5NzQ0MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE2MDYwODAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNjE0NzIwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTYyMzM2MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE2MzIwMDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNjU3OTIwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTY2NjU2MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE2NzUyMDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNjgzODQwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTY5MjQ4MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE3MTg0MDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNzI3MDQwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTczNTY4MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE3NDQzMjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNzUyOTYwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTc3ODg4MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE3ODc1MjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxNzk2MTYwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTgwNDgwMDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE4MTM0NDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxODM5MzYwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTg0ODAwMDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE4NTY2NDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxODY1MjgwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTg3MzkyMDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE4OTk4NDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxOTA4NDgwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTkxNzEyMDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE5MjU3NjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxOTM0NDAwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTk2MDMyMDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE5Njg5NjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUxOTc3NjAwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MTk4NjI0MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTE5OTQ4ODAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMDIwODAwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjAyOTQ0MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTIwMzgwODAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMDQ2NzIwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjA1NTM2MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTIwODEyODAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMDg5OTIwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjA5ODU2MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTIxMDcyMDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMTE1ODQwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjE0MTc2MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTIxNTA0MDAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMTU5MDQwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjE2NzY4MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTIxNzYzMjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMjAyMjQwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjIxMDg4MDAwMDArMDAwMClcLyIsIlwvRGF0ZSgxNTIyMTk1MjAwMDAwKzAwMDApXC8iLCJcL0RhdGUoMTUyMjI4MTYwMDAwMCswMDAwKVwvIiwiXC9EYXRlKDE1MjIzNjgwMDAwMDArMDAwMClcLyJdLCJTeW1ib2xOYW1lcyI6bnVsbCwiVGFnIjpudWxsfSwiUHJvcGVydGllcyI6bnVsbH0=
+    http_version: 
+  recorded_at: Sun, 02 Dec 2018 04:37:00 GMT
+recorded_with: VCR 4.0.0

data/vcr_cassettes/extract_with_isin.yml

@@ -0,0 +1,100 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Authentication/RequestToken
+    body:
+      encoding: UTF-8
+      string: '{"Credentials":{"Username":"xxx","Password":"xxx"}}'
+    headers:
+      Prefer:
+      - respond-async
+      Content-Type:
+      - application/json; odata=minimalmetadata
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Content-Type:
+      - application/json; charset=utf-8
+      Expires:
+      - "-1"
+      Server:
+      - Microsoft-IIS/7.5
+      X-Request-Execution-Correlation-Id:
+      - CiD/0/AAAAAA.0x066341ce7e201788/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:28:46 GMT
+      Content-Length:
+      - '403'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcdo80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: '{"@odata.context":"https://hosted.datascopeapi.reuters.com/RestApi/v1/$metadata#Edm.String","value":"sample_token"}'
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:28:47 GMT
+- request:
+    method: post
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Extractions/ExtractWithNotes
+    body:
+      encoding: UTF-8
+      string: '{"ExtractionRequest":{"@odata.type":"CompositeExtractionRequest","ContentFieldNames":["Close
+        Price","Contributor Code Description","Currency Code Description","Dividend
+        Yield","Main Index","Market Capitalization","Market Capitalization - Local
+        Currency","Percent Change - Close Price - 1 Day","Universal Close Price Date"],"IdentifierList":{"@odata.type":"InstrumentIdentifierList","InstrumentIdentifiers":[{"Identifier":"KE1000001402","IdentifierType":"Isin"}],"ValidationOptions":null,"UseUserPreferencesForValidationOptions":false},"Condition":null}}'
+    headers:
+      Prefer:
+      - respond-async; wait=5
+      Content-Type:
+      - application/json; odata=minimalmetadata
+      Authorization:
+      - Token sample_token
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Expires:
+      - "-1"
+      Location:
+      - https://hosted.datascopeapi.reuters.com/RestApi/v1/Extractions/ExtractWithNotesResult(ExtractionId='0x066341ce7e301788')
+      Server:
+      - Microsoft-IIS/7.5
+      Status:
+      - InProgress
+      Progress:
+      - ''
+      X-Request-Execution-Correlation-Id:
+      - CiD/9010877/AAAAAA.0x066341ce7e401788/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:28:52 GMT
+      Content-Length:
+      - '0'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcdo80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:28:53 GMT
+recorded_with: VCR 4.0.0

data/vcr_cassettes/extract_with_location.yml

@@ -0,0 +1,114 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Authentication/RequestToken
+    body:
+      encoding: UTF-8
+      string: '{"Credentials":{"Username":"xxx","Password":"xxx"}}'
+    headers:
+      Prefer:
+      - respond-async
+      Content-Type:
+      - application/json; odata=minimalmetadata
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Content-Type:
+      - application/json; charset=utf-8
+      Expires:
+      - "-1"
+      Server:
+      - Microsoft-IIS/7.5
+      X-Request-Execution-Correlation-Id:
+      - CiD/0/AAAAAA.0x06633ba04b701784/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:40:03 GMT
+      Content-Length:
+      - '403'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcao80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: '{"@odata.context":"https://hosted.datascopeapi.reuters.com/RestApi/v1/$metadata#Edm.String","value":"sample_token"}'
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:40:07 GMT
+- request:
+    method: get
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Extractions/ExtractWithNotesResult(ExtractionId='0x066341ce7e301788')
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Prefer:
+      - respond-async; wait=5
+      Authorization:
+      - Token sample_token
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Content-Type:
+      - application/json; charset=utf-8
+      Expires:
+      - "-1"
+      Server:
+      - Microsoft-IIS/7.5
+      X-Request-Execution-Correlation-Id:
+      - CiD/9010877/AAAAAA.0x066362336c90179d/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:40:04 GMT
+      Content-Length:
+      - '2182'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcfo80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: '{"@odata.context":"https://hosted.datascopeapi.reuters.com/RestApi/v1/$metadata#ThomsonReuters.Dss.Api.Extractions.ExtractionRequests.ExtractionResult","Contents":[{"IdentifierType":"Isin","Identifier":"KE1000001402","Close
+        Price":23.75,"Contributor Code Description":"Nairobi Stock Exchange","Currency
+        Code Description":"Kenyan Shilling","Dividend Yield":4.680851064,"Main Index":"Nairobi
+        SE 20 Share Index","Market Capitalization":9303730810.27668,"Market Capitalization
+        - Local Currency":"KES","Percent Change - Close Price - 1 Day":0,"Universal
+        Close Price Date":"2018-10-29"}],"Notes":["Extraction Services Version 12.2.39800
+        (46e4b31ee8b8), Built Oct 26 2018 17:16:27\r\nHoliday Rollover of Universal
+        Close Price waived.\r\nProcessing started at 10/30/2018 10:28:52.\r\nUser
+        ID: 9010877\r\nExtraction ID: 329459543\r\nSchedule: _OnD_0x066341ce7e301788
+        (ID = 0x066341ce7f901788)\r\nInput List (1 items): _OnD_0x066341ce7e301788
+        (ID = 066341ce7e601788) Created: 10/30/2018 10:28:48 Last Modified: 10/30/2018
+        10:28:49\r\nSchedule Time: 10/30/2018 10:28:50\r\nReport Template (15 fields):
+        _OnD_0x066341ce7e301788 (ID = 0x066341ce7e501788) Created: 10/30/2018 10:28:49
+        Last Modified: 10/30/2018 10:28:49\r\nProcessing completed successfully at
+        10/30/2018 10:28:52, taking 0.779 Secs.\r\nExtraction finished at 10/30/2018
+        01:28:52 UTC, with servers: x02a01, QSHC15 (0.0 secs), QSSHA1 (0.1 secs),
+        QSa01b (0.2 secs), SnS (0.3 secs)\r\nUsage Summary for User 9010877, Client
+        65507, Template Type Composite\r\nBase Usage\r\n        Instrument                          Instrument                   Terms          Price\r\n  Count
+        Type                                Subtype                      Source         Source\r\n-------
+        ----------------------------------- ---------------------------- --------------
+        ----------------------------------------\r\n      1 Equities                                                         N/A            N/A\r\n-------\r\n      1
+        Total instrument charged.\r\n      0 Instruments with no reported data.\r\n=======\r\n      1
+        Instrument in the input list.\r\nNo TRPS complex usage to report -- 1 Instrument
+        in the input list had no reported data.\r\n"]}'
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:40:08 GMT
+recorded_with: VCR 4.0.0

data/vcr_cassettes/get_result.yml

@@ -0,0 +1,167 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Authentication/RequestToken
+    body:
+      encoding: UTF-8
+      string: '{"Credentials":{"Username":"xxx","Password":"xxx"}}'
+    headers:
+      Prefer:
+      - respond-async
+      Content-Type:
+      - application/json; odata=minimalmetadata
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Content-Type:
+      - application/json; charset=utf-8
+      Expires:
+      - "-1"
+      Server:
+      - Microsoft-IIS/7.5
+      X-Request-Execution-Correlation-Id:
+      - CiD/0/AAAAAA.0x06633b9d22101784/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:31:36 GMT
+      Content-Length:
+      - '403'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcao80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: '{"@odata.context":"https://hosted.datascopeapi.reuters.com/RestApi/v1/$metadata#Edm.String","value":"sample_token"}'
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:31:41 GMT
+- request:
+    method: post
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Extractions/ExtractWithNotes
+    body:
+      encoding: UTF-8
+      string: '{"ExtractionRequest":{"@odata.type":"CompositeExtractionRequest","ContentFieldNames":["Close
+        Price","Contributor Code Description","Currency Code Description","Dividend
+        Yield","Main Index","Market Capitalization","Market Capitalization - Local
+        Currency","Percent Change - Close Price - 1 Day","Universal Close Price Date"],"IdentifierList":{"@odata.type":"InstrumentIdentifierList","InstrumentIdentifiers":[{"Identifier":"KE1000001402","IdentifierType":"Isin"}],"ValidationOptions":null,"UseUserPreferencesForValidationOptions":false},"Condition":null}}'
+    headers:
+      Prefer:
+      - respond-async; wait=5
+      Content-Type:
+      - application/json; odata=minimalmetadata
+      Authorization:
+      - Token sample_token
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Expires:
+      - "-1"
+      Location:
+      - https://hosted.datascopeapi.reuters.com/RestApi/v1/Extractions/ExtractWithNotesResult(ExtractionId='0x0663623225a0179d')
+      Server:
+      - Microsoft-IIS/7.5
+      Status:
+      - InProgress
+      Progress:
+      - ''
+      X-Request-Execution-Correlation-Id:
+      - CiD/9010877/AAAAAA.0x0663623225b0179d/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:31:43 GMT
+      Content-Length:
+      - '0'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcfo80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:31:47 GMT
+- request:
+    method: get
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Extractions/ExtractWithNotesResult(ExtractionId='0x0663623225a0179d')
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Prefer:
+      - respond-async; wait=5
+      Authorization:
+      - Token sample_token
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Content-Type:
+      - application/json; charset=utf-8
+      Expires:
+      - "-1"
+      Server:
+      - Microsoft-IIS/7.5
+      X-Request-Execution-Correlation-Id:
+      - CiD/9010877/AAAAAA.0x066362323a10179d/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Tue, 30 Oct 2018 01:32:02 GMT
+      Content-Length:
+      - '2182'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcfo80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: '{"@odata.context":"https://hosted.datascopeapi.reuters.com/RestApi/v1/$metadata#ThomsonReuters.Dss.Api.Extractions.ExtractionRequests.ExtractionResult","Contents":[{"IdentifierType":"Isin","Identifier":"KE1000001402","Close
+        Price":23.75,"Contributor Code Description":"Nairobi Stock Exchange","Currency
+        Code Description":"Kenyan Shilling","Dividend Yield":4.680851064,"Main Index":"Nairobi
+        SE 20 Share Index","Market Capitalization":9303730810.27668,"Market Capitalization
+        - Local Currency":"KES","Percent Change - Close Price - 1 Day":0,"Universal
+        Close Price Date":"2018-10-29"}],"Notes":["Extraction Services Version 12.2.39800
+        (46e4b31ee8b8), Built Oct 26 2018 17:16:27\r\nHoliday Rollover of Universal
+        Close Price waived.\r\nProcessing started at 10/30/2018 10:31:44.\r\nUser
+        ID: 9010877\r\nExtraction ID: 329459705\r\nSchedule: _OnD_0x0663623225a0179d
+        (ID = 0x0663623229b0179d)\r\nInput List (1 items): _OnD_0x0663623225a0179d
+        (ID = 0663623225e0179d) Created: 10/30/2018 10:31:39 Last Modified: 10/30/2018
+        10:31:39\r\nSchedule Time: 10/30/2018 10:31:40\r\nReport Template (15 fields):
+        _OnD_0x0663623225a0179d (ID = 0x0663623225c0179d) Created: 10/30/2018 10:31:39
+        Last Modified: 10/30/2018 10:31:39\r\nProcessing completed successfully at
+        10/30/2018 10:31:45, taking 0.771 Secs.\r\nExtraction finished at 10/30/2018
+        01:31:45 UTC, with servers: x01a01, QSHC19 (0.0 secs), QSSHA1 (0.0 secs),
+        QSa01b (0.2 secs), SnS (0.4 secs)\r\nUsage Summary for User 9010877, Client
+        65507, Template Type Composite\r\nBase Usage\r\n        Instrument                          Instrument                   Terms          Price\r\n  Count
+        Type                                Subtype                      Source         Source\r\n-------
+        ----------------------------------- ---------------------------- --------------
+        ----------------------------------------\r\n      1 Equities                                                         N/A            N/A\r\n-------\r\n      1
+        Total instrument charged.\r\n      0 Instruments with no reported data.\r\n=======\r\n      1
+        Instrument in the input list.\r\nNo TRPS complex usage to report -- 1 Instrument
+        in the input list had no reported data.\r\n"]}'
+    http_version: 
+  recorded_at: Tue, 30 Oct 2018 01:32:06 GMT
+recorded_with: VCR 4.0.0

data/vcr_cassettes/login.yml

@@ -0,0 +1,47 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://hosted.datascopeapi.reuters.com/RestApi/v1/Authentication/RequestToken
+    body:
+      encoding: UTF-8
+      string: '{"Credentials":{"Username":"xxx","Password":"xxx"}}'
+    headers:
+      Prefer:
+      - respond-async
+      Content-Type:
+      - application/json; odata=minimalmetadata
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - no-cache
+      Pragma:
+      - no-cache
+      Content-Type:
+      - application/json; charset=utf-8
+      Expires:
+      - "-1"
+      Server:
+      - Microsoft-IIS/7.5
+      X-Request-Execution-Correlation-Id:
+      - CiD/0/AAAAAA.0x06631c656b201752/RA
+      X-App-Id:
+      - Custom.RestApi
+      X-App-Version:
+      - 12.2.513.64
+      Date:
+      - Mon, 29 Oct 2018 10:16:17 GMT
+      Content-Length:
+      - '403'
+      Set-Cookie:
+      - BIGipServer~FIFTEEN~US2P-DSSAPI_80=rd15o00000000000000000000ffff0af37bcao80;
+        path=/
+    body:
+      encoding: UTF-8
+      string: '{"@odata.context":"https://hosted.datascopeapi.reuters.com/RestApi/v1/$metadata#Edm.String","value":"sample_token"}'
+    http_version: 
+  recorded_at: Mon, 29 Oct 2018 10:16:19 GMT
+recorded_with: VCR 4.0.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dss_reuters
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Arda Karaduman
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-09-11 00:00:00.000000000 Z
+date: 2018-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,20 +38,76 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: httparty
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.16.2
+        version: '0.16'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.16.2
+        version: '0.16'
 - !ruby/object:Gem::Dependency
   name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
@@ -87,17 +143,28 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".gitignore"
+- ".rspec"
 - CODE_OF_CONDUCT.md
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
 - bin/console
 - bin/setup
 - dss_reuters.gemspec
+- lib/data_stream_api.rb
 - lib/dss_reuters.rb
 - lib/dss_reuters/version.rb
+- lib/dss_utilities.rb
+- vcr_cassettes/data_stream_login.yml
+- vcr_cassettes/data_stream_ric.yml
+- vcr_cassettes/extract_with_isin.yml
+- vcr_cassettes/extract_with_location.yml
+- vcr_cassettes/get_result.yml
+- vcr_cassettes/login.yml
 homepage: https://github.com/c0ze/dss_reuters
 licenses:
 - MIT
@@ -118,7 +185,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: This is a simple gem to extract data from DSS Reuters