rail_feeds 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: bd597c45ef2dc68d4da4278cfeda76ad9ae61e128309071a89c85adb27b510e4
+  data.tar.gz: 4af4ee4fb4302f304b444e87804ab6d3813098ccf637fe957b57ac9cbbbeb8f3
+SHA512:
+  metadata.gz: 23f62dfd13351944c0c24e204e5c9788a53a4871d03440a5dfae3a121769044c198bc41b7330b3f54a83bb82a4488218b4958b2575797d9d0a637729fef32268
+  data.tar.gz: b3e18f1f140f3e16c6c2ad67358cd2269dc4ed43a450384347fed1c73d208353cd13029f2b1c330725f87880be7494e894d2f451baf30a39c806aef9199501a7

data/.gitignore

@@ -0,0 +1,23 @@
+# Because this is a gem, ignore Gemfile.lock:
+
+Gemfile.lock
+
+# And because this is Ruby, ignore the following
+#  (source: https://github.com/github/gitignore/blob/master/Ruby.gitignore):
+
+notes.txt
+todo.txt
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+gemfiles/*.lock

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format documentation
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,31 @@
+AllCops:
+  TargetRubyVersion: 2.3
+Style/SignalException:
+  Enabled: false
+Metrics/MethodLength:
+  Max: 15
+Metrics/AbcSize:
+  Max: 17.5
+Metrics/LineLength:
+  Max: 90
+  Exclude:
+  - rail_feeds.gemspec
+  - spec/**/*
+Layout/TrailingBlankLines:
+  Exclude:
+  - rail_feeds.gemspec
+Style/WordArray:
+  Exclude:
+  - spec/**/*
+Layout/EmptyLines:
+  Exclude:
+  - spec/**/*
+Metrics/BlockLength:
+  Exclude:
+  - spec/**/*
+Style/NumericLiterals:
+  Exclude:
+  - spec/**/*
+Security/YAMLLoad:
+  Exclude:
+  - spec/**/*

data/.travis.yml

@@ -0,0 +1,26 @@
+language: ruby
+rvm:
+  - 2.4.0
+  - 2.4.1
+  - 2.4.2
+  - 2.4.3
+  - 2.5.0
+  - 2.5.1
+gemfile:
+  - Gemfile
+branches:
+  only:
+    - master
+    - staging
+    - /gh(?:\d)+(?:-.+)?/
+    - /dev_ver_\d+\.\d+/
+before_install: gem update bundler
+script:
+  - bundle exec rubocop
+  - bundle exec rspec
+notifications:
+  slack:
+    on_success: always
+    on_failure: always
+    rooms:
+    - secure: CH9idL8/an98uf8uvZ0Pzp7LN9ejdFXh40L6obz5x3tViTzvqo2pqNdryom1E6Dw3NJ7nh4h91XxAq6IZLzrwhSGVGri4tA6EPls6NnkN/UvaK/oCt71ZUaC07hb7SSrc+sQN2CRXMFzxkRBvQ8EKlq+F+Qtj28h0Rebfd79CE+i2NYuAtimYRezOmyLKYUHKRkhYtXbR12FKkNW+2pNNx/Aq02bP/sMXTVdk3k+1bsnpjOoan0m7c2SUkYRD9vmY4u9vxTt2lFFJ+V5NWntXb3y5ttctR9EukULHS2mqFA4q+i6OAJaJUIGWCeWTsB1V3fPuICcZHPV1gF4wVAfV/xees1STJuzGRBpIRTUPd/iXfnNT35e5o97quSHolYx0nCRstonW8IOwlegDqJCbmu8nAaP2M42VkZ4u0Qi1MgzFZ3XcmlLsIrypQHbLnQZKgcnBPxY/8AuqDY9JgiY9RaTMT5xyPox33yAC41MaNYouicyfFSZ4Q+4QFNaPtjaG+N5VR7neMGa5uCXGFHR8H5pWDV5oUFlZzep3bMnrkT9nb/56UjZlAF94nYPEs0nsEm+r35b/g/WWGB+t8UpHzl/jK0s74NbASu+MyNN6X+FiaxOB3WvaFz0wJNqN46SINJjHk1CDhquD1qoyLI+R6AtrRkFvlgaXf6RCSfsWCo=

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## Version 0.0.1
+
+ * Initial release.

data/Gemfile

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in rail_feeds.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+guard(
+  'rspec',
+  all_on_start: true,
+  all_after_pass: true,
+  cmd: 'bundle exec rspec'
+) do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})       { |m| "spec/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')    { 'spec' }
+  watch(%r{^spec/.+_shared\.rb$}) { 'spec' }
+end
+
+guard(
+  'rubocop',
+  all_on_start: true,
+  all_after_pass: true,
+  notification: true,
+  cmd: 'bundle exec rubocop'
+) do
+  watch(%r{^lib/(.+)\.rb$})
+  watch(%r{^spec/.+_spec\.rb$})
+  watch('.rubocop.yml')
+end

data/LICENSE.md

@@ -0,0 +1,32 @@
+##Copyright
+Copyright (c) 2018, Robert Gauld. All rights reserved.
+
+
+##License
+This code can be used under the BSD License (reproduced below).
+Commiters to the project give Robert Gauld the right to redistribute their commits
+under the BSD license.
+
+
+###BSD License
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+
+- Redistributions of source code must retain the above copyright notice,
+  this list of conditions and the following disclaimer.
+- Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation and/or
+  other materials provided with the distribution.
+- Neither the name of the project nor the names of its contributors
+  may be used to endorse or promote products derived from this software
+  without specific prior written permission.
+ 
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
+EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
+OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
+SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,77 @@
+[![Gem Version](https://badge.fury.io/rb/rail_feeds.png)](http://badge.fury.io/rb/rail_feeds)
+
+Master branch:
+[![Build Status](https://secure.travis-ci.org/robertgauld/rail_feeds.png?branch=master)](http://travis-ci.org/robertgauld/rail_feeds)
+[![Coveralls Status](https://coveralls.io/repos/robertgauld/rail_feeds/badge.png?branch=master)](https://coveralls.io/r/robertgauld/rail_feeds)
+[![Code Climate](https://codeclimate.com/github/robertgauld/rail_feeds.png?branch=master)](https://codeclimate.com/github/robertgauld/rail_feeds)
+
+Staging branch:
+[![Build Status](https://secure.travis-ci.org/robertgauld/rail_feeds.png?branch=staging)](http://travis-ci.org/robertgauld/rail_feeds)
+[![Coveralls Status](https://coveralls.io/repos/robertgauld/rail_feeds/badge.png?branch=staging)](https://coveralls.io/r/robertgauld/rail_feeds)
+
+
+## Build State
+This project uses continuous integration to help ensure that a quality product is delivered.
+Travis CI monitors two branches (versions) of the code - Master (which is what gets released)
+and Staging (which is what is currently being developed ready for moving to master).
+
+
+## Ruby Versions
+This gem supports the following versions of ruby, it may work on other versions but is not tested against them so don't rely on it.
+
+  * 2.4.0 - 2.4.3
+  * 2.5.0 - 2.5.1
+
+
+## Rail Feeds
+
+Make use of the various open data rails feeds in the UK.
+For more details of what feeds are available visit [The Open Rail Data Wiki](https://wiki.openraildata.com).
+
+## Installation
+
+Add to your Gemfile and run the `bundle` command to install it.
+
+```ruby
+gem 'rail_feeds', '~> 0.1'
+```
+
+
+
+## Documentation & Versioning
+
+Documentation can be found on [rubydoc.info](http://rubydoc.info/github/robertgauld/rail_feeds/master/frames)
+Some guides can be found in the [doc folder of the repo](https://github.com/robertgauld/rail_feeds/tree/master/doc/guides).
+
+We follow the [Semantic Versioning](http://semver.org/) concept.
+
+
+## Feed Support
+
+### Sources
+
+| Source        | Module                  | Module Alias | Support                    |
+| ------------- | ----------------------- | ------------ | -------------------------- |
+| Network Rail  | RailFeeds::NetworkRail  | NetRailFeeds | Being developed            |
+| National Rail | RailFeeds::NationalRail | NatRailFeeds | None yet - any volunteers? |
+
+### Feeds
+
+| Source        | Client | Feed                                 | Status                               |
+| ------------- | ------ | ------------------------------------ | ------------------------------------ |
+| Network Rail  | stomp  | Real Time Public Performance Measure | Todo                                 |
+| Network Rail  | stomp  | Temporary Speed Restriction          | Todo                                 |
+| Network Rail  | stomp  | Train Describer                      | Todo                                 |
+| Network Rail  | stomp  | Train Movements                      | Todo                                 |
+| Network Rail  | stomp  | Very Short Term Planning             | Todo                                 |
+| Network Rail  | http   | Schedule                             | Can download, fetch, parse and dump. |
+| Network Rail  | http   | CORPUS (location data)               | Can download, fetch and parse.       |
+| Network Rail  | http   | SMART (berth stepping data)          | Can download, fetch and parse.       |
+| Network Rail  | http   | Train Planning Data                  | Todo                                 |
+| Network Rail  | http   | Train Planning Network Model         | Todo                                 |
+| National Rail | stomp  | Darwin Push Port                     |                                      |
+| National Rail | stomp  | Darwin Timetable Feed                |                                      |
+| National Rail | stomp  | Knowledgebase                        |                                      |
+| National Rail | http   | Knowledgebase                        |                                      |
+| National Rail | soap   | Darwin Webservice                    |                                      |
+| National Rail | rest   | Historical Service Performance       |                                      |

data/Rakefile

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'

data/doc/guides/Logging.md

@@ -0,0 +1,13 @@
+# Logging
+
+By default events are logged to STDOUT.
+
+To replace the logger in use:
+``` ruby
+RailFeeds::Logging.logger = YOUR NEW LOGGER HERE
+```
+
+To access the logger in use, for example to change the log level:
+``` ruby
+RailFeeds::Logging.logger ...
+```

data/doc/guides/Network Rail/CORPUS.md

@@ -0,0 +1,34 @@
+# Network Rail CORPUS (Codes for Operations, Retail & Planning – a Unified Solution)
+
+The CORPUS data is a list of indentification information for locations around the network.
+See <https://wiki.openraildata.com/index.php/Reference_Data#CORPUS:_Location_Reference_Data>
+for many more details.
+
+You'll get an array of a data struct with the following attributes:
+
+* tiploc - TIPLOC code (e.g. "ERGNCHP")
+* stanox - STANOX code (e.g. 78370)
+* crs - 3 letter location code (e.g. "ECP")
+* uic - UIC code (e.g. 3750)
+* nlc - NLC code (e.g. "37500")
+* nlc_description - Description of the NLC (e.g. "ENERGLYN & CHURCHILL PARK")
+* nlc_short_description - 16 character version (e.g. "ENERGLYN & C PK")
+
+```ruby
+# Download the CORPUS data and get the data from it
+temp_file = RailFeeds::NetworkRail::CORPUS.fetch
+data = RailFeeds::NetworkRail::CORPUS.load_file(temp_file.path)
+
+# Get data from a previously saved file
+data = RailFeeds::NetworkRail::CORPUS.load_file('PATH TO FILE.json.gz')
+
+# Get data from a previously saved and extracted file
+data = RailFeeds::NetworkRail::CORPUS.load_file('PATH TO FILE.json')
+
+# Get data by fetching it from the web
+RailFeeds::NetworkRail::Credentials.configure(
+  username: 'YOUR USERNAME HERE',
+  password: 'YOUR PASSWORD HERE'
+)
+data = RailFeeds::NetworkRail::CORPUS.fetch_data
+```

data/doc/guides/Network Rail/SMART.md

@@ -0,0 +1,39 @@
+# Network Rail SMART 
+
+The SMART data is a periodically updated list of mappings between train describer berths
+and locations, allowing for TD events to be translated into arrival/departure from location
+events.
+See <https://wiki.openraildata.com/index.php/Reference_Data#SMART:_Berth_Stepping_Data>
+for many more details.
+
+The SMART module allows for two types of data to be fetched:
+
+* Step data - This is the data contained in the SMART file and lists the allowable
+steps between berths. You'll get back an array of all the steps.
+* Berth data - Given the previously fetched step data you'll get back an hash in a hash
+of the berths and how they link to other berths. The keys to the outer hash is the signalling
+area of the TD berth and the key to the inner hash is the berth ID. Fir each berth you can
+get an array of the steps in both the up and down direction as well as a list of berth IDs
+reachable in each direction.
+
+```ruby
+# Download the SMART data and get the data from it
+temp_file = RailFeeds::NetworkRail::SMART.fetch
+step_data = RailFeeds::NetworkRail::SMART.load_file(temp_file.path)
+
+# Get the SMART data from a previously saved file
+step_data = RailFeeds::NetworkRail::SMART.load_file('PATH TO FILE.json.gz')
+
+# Get data from a previously saved and extracted file
+step_data = RailFeeds::NetworkRail::SMART.load_file('PATH TO FILE.json')
+
+# Get data by fetching it from the web
+RailFeeds::NetworkRail::Credentials.configure(
+  username: 'YOUR USERNAME HERE',
+  password: 'YOUR PASSWORD HERE'
+)
+step_data = RailFeeds::NetworkRail::SMART.fetch_data
+
+# Get the baerth data
+berth_data = RailFeeds::NetworkRail::SMART.build_berths(step_data)
+```

data/doc/guides/Network Rail/Schedule.md

@@ -0,0 +1,138 @@
+# Network Rail Schedule
+
+The schedule files from Network Rail contain:
+
+  * Details of the TIPLOCs referenced by trains.
+    These are places on the railway for timing purposes.
+  * Associations between various trains (e.g. splitting and joining).
+  * Train schedules, including details about the train and it's journey.
+
+Every Friday a full extract is performed, you should use this to seed your data and then
+apply the following update extracts to keep it current. The CIF format files are generally
+available from about 0100 the morning after (so Saturday for the full extract) whereas the
+JSON format files take longer to prepare are generally available from 0600.
+
+You can get various amounts of data at a time, you get to pick between:
+  * Just freight traffic
+  * A specific TOC (you'll need their [TOC code](https://wiki.openraildata.com/index.php/TOC_Codes))
+  * Everything (about 40MB download 400MB extracted file for a full extract)?
+
+
+## Fetching files
+
+The RailFeeds::NetworkRail::Schedule::Fetcher class can be used to fetch these files
+from Network Rail, you'll need to be registered for their data feeds and have
+subscribed to the schedule you're interested in.
+
+``` ruby
+# 1. Require the gem and configure your credentials.
+require 'rail_feeds'
+
+RailFeeds::NetworkRail::Credentials.configure(
+  username: 'YOUR USERNAME HERE',
+  password: 'YOUR PASSWORD HERE'
+)
+
+# 2. Fetch some files
+fetcher = RailFeeds::NetworkRail::Schedule::Fetcher.new
+
+fetcher.fetch_all_full(:cif) do |full_file|
+  ...
+end
+
+fetcher.fetch_all_update('fri', :cif) do |update_file|
+  ...
+end
+# Each of the file variables will contain a TempFile which can be used to read
+# the CIF data (or passed to the parser to make use of). The files will be deleted
+# at the end of the block.
+```
+
+
+## Downloading files
+
+The RailFeeds::NetworkRail::Schedule::Fetcher class can be used to download these files
+from Network Rail, you'll need to be registered for their data feeds and have
+subscribed to the schedule you're interested in.
+
+``` ruby
+# 1. Require the gem and configure your credentials.
+require 'rail_feeds'
+
+RailFeeds::NetworkRail::Credentials.configure(
+  username: 'YOUR USERNAME HERE',
+  password: 'YOUR PASSWORD HERE'
+)
+
+# 2. Download some files
+fetcher = RailFeeds::NetworkRail::Schedule::Fetcher.new
+
+fetcher.download_all_full(:cif, 'PATH TO DOWNLOAD TO')
+fetcher.download_all_update('fri', :cif, 'PATH TO DOWNLOAD TO')
+
+# Each of the files will be a gzipped version of the CIF formatted schedule.
+```
+
+
+## Parsing CIF files
+
+The RailFeeds::NetworkRail::Schedule::Parser class can be used to
+parse the previously fetched files. You can parse several files
+sequentially in one method call. The parser works by calling a
+user provided proc (specific to each event), whenever it meets
+the relevant data in the file. Currently only importing CIF files
+is supported.
+
+  * on_header(parser, header) - For each header (the first record in a file)
+  * on_trailer(parser) - For each trailer (the last record in a file)
+  * on_comment(parser, comment) - For each comment line encountered
+  * on_tiploc_insert(parser, instruction) - Add a new TIPLOC
+  * on_tiploc_amend(parser, instruction) - Amend an existing TIPLOC
+  * on_tiploc_delete(parser, instruction) - Delete an existing TIPLOC
+  * on_association_new(parser, instruction) - Add a new association
+  * on_association_revise(parser, instruction) - Revise an existing association
+  * on_association_delete(parser, instruction) - Delete an existing association
+  * on_train_new(parser, instruction) - Add a new train schedule
+  * on_train_revise(parser, instruction) - Revise an existing train schedule
+  * on_train_delete(parser, instruction) - Delete an existing train schedule
+
+``` ruby
+# 3. Parse the fetched files
+parser = RailFeeds::NetworkRail::Schedule::Parser::CIF.new(
+  YOUR PROCS HERE
+  e.g. on_header: my_header_proc
+)
+fetcher.fetch_all_full(:cif) do |full_file|
+  parser.parse_cif full_file
+end
+# Your proc(s) can stop the parsing at anytime by calling parser.stop_parsing
+
+# 4. Print all the header information:
+header_proc = proc do |parser, header|
+  puts header
+  parser.stop_parsing
+end
+parser = RailFeeds::NetworkRail::Schedule::Parser.new(
+  on_header: header_proc
+)
+fetcher.fetch_all_full(:cif) do |full_file|
+  parser.parse_cif_file full_file
+end
+fetcher.fetch_all_update(:cif) do |update_file|
+  parser.parse_cif_file update_file
+end
+```
+
+
+## Just getting the data
+The RailFeeds::NetworkRail::Schedule::Data class can be used to avoid
+directly using the parser and fetcher should you wish. You'll end up
+with the abillity to get arrays of headers, tiplocs, associations and
+trains at the expense of everything being loaded into RAM as once.
+
+``` ruby
+data = RailFeeds::NetworkRail::Schedule::Data.new
+data.fetch_data
+# Uses the fetcher to get the relevant full and/or update files to
+load the most up to date full schedule.
+```

data/lib/rail_feeds/credentials.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module RailFeeds
+  # A Class to store username & password
+  # Can be used to set a global default but create new instances with
+  # specific ones for a specific use.
+  class Credentials
+    # @!attribute [r] username
+    #   @return [String] The username to use for authentication.
+    # @!attribute [r] password
+    #   @return [String] The password to use for authentication.
+    attr_reader :username, :password
+
+    @username = nil
+    @password = nil
+
+    # Configure default credentials.
+    # @param [String] username
+    #   The username to use for authentication.
+    # @param [String] password
+    #   The password to use for authentication.
+    def self.configure(username:, password:)
+      @username = username.to_s.clone.freeze
+      @password = password.to_s.clone.freeze
+      nil
+    end
+
+    # Initialize a new cresential.
+    def initialize(
+        username: self.class.username,
+        password: self.class.password
+      )
+      @username = username.to_s.clone
+      @password = password.to_s.clone
+    end
+
+    def self.username
+      @username.clone
+    end
+
+    def self.password
+      @password.clone
+    end
+  end
+end

data/lib/rail_feeds/logging.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'logger'
+
+module RailFeeds
+  # A Module to provide a global logger
+  module Logging
+    def self.included(base)
+      class << base
+        # Provide a logger 'attribute' to a class which defaults to the class logger.
+        def logger
+          @logger || Logging.logger
+        end
+
+        # rubocop:disable Style/TrivialAccessors
+        def logger=(logger)
+          @logger = logger
+        end
+        # rubocop:enable Style/TrivialAccessors
+      end
+    end
+
+    # Provide a logger attribute to an instance which defaults to the global logger.
+    def logger
+      @logger || self.class.logger
+    end
+
+    def logger=(logger)
+      @logger = logger
+    end
+
+    # Global, memoized, lazy initialized instance of a logger
+    def self.logger
+      @logger ||= Logger.new(
+        STDOUT,
+        formatter: formatter,
+        level: Logger::DEBUG
+      )
+    end
+
+    def self.logger=(logger)
+      @logger = logger
+    end
+
+    def self.formatter
+      proc do |severity, datetime, progname, message|
+        "#{datetime} #{"#{progname} " unless progname.nil?}#{severity}: #{message}\n"
+      end
+    end
+  end
+end

data/lib/rail_feeds/network_rail/corpus.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module RailFeeds
+  module NetworkRail
+    # A module for getting information out of the CORPUS data.
+    module CORPUS
+      Data = Struct.new(
+        :tiploc, :stanox, :crs, :uic, :nlc, :nlc_description, :nlc_short_description
+      )
+
+      # Download the current CORPUS data.
+      # @param [RailFeeds::NetworkRail::Credentials] credentials
+      # @param [String] file
+      #   The path to the file to save the .json.gz download in.
+      def self.download(file, credentials: Credentials)
+        client = HTTPClient.new(credentials: credentials)
+        client.download 'ntrod/SupportingFileAuthenticate?type=CORPUS', file
+      end
+
+      # Fetch the current CORPUS data.
+      # @param [RailFeeds::NetworkRail::Credentials] credentials
+      # @return [Tempfile]
+      def self.fetch(credentials: Credentials)
+        client = HTTPClient.new(credentials: credentials)
+        client.fetch 'ntrod/SupportingFileAuthenticate?type=CORPUS'
+      end
+
+      # Load CORPUS data from either a .json or .json.gz file.
+      # @param [String] file The path of the file to open.
+      # @return [Array<RailFeeds::NetworkRail::CORPUS::Data>]
+      def self.load_file(file)
+        Zlib::GzipReader.open(file) do |gz|
+          parse_json gz.read
+        end
+      rescue Zlib::GzipFile::Error
+        parse_json File.read(file)
+      end
+
+      # Load CORPUS data from the internet.
+      # @param [RailFeeds::NetworkRail::Credentials] credentials
+      #  The credentials to authenticate with.
+      # @return [Array<RailFeeds::NetworkRail::CORPUS::Data>]
+      def self.fetch_data(credentials: Credentials)
+        client = HTTPClient.new(credentials: credentials)
+        client.fetch_unzipped('ntrod/SupportingFileAuthenticate?type=CORPUS') do |file|
+          break parse_json file.read
+        end
+      end
+
+      # rubocop:disable Metrics/AbcSize
+      def self.parse_json(json)
+        data = JSON.parse json
+        data['TIPLOCDATA'].map do |item|
+          Data.new(
+            nilify(item['TIPLOC']&.strip),
+            nilify(item['STANOX']&.strip)&.to_i,
+            nilify(item['3ALPHA']&.strip),
+            nilify(item['UIC']&.strip)&.to_i,
+            nilify(item['NLC']&.strip),
+            nilify(item['NLCDESC']&.strip),
+            nilify(item['NLCDESC16']&.strip)
+          )
+        end
+      end
+      # rubocop:enable Metrics/AbcSize
+      private_class_method :parse_json
+
+      def self.nilify(item)
+        return nil if item.nil? || item.empty?
+        item
+      end
+      private_class_method :nilify
+    end
+  end
+end

data/lib/rail_feeds/network_rail/credentials.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module RailFeeds
+  module NetworkRail
+    # A Class to store username & password required to access network rail feeds
+    # Can be used to set a global default but create new instances with
+    # specific ones for a specific use.
+    class Credentials < RailFeeds::Credentials
+      # Get an array of [username, password].
+      # @return [Array<String>]
+      def to_a
+        [username, password]
+      end
+
+      # Get an array of [username, password].
+      # @return [Array<String>]
+      def self.to_a
+        [username, password]
+      end
+    end
+  end
+end