tsp_scraper 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8dcb08a62c8c7ec079c79b626f3dd3c5abeb08d3
+  data.tar.gz: 769dfb4c2b13fbe082270131f7e66b09a2b33300
+SHA512:
+  metadata.gz: 8582400a77033d9498d900a0cb42f2c95556a82f7a8c40e36546aaaee0caf35a217f5bde20102e504ac77e8b743f837425dd3f596f9aba720036b65ed2c7f453
+  data.tar.gz: 12fd735a93202d3292a2a036d06f29c8e37872ee218dca26d423927029d98397c948fa7ff622ce36c9c86c7789a0fa3e3330adbcd24081990fd8bfe53c6695c5

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.env
+.DS_Store
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Jeff Fredrickson
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,3 @@
+# tsp_scraper
+
+Scrapes fund price history from the TSP.gov website.

data/bin/console

@@ -0,0 +1,3 @@
+#!/usr/bin/env sh
+
+irb -Ilib -rtsp_scraper

data/bin/tsp_scraper

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+require 'tsp_scraper'
+require 'date'
+
+start_date = Date.parse(ARGV[0])
+end_date = Date.parse(ARGV[1])
+
+csv = TSPScraper::Client.scrape(start_date, end_date)
+puts csv

data/lib/tsp_scraper/client.rb

@@ -0,0 +1,24 @@
+require 'httparty'
+
+module TSPScraper
+  class Client
+    include HTTParty
+    disable_rails_query_string_format
+    base_uri "https://www.tsp.gov/InvestmentFunds/FundPerformance"
+
+    def self.scrape(start_date = Date.today.prev_month, end_date = Date.today)
+      funds = ["Linc", "L2010", "L2020", "L2030", "L2040", "L2050", "G", "F", "C", "S", "I"]
+      options = {
+        query: {
+          reloaded: 1,
+          startdate: start_date.strftime("%m/%d/%Y"),
+          enddate: end_date.strftime("%m/%d/%Y"),
+          whichButton: "CSV",
+          fundgroup: funds
+        }
+      }
+      response = self.get("/index.html", options)
+      csv = response.body.strip
+    end
+  end
+end

data/lib/tsp_scraper/version.rb

@@ -0,0 +1,3 @@
+module TSPScraper
+  VERSION = "0.1.0"
+end

data/lib/tsp_scraper.rb

@@ -0,0 +1,2 @@
+require 'tsp_scraper/version'
+require 'tsp_scraper/client'

data/tsp_scraper.gemspec

@@ -0,0 +1,20 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tsp_scraper/version'
+
+Gem::Specification.new do |s|
+  s.name = 'tsp_scraper'
+  s.summary = 'Scrapes fund price history from the TSP.gov website'
+  s.description = 'Scrapes fund price history from the TSP.gov website.'
+  s.homepage = 'https://github.com/jfredrickson/tsp_scraper'
+  s.version = TSPScraper::VERSION
+  s.authors = ['Jeff Fredrickson']
+  s.email = %w(jeff.fredrickson@gmail.com)
+  s.files = `git ls-files -z`.split("\x0")
+  s.require_paths = ['lib']
+  s.license = 'MIT'
+  s.required_ruby_version = '>= 1.9.3'
+  s.executables = ['tsp_scraper']
+
+  s.add_runtime_dependency 'httparty', '~> 0.13'
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: tsp_scraper
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Jeff Fredrickson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-12-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+description: Scrapes fund price history from the TSP.gov website.
+email:
+- jeff.fredrickson@gmail.com
+executables:
+- tsp_scraper
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- bin/console
+- bin/tsp_scraper
+- lib/tsp_scraper.rb
+- lib/tsp_scraper/client.rb
+- lib/tsp_scraper/version.rb
+- tsp_scraper.gemspec
+homepage: https://github.com/jfredrickson/tsp_scraper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.0
+signing_key: 
+specification_version: 4
+summary: Scrapes fund price history from the TSP.gov website
+test_files: []
+has_rdoc: