ytterb 0.2.149.223209 → 0.2.150.232042

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 79bebaaf498c0f96b5ecd24a366e92caafd2dcd5
-  data.tar.gz: 08e9d71c46b21b39a07d130633df352b0cdbf0bb
+  metadata.gz: 02eb13fbdb1991d8669972798c16fe63386b090d
+  data.tar.gz: 1e841defef03d14ca558d51317d6923e5ee3cc27
 SHA512:
-  metadata.gz: 77fa3310432a779fde8234cb907ffa4fb8193cac37520bcc26c67a91f4ccf52edd508c82cc38e488963f90bc650da9193ac8fd69d0a164a0cf1d7d6917110d9c
-  data.tar.gz: 57e8d4e3dd45c6861960c3241b66e9f0f834eac39a90c5535f3218483f928aa7927017a94555bc34ae4c58714dc4655602461bd6761468813ceaff82c5e30010
+  metadata.gz: 5422b931c0951403b0ddbf06c638bc41c9f9cb1c83c300ee5a67205e46905c417c85aacebb3b39350373b622dcb8896224a3589fb1cfa5ed445edc3a904aafaf
+  data.tar.gz: 7a3fe34868ced14473633bb87433c9a83bc29e19c9e70e2ab798d637c922796393eb0de2e0775e695e0613f963e001afebba923a27ac50537d5981a84b1559cc

data/.gitignore

@@ -32,3 +32,4 @@ Gemfile.lock
 html/
 pkg/
 vendor/cache/*.gem
+lib/ytterb/cached_symbol_data/**/*.yaml

data/lib/ytterb/cached_symbol_data/.keepme

@@ -0,0 +1 @@
+put in place to maintain the dir

data/lib/ytterb/cached_symbol_data/clean.sh

@@ -0,0 +1,7 @@
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+echo "Cleaning $DIR"
+
+find $DIR -empty -type f
+find $DIR -empty -type f -delete
+find $DIR -empty -type d
+find $DIR -empty -type d -delete

data/lib/ytterb/data_persist_helper.rb

@@ -0,0 +1,17 @@
+require 'yaml'
+
+module Ytterb
+  class DataPersistHelper
+    def self.save(file, value)
+      File.open(file,"w") {|f| f.write(YAML.dump(value)) }
+    end
+
+    def self.load(file)
+      File.open(file,"r") {|f| YAML.load(f.read()) }
+    end
+
+    def self.get_extension
+      return ".yaml"
+    end
+  end
+end

data/lib/ytterb/settings.rb

@@ -0,0 +1,62 @@
+require_relative 'data_persist_helper'
+
+module Ytterb
+  class Settings
+    def initialize
+      @options = {
+        :settings_dir => "local_settings",
+        :settings_file => File.join("settings",DataPersistHelper.get_extension()),
+        :cached_symbol_data_dir => "cached_symbol_data"
+      }.freeze
+      @local_path = File.expand_path(File.dirname(__FILE__))
+      load
+    end
+    
+    def set_defaults_if_uninitialized
+      # defaults to be used if not defined
+      @local_settings ||= {}
+      @local_settings[:sync_from] ||= (Date.today-365).to_s
+      @local_settings[:sync_increment] ||= 120
+      @local_settings[:api_calls_per_hour] ||= 1900
+    end
+    
+    def create_full_path_and_file(full_path) 
+      FileUtils.mkdir_p(File.dirname(full_path))
+      unless File.file?(full_path)
+        FileUtils.touch(full_path)
+      end
+    end
+    
+    def full_path_settings_file
+      File.join(@local_path,@options[:settings_dir],@options[:settings_file])
+    end
+    
+    def get_symbol_store_file(symbol, build_path_and_file = true)
+      split_for_storage = symbol.split('')
+      split_for_storage[-1] += DataPersistHelper.get_extension()
+      full_path = File.join(@local_path,@options[:cached_symbol_data_dir],split_for_storage)
+      create_full_path_and_file(full_path)  if build_path_and_file == true
+      full_path
+    end
+    
+    def [](key)
+      @local_settings[key]
+    end
+    
+    def []=(key, value)
+      @local_settings[key] = value
+    end
+    
+    def load
+      @local_settings = DataPersistHelper.load(full_path_settings_file())
+    rescue
+    ensure
+      set_defaults_if_uninitialized
+    end
+
+    def save
+      create_full_path_and_file(full_path_settings_file())
+      DataPersistHelper.load(full_path_settings_file(), @local_settings)
+    end
+  end
+end

data/lib/ytterb/stock_market_loader.rb

@@ -0,0 +1,41 @@
+require_relative 'stock_symbol_loader'
+
+module Ytterb
+
+  class StockMarketLoader
+    def initialize
+      @stock_symbols = []
+      path = File.join(File.expand_path(File.dirname(__FILE__)),"raw_symbol_data")
+      Dir.entries(path).select {|f| !File.directory?(f) and /companylist_[a-zA-Z]+\.csv/ =~ f }.each do |file_to_process|
+        market = /companylist_(?<market>[a-zA-Z]+)\.csv/.match(file_to_process)[:market]
+        StockSymbolLoader.new(File.join(path,file_to_process),market).parse do |stock_symbol|
+          @stock_symbols << stock_symbol
+        end
+      end
+    end
+
+    def industries
+      return @industries if @industries
+      @raw_industries = {}
+      @stock_symbols.each do |stock_symbol|
+        @raw_industries[stock_symbol.industry] = 1
+      end
+      @industries = @raw_industries.keys
+    end
+
+    def sectors
+      return @sectors if @sectors
+      @raw_sectors = {}
+      @stock_symbols.each do |stock_symbol|
+        @raw_sectors[stock_symbol.sector] = 1
+      end
+      @sectors = @raw_sectors.keys
+    end
+
+    def stock_symbols
+      @stock_symbols
+    end
+  end
+
+end
+

data/lib/ytterb/stock_symbol.rb

@@ -0,0 +1,32 @@
+module Ytterb
+  class StockSymbol
+
+    def initialize(options={})
+      @options = {}
+      options.reject {|k,v| !k }.each do |k,v|
+        sym_k = k.gsub(/\s+/,"_").downcase.to_sym
+        val = v.strip
+        val.gsub!(/\^/,"-") if sym_k == :symbol
+        @options[sym_k] = val
+      end
+    end
+
+    def attributes
+      return @options.keys
+    end
+
+    def method_missing(meth, *args, &block)
+      if @options.has_key?(meth)
+        return @options[meth]
+      else
+        # don't know how to handle it
+        super
+      end
+    end
+
+    def to_s
+      @options.to_s
+    end
+
+  end # StockSymbol
+end # Ytterb

data/lib/ytterb/stock_symbol_cache_builder.rb

@@ -1,69 +1,36 @@
 require 'fileutils'
 require 'thread'
-require 'yaml'
 require 'date'
-require_relative 'stock_symbol_loader'
+require_relative 'data_persist_helper'
+require_relative 'settings'
+require_relative 'stock_market_loader'
 require_relative 'yql_client'
 
 module Ytterb
-  class DataPersistHelper
-    def self.save(file, value)
-      File.open(file,"w") {|f| f.write(YAML.dump(value)) }
-    end
-    
-    def self.load(file)
-      File.open(file,"r") {|f| YAML.load(f.read()) }
-    end
-  end
 
   class StockSymbolCacheBuilder
-  
+
     def initialize
       @yql = YQLClient.new
-      @sml = StockMarketLoader.new
-      @local_path = File.expand_path(File.dirname(__FILE__))
-      build_local_symbol_files
-      load_build_local_settings_file
-      @local_settings ||= {}
-      
-      # defaults to be used if not defined
-      @local_settings[:sync_from] ||= (Date.today-365).to_s
-      @local_settings[:sync_increment] ||= 120
-      @local_settings[:api_calls_per_hour] ||= 1900
-      
+      @sml = StockMarketLoader.new      
+      @local_settings = Settings.new
+
       # build the queue used when syncing
       build_stock_sync_queue
-      
+
       # run the processor that fetches and persists stock info
       stock_processor_run
-      
-      save_local_settings_file
-    end
-    
-    def build_local_symbol_files
-      @symbol_mappings = {}
-      cache_path = File.join(@local_path, "cached_symbol_data")
-      @sml.stock_symbols.each do |stock|
-        current_symbol = stock.symbol
-        split_for_storage = current_symbol.split('')
-        split_for_storage[-1]+='.yaml'
-        destination_storage_file = File.join(cache_path,split_for_storage)
-        FileUtils.mkdir_p(File.dirname(destination_storage_file))
-        unless File.file?(destination_storage_file)
-          FileUtils.touch(destination_storage_file)
-          puts "touching #{current_symbol} => #{destination_storage_file}"
-        end
-        @symbol_mappings[current_symbol] = destination_storage_file
-      end
+
+      @local_settings.save
     end
-    
+
     def build_stock_sync_queue
       @stock_sync_queue = Queue.new
       @sml.stock_symbols.shuffle.each do |stock|
         @stock_sync_queue << stock.symbol
       end
     end
-    
+
     def stock_processor_run
       while true
         begin
@@ -72,7 +39,7 @@ module Ytterb
           sleep(3600.0/@local_settings[:api_calls_per_hour])
           puts "#{@stock_sync_queue.length} symbols in the queue"
           puts "Processing Symbol: #{curr}"
-          curr_file = @symbol_mappings[curr]
+          curr_file = @local_settings.get_symbol_store_file(curr)
           curr_stock_info = DataPersistHelper.load(curr_file) rescue nil
           curr_stock_info ||= {}
           curr_stock_info[:sync_to] ||= @local_settings[:sync_from]
@@ -99,17 +66,7 @@ module Ytterb
         end
       end
     end
-    
-    def load_build_local_settings_file
-      local_settings_file = File.join(@local_path, "local_settings", "settings.yaml")
-      @local_settings = DataPersistHelper.load(local_settings_file)
-    rescue StandardError => e
-      puts "failed to load local settings file: #{e.message}"
-    end
-    
-    def save_local_settings_file
-      local_settings_file = File.join(@local_path, "local_settings", "settings.yaml")
-      DataPersistHelper.save(local_settings_file, @local_settings)
-    end
+
+
   end # StockSymbolCacheBuilder
 end

data/lib/ytterb/stock_symbol_loader.rb

@@ -1,37 +1,8 @@
 require 'csv'
+require_relative 'stock_symbol'
 
 module Ytterb
 
-  class StockSymbol
-    def initialize(options={})
-      @options = {}
-      options.reject {|k,v| !k }.each do |k,v|
-        sym_k = k.gsub(/\s+/,"_").downcase.to_sym
-        val = v.strip
-        val.gsub!(/\^/,"-") if sym_k == :symbol
-        @options[sym_k] = val
-      end
-    end
-
-    def attributes
-      return @options.keys
-    end
-
-    def method_missing(meth, *args, &block) 
-      if @options.has_key?(meth)
-        return @options[meth]
-      else
-        # don't know how to handle it
-        super
-      end
-    end
-
-    def to_s
-      @options.to_s
-    end
-  end
-
-
   class StockSymbolLoader
     def initialize(stock_symbol_file, exchange)
       @stock_symbol_file = stock_symbol_file
@@ -45,39 +16,4 @@ module Ytterb
     end
   end
 
-  class StockMarketLoader
-    def initialize
-      @stock_symbols = []
-      path = File.join(File.expand_path(File.dirname(__FILE__)),"raw_symbol_data")
-      Dir.entries(path).select {|f| !File.directory?(f) and /companylist_[a-zA-Z]+\.csv/ =~ f }.each do |file_to_process|
-        market = /companylist_(?<market>[a-zA-Z]+)\.csv/.match(file_to_process)[:market]
-        StockSymbolLoader.new(File.join(path,file_to_process),market).parse do |stock_symbol|
-          @stock_symbols << stock_symbol
-        end
-      end
-    end
-
-    def industries
-      return @industries if @industries
-      @raw_industries = {}
-      @stock_symbols.each do |stock_symbol|
-        @raw_industries[stock_symbol.industry] = 1
-      end
-      @industries = @raw_industries.keys
-    end
-
-    def sectors
-      return @sectors if @sectors
-      @raw_sectors = {}
-      @stock_symbols.each do |stock_symbol|
-        @raw_sectors[stock_symbol.sector] = 1
-      end
-      @sectors = @raw_sectors.keys
-    end
-
-    def stock_symbols
-      @stock_symbols
-    end
-  end
-
 end

data/lib/ytterb/yql_client.rb

@@ -34,6 +34,6 @@ module Ytterb
       requested_start = requested_end - 30 unless requested_start
       run_select_query("select * from yahoo.finance.historicaldata where symbol in (\"#{my_symbol}\") and startDate='#{requested_start}' and endDate='#{requested_end}'")["query"]["results"]
     end
-    
+
   end
 end