ytterb 0.2.155.223257 → 0.2.156.224221

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8345403c4693b512828e7ea0d46d7b8662c782be
-  data.tar.gz: f61716a339556c467c1f8e5dfc8b46cc28c77cd2
+  metadata.gz: 7ddfec0f363a0299e160e9ba19aadeafe8c78815
+  data.tar.gz: 7e7f2e4317f2bd060a5a0f1df8a5fbf833996d4d
 SHA512:
-  metadata.gz: 1817d2691f6501ab0f49cf57a36f5353f74ced167a8cfdd93da0cd0c9c5672a7de947a83b0ceb150eca6e73ed02cbdf1d34df34e89fc11c439f0338624ae42cb
-  data.tar.gz: 1d6020a59ee7a5f4e07f0ba2f2c7951bde648ef83653d390dbe6be8d81a9b8dbb28c28a5fcf5eb61769ba0af854d0d0926c4b420814461c666d4c326da2fdbcc
+  metadata.gz: 9685d129dda69a06efeaadb3fbc136a53eeb7880db1b181b77b6e589891787fecb9edc90874b5bc16ab87220778c5d02244e24736584c0da0b276d810c7a9d4c
+  data.tar.gz: bd7448be6c64d5964f392fd54ecfd2507689c42f29a20efe9cae38d809147e07d29563517e1d2d677a0be5ed4be497239f87bd616ba66c7ec863f472df4cac83

data/Rakefile

@@ -35,12 +35,14 @@ RSpec::Core::RakeTask.new
 task :test    => :spec
 task :default => :spec
 
+desc "builds the stock cache"
 task :build_stock_cache do 
   require_relative 'lib/ytterb'
   Ytterb::StockSymbol::CacheBuilder.new
 end
 
+desc "generate stock data freshness report"
 task :generate_freshness_report do
   require_relative 'lib/ytterb'
-  raise "not implemented yet"
+  Ytterb::StockSymbol::Report.new(:type => :freshness).generate
 end

data/lib/ytterb/stock_symbol/market_loader.rb

@@ -4,15 +4,22 @@ require_relative 'stock'
 module Ytterb
   module StockSymbol
     class MarketLoader
-      def initialize
+      def initialize(options={})
         @stock_symbols = []
         path = Util::Settings.new.get_raw_symbol_list_data_dir
+        i=1
         Dir.entries(path).select {|f| !File.directory?(f) and /companylist_[a-zA-Z]+\.csv/ =~ f }.each do |file_to_process|
           market = /companylist_(?<market>[a-zA-Z]+)\.csv/.match(file_to_process)[:market]
           Stock.builder_from_csv(File.join(path,file_to_process),market) do |stock_symbol|
+            if options[:with_feedback]
+              print "."
+              print "#{i}\n" if (i%80==0)
+              i+=1
+            end
             @stock_symbols << stock_symbol
           end
         end
+        print "\n" if options[:with_feedback]
       end
 
       def industries

data/lib/ytterb/stock_symbol/report.rb

@@ -1,10 +1,26 @@
 require_relative '../util'
 require_relative '../yql'
+require_relative '_req'
 
 module Ytterb
   module StockSymbol
     class Report
+    
+      def initialize(options={})
+        if options[:type]
+          case options[:type]
+          when :freshness
+            @report = Freshness.new
+          else
+            raise "unknown report type #{options[:type]}"
+          end
+        end
+      end
       
+      def generate
+        @report.process
+        puts @report.output
+      end
     end
   end
 end

data/lib/ytterb/stock_symbol/report_filters/freshness.rb

@@ -1,10 +1,28 @@
+require 'date'
+
 require_relative '../../util'
 require_relative '../../yql'
+require_relative 'report_base'
+
 
 module Ytterb
   module StockSymbol
-    class Freshness
+    class Freshness < ReportBase
+      def process
+        @freshness = {}
+        @sml.stock_symbols.each do |smbl|
+          latest = smbl.history.keys.collect {|x| Date.parse(x)}.sort.last.to_s
+          @freshness[latest] ||= []
+          @freshness[latest] << smbl
+        end
+      end
       
+      def output
+        output = "Freshness report\n" <<
+            "----------------\n"
+        @freshness.keys.sort.reverse.each {|k| output += "'#{k}' => #{@freshness[k].size} \n" }
+        output
+      end
     end
   end
 end

data/lib/ytterb/stock_symbol/report_filters/report_base.rb

@@ -0,0 +1,21 @@
+require_relative '../../util'
+require_relative '../../yql'
+
+module Ytterb
+  module StockSymbol
+    class ReportBase
+      def initialize
+        @sml = MarketLoader.new(:with_feedback => true)
+        @settings = Util::Settings.new
+      end
+      
+      def process
+        raise "not implemented"
+      end
+      
+      def output
+        raise "not implemented"
+      end
+    end
+  end
+end

data/lib/ytterb/stock_symbol/stock.rb

@@ -46,7 +46,7 @@ module Ytterb
       
       def load
         symbol_history_file = self.class.get_settings.get_symbol_store_file(self.symbol)
-        @history = Util::DataPersistHelper.load(curr_file) rescue nil
+        @history = Util::DataPersistHelper.load(symbol_history_file) rescue nil
       end
       
       def save
@@ -61,18 +61,22 @@ module Ytterb
       end
       
       def fetch_history(start_date = nil, end_date = nil)
-        start_date ||= self.class.get_settings[:sync_from]
         @history||={}
-        @history["items"]||={}
-        start_date = @history[:max_sync_date] if @history and @history[:max_sync_date]
-        @history[:max_sync_date] = Date.parse(Time.at(0).to_s).to_s
-        
+        start_date = @history.keys.collect {|x| Date.parse(x)}.sort.last
+        start_date = start_date.to_s if start_date
+        start_date ||= self.class.get_settings[:sync_from]
+    
         self.class.get_yql_client.get_symbol_historical(@options[:symbol], start_date, end_date).each do |line|
-          @history["items"][line["Date"]] = line
-          @history[:max_sync_date] = line["Date"] if Date.parse(line["Date"]) > Date.parse(@history[:max_sync_date])
+          @history[line["Date"]] = line
         end
         save
       end
+      
+      def history
+        return {} unless @history
+        @history
+      end
+      
     end
   end
 end # Ytterb

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ytterb
 version: !ruby/object:Gem::Version
-  version: 0.2.155.223257
+  version: 0.2.156.224221
 platform: ruby
 authors:
 - thext
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-05 00:00:00.000000000 Z
+date: 2014-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -107,6 +107,7 @@ files:
 - lib/ytterb/stock_symbol/market_loader.rb
 - lib/ytterb/stock_symbol/report.rb
 - lib/ytterb/stock_symbol/report_filters/freshness.rb
+- lib/ytterb/stock_symbol/report_filters/report_base.rb
 - lib/ytterb/stock_symbol/stock.rb
 - lib/ytterb/util.rb
 - lib/ytterb/util/_req.rb