datafile 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8782dd8b936ebd15c057be430754b81935000a53
-  data.tar.gz: 6761a2f36be11909f9caf6ffbbe4645e2e30f440
+  metadata.gz: 26b6312f588cc22d664d552ca2f01e6e11482f3d
+  data.tar.gz: 3afcbe6af0340685f5358a9f0713a4631a59e5ee
 SHA512:
-  metadata.gz: df27e034db8d08fc858bef78b83c6ae42b702879d1bb86edadd3fc514e43db4b0152b29a8fc48a4e8759fa2fb059189f61500f80edc1722cb1ef29ce3fb97c6e
-  data.tar.gz: 8b59c770f07f82a022c17b9b291ed09321db17a2b0a3f59ecd22683ba16b01adaa406e27d5051c5f7c2e91e0b72da267dc02cb986c3ef5ff12f3d589c2321fe6
+  metadata.gz: 78dddc2a46795eb19b25819c9cc95e3d5202b81dcd11851ddbce92ac7efd883815495a6224546baaa53fbefaeb944abbdc686645b16ac3c9464bec7ccb491f5c
+  data.tar.gz: 48ae309c57d5a09b77d81d40e9542473427928c26ffabb28b9e4e7f18af941de1196f0f17a43440d9456a155111ddec61c9dfef7ae1854a3e8cb2c25ecbbc30c

data/lib/datafile.rb

@@ -15,6 +15,5 @@ require 'datafile/datafile'
 require 'datafile/builder'
 
 
-
-puts Datafile.banner    # say hello
-
+# say hello
+puts Datafile.banner    if $DEBUG || (defined?($RUBYLIBS_DEBUG) && $RUBYLIBS_DEBUG)

data/lib/datafile/datafile.rb

@@ -19,36 +19,120 @@ class Datafile
   def self.load( code )
     builder = Builder.new
     builder.instance_eval( code )
-    builder.datafile   # note: return datafile (of course, NOT the builder)
+
+    # Note: return datafile (of course, NOT the builder)
+    #  if you want a builder use Datafile::Builder ;-)
+    builder.datafile   
   end
 
 
-  def initialize()
+  def initialize
     @datasets = []
   end
 
 
-  def run()
+  def run
     logger.info( "[datafile] begin - run" )
     download()   # step 1 - download zips for datasets
     read()       # step 2 - read in datasets from zips
     logger.info( "[datafile] end - run" )
   end
 
-  def download()
+
+
+  def download
     logger.info( "[datafile] dowload" )
     @datasets.each do |dataset|
       dataset.download()
     end
   end
 
-  def read()
+  def download_world   ## only dl world datasets (skip all others)
+    logger.info( "[datafile] dowload world datasets" )
+    @datasets.each do |dataset|
+      if dataset.kind_of? WorldDataset
+        dataset.download()
+      else
+        # skip all others
+      end
+    end
+  end
+
+  def download_beer   ## only dl beer datasets (skip all others)
+    logger.info( "[datafile] dowload beer datasets" )
+    @datasets.each do |dataset|
+      if dataset.kind_of? BeerDataset
+        dataset.download()
+      else
+        # skip all others
+      end
+    end
+  end
+
+  def download_football   ## only dl football datasets (skip all others)
+    logger.info( "[datafile] dowload football datasets" )
+    @datasets.each do |dataset|
+      if dataset.kind_of? FootballDataset
+        dataset.download()
+      else
+        # skip all others
+      end
+    end
+  end
+
+
+
+
+  def read
     logger.info( "[datafile] read" )
     @datasets.each do |dataset|
       dataset.read()
     end
   end
 
+  def read_world
+    logger.info( "[datafile] read world datasets" )
+    @datasets.each do |dataset|
+      if dataset.kind_of? WorldDataset
+        dataset.read()
+      else
+        # skip all others
+      end
+    end
+  end
+
+  def read_beer
+    logger.info( "[datafile] read beer datasets" )
+    @datasets.each do |dataset|
+      if dataset.kind_of? BeerDataset
+        dataset.read()
+      else
+        # skip all others
+      end
+    end
+  end
+
+  def read_football
+    logger.info( "[datafile] read football datasets" )
+    @datasets.each do |dataset|
+      if dataset.kind_of? FootballDataset
+        dataset.read()
+      else
+        # skip all others
+      end
+    end
+  end
+
+
+  def dump
+    ## for debugging dump datasets (note: will/might also check if zip exits)
+    logger.info( "[datafile] dump datasets (for debugging)" )
+    @datasets.each do |dataset|
+      dataset.dump()
+    end
+  end
+
+
 end # class Datafile
 end # module Datafile
 

data/lib/datafile/datasets/dataset.rb

@@ -10,33 +10,34 @@ class Dataset
     @opts = opts
   end
 
-  def setup()
+
+  def setup
     value = @opts[:setup] || 'all'
     "setups/#{value}"
   end
 
-  def remote_zip_url()  # remote zip url
+  def remote_zip_url  # remote zip url
     ###  note: use http:// for now - lets us use (personal proxy NOT working w/ https) for now
     ## "https://github.com/#{@name}/archive/master.zip"
     "http://github.com/#{@name}/archive/master.zip"
   end
 
-  def local_zip_name()
+  def local_zip_name
     ### note: replace / in name w/ --I--
     ##  e.g. flatten the filename, that is, do NOT include any folders
     @name.gsub('/', '--I--')   # note: will NOT include/return .zip extension
   end
 
-  def local_zip_root()
+  def local_zip_root
     "./tmp"
   end
 
-  def local_zip_path()  # local zip path
+  def local_zip_path  # local zip path
     "#{local_zip_root}/#{local_zip_name}.zip"
   end
 
 
-  def download()
+  def download
     logger.info( "download dataset '#{@name}'" )
     logger.info( "   from '#{remote_zip_url}'" )
     logger.info( "   to '#{local_zip_path}'..." )
@@ -44,6 +45,20 @@ class Dataset
     download_blob( remote_zip_url, local_zip_path )
   end
 
+
+  def dump
+    ## for debuggin dump dataset (also check if zip exits)
+    puts "dataset '#{@name}' opts=#{@opts.to_json}"     ## use opts.inspect instead of to_json - why? why not?
+    puts "  local '#{local_zip_name}' (#{local_zip_path})"
+    if File.exist?( local_zip_path )
+      puts "    size: #{File.size(local_zip_path)} bytes"
+    else
+      puts "    (file not found)"
+    end
+    puts "  remote '#{remote_zip_url}'"
+  end
+
+
 private
   ####
   # download tasks for zips

data/lib/datafile/version.rb

@@ -4,7 +4,7 @@ module Datafile
 
   MAJOR = 0    ## todo: namespace inside version or something - why? why not??
   MINOR = 1
-  PATCH = 1
+  PATCH = 2
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 
   def self.version

data/test/test_builder.rb

@@ -32,6 +32,8 @@ EOS
     ## datafile.run
     ## datafile.download
     ## datafile.read
+    
+    datafile.dump
 
     assert true  # if we get here - test success
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datafile
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-29 00:00:00.000000000 Z
+date: 2014-12-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logutils