spout 0.5.0 → 0.6.0.beta1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: be9dd5c7f18cc586db19c9da6ff9db0f5589bad4
-  data.tar.gz: 976f94993047c1e120ac42868d1eaed56c3bc2e2
+  metadata.gz: 7a6e21bcb87ee2582bbe4e201dbcb42b65e11259
+  data.tar.gz: 86edbf1fff97458cb2eb30d06b7d0b96f4e4226d
 SHA512:
-  metadata.gz: bd0036bc4f0909752dc46e581cfc4834db93425685d2f5c2cb197a852a3107f574a5ee19cfa379a13948b35f1ad9c29f089c1b35bbbf8f462c2c674400a14b44
-  data.tar.gz: 2279ce68cc63601f2e7958c2d2ef11b0f9b84da70bb744de1606083d61d6b68443ae4dcb245f25825dd3708f8bc467c460076e22f8890ee304cc330c1cdd8d75
+  metadata.gz: 74e71e9826b2b38a4090be8e8dba01ce504f8674f993a0403c858ddce35bfec8449989ff701503d19e3c8e882e4728ffe9f80fc59e3cbdbffa02016ee38672cc
+  data.tar.gz: 6664b2fa054288630ec72d6ee4def325ef0bce008cec0d7a235fc8e80af047b532494d9370a418d70a682e83bb6fa341355f63eee9e6970649f984a288b8f4b0

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+## 0.6.0
+
+### Enhancement
+- Added `spout match` command that generates a coverage report of how well a dataset matches the data dictionary
+  - Spout Match generates a viewable report in `dd\index.html` that shows which columns are covered in CSVs located in `dd\csvs`
+- **Gem Changes**
+  - Updated to colorize 0.6.0
+
 ## 0.5.0 (February 28, 2014)
 
 ### Enhancement

data/lib/spout/actions.rb

@@ -19,6 +19,8 @@ module Spout
         new_data_dictionary_export(argv)
       when 'hybrid', '-hybrid', '--hybrid', 'y', 'hy', '-y', '-hy'
         new_data_dictionary_export(argv, 'hybrid')
+      when 'dataset', '-dataset', '--dataset', 'd', '-d', 'match', '-match', '--match', 'm', '-m'
+        match_dataset_report(argv)
       else
         help
       end
@@ -112,6 +114,10 @@ EOT
         system "bundle install"
       end
 
+      def match_dataset_report(argv)
+        system "bundle exec rake dd:coverage"
+      end
+
     private
 
       def copy_file(template_file, file_name = '')

data/lib/spout/tasks/engine.rake

@@ -15,6 +15,7 @@ namespace :dd do
   require 'fileutils'
   require 'rubygems'
   require 'json'
+  require 'erb'
 
   desc 'Create Data Dictionary from repository'
   task :create do
@@ -42,6 +43,61 @@ namespace :dd do
       puts "\nPlease specify a valid CSV file.".colorize( :red ) + additional_csv_info
     end
   end
+
+  desc 'Match CSV dataset with JSON repository'
+  task :coverage do
+    puts 'MDR'
+    puts Dir.pwd
+    puts csvs = Dir.glob("dd/csvs/*.csv")
+
+    @all_column_headers = []
+
+    @variable_json_ids = []
+    @variable_file_names = []
+
+    Dir.glob("variables/**/*.json").each do |file|
+      if json = JSON.parse(File.read(file)) rescue false
+        @variable_json_ids << json['id']
+      end
+      @variable_file_names << file.split('/').last.to_s.split('.json').first.to_s
+    end
+
+    csvs.each do |csv_file|
+      column_headers = []
+
+      CSV.parse( File.open(csv_file, 'r:iso-8859-1:utf-8'){|f| f.read} ) do |line|
+        column_headers = line
+        break # Only read first line
+      end
+
+      column_headers.each do |column_header|
+
+      end
+
+      @all_column_headers += column_headers
+    end
+
+
+    @all_column_headers
+
+    # puts File.join(File.dirname(__FILE__), '../views/', "")
+
+    coverage_file = File.join(Dir.pwd, 'dd', 'index.html')
+
+    File.open(coverage_file, 'w+') do |file|
+      name = 'index.html'
+      erb_location = File.join(File.dirname(__FILE__), '../views/', "#{name}.erb")
+      file.puts ERB.new(File.read(erb_location)).result(binding)
+    end
+
+    open_command = 'open'  if RUBY_PLATFORM.match(/darwin/) != nil
+    open_command = 'start' if RUBY_PLATFORM.match(/mingw/) != nil
+
+
+    system "#{open_command} #{coverage_file}" if ['start', 'open'].include?(open_command)
+    puts coverage_file
+  end
+
 end
 
 def standard_version

data/lib/spout/version.rb

@@ -1,9 +1,9 @@
 module Spout
   module VERSION #:nodoc:
     MAJOR = 0
-    MINOR = 5
+    MINOR = 6
     TINY = 0
-    BUILD = nil # nil, "pre", "rc", "rc2"
+    BUILD = "beta1" # nil, "pre", "rc", "rc2"
 
     STRING = [MAJOR, MINOR, TINY, BUILD].compact.join('.')
   end

data/lib/spout/views/index.html.erb

@@ -0,0 +1,78 @@
+<html lang="en"><head>
+    <meta charset="utf-8">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <meta name="description" content="">
+    <meta name="author" content="">
+    <link rel="shortcut icon" href="data:image/vnd.microsoft.icon;base64,AAABAAEAEBAAAAEAIABoBAAAFgAAACgAAAAQAAAAIAAAAAEAIAAAAAAAAAQAABMLAAATCwAAAAAAAAAAAAAAAAAAAAAAIAAAAMIAAAAiAAAAAAAAAAAAAAAAAAAARAAAAEEAAAAcAAAAwQAAACEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACAAAADCAAAAIgAAAAAAAAAAAAAAAAAAAEQAAABBAAAAHAAAAMEAAAAhAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAgAAAAwwAAACIAAAAAAAAAAAAAAAAAAABEAAAAQQAAABwAAADBAAAAIQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHAAAAKoAAAAeAAAAAAAAAAAAAAAAAAAARAAAAEEAAAAYAAAAqwAAAB4AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAQAAAAWAAAACAAAAB8AAAAfAAAAAAAAAEQAAABDAAAAAAAAABgAAAAIAAAAHQAAAB0AAAAEAAAAAAAAAAAAAAAAAAAAAAAAABkAAACuAAAArQAAABQAAABCAAAAQwAAAAAAAAAAAAAAGAAAAK0AAACrAAAAFgAAAAAAAAAAAAAAAAAAAAAAAAADAAAAGQAAABkAAAAAAAAARAAAAEMAAAAAAAAAAAAAAAMAAAAZAAAAGQAAAAMAAAAAAAAATAAAAEwAAABOAAAATAAAAEoAAABKAAAASQAAAHwAAAB7AAAASgAAAEwAAABMAAAASgAAAEoAAABMAAAATAAAAFAAAABnAAAA0AAAAGcAAABRAAAAUgAAAE8AAACAAAAAfgAAAE0AAABQAAAAUAAAAFAAAABSAAAAUgAAAFIAAAAAAAAAIAAAAL8AAAAfAAAAAAAAAAAAAAAAAAAARQAAAFkAAAAbAAAAHgAAAB8AAAAbAAAABAAAAAAAAAAAAAAAAAAAACAAAAC/AAAAHwAAAAIAAAAXAAAAAAAAAEgAAADPAAAAwwAAAMMAAADFAAAArAAAABgAAAAAAAAAAAAAAAAAAAAgAAAAvwAAAB4AAAAcAAAAqwAAABkAAABDAAAAWgAAAB0AAAAgAAAAHwAAABsAAAAEAAAAAAAAAAAAAAAAAAAAHAAAAKgAAAAaAAAAIAAAAMMAAAAdAAAAQgAAAEMAAAAAAAAABAAAABsAAAAfAAAAIAAAACEAAAAhAAAAAAAAAAQAAAAXAAAAAgAAACIAAADDAAAAHQAAAEIAAABDAAAAAAAAABkAAACrAAAAwwAAAMIAAADCAAAAwQAAAAAAAAAAAAAAAAAAAAAAAAAiAAAAwwAAAB0AAABCAAAAQwAAAAAAAAAEAAAAHQAAACEAAAAgAAAAIAAAACAAAAAAAAAAAAAAAAAAAAAAAAAAIgAAAMMAAAAdAAAAQgAAAEMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAjg8AAI4PAACODwAAjg8AAIABAADgYQAA4mEAAAAAAAAAAAAAjgMAAIIDAACAAwAAgEAAAIBAAADwQAAA8H8AAA==">
+
+    <title>Starter Template for Bootstrap</title>
+
+    <!-- Bootstrap core CSS -->
+    <link href="http://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
+
+    <!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries -->
+    <!--[if lt IE 9]>
+      <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
+      <script src="https://oss.maxcdn.com/libs/respond.js/1.4.2/respond.min.js"></script>
+    <![endif]-->
+
+    <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js"></script>
+    <script src="http://netdna.bootstrapcdn.com/bootstrap/3.1.1/js/bootstrap.min.js"></script>
+    <style type="text/css">
+body {
+  padding-top: 50px;
+}
+    </style>
+  </head>
+
+  <body>
+
+    <div class="navbar navbar-inverse navbar-fixed-top" role="navigation">
+      <div class="container">
+        <div class="navbar-header">
+          <a class="navbar-brand" href="#">Spout Dataset and Data Dictionary Coverage</a>
+        </div>
+      </div>
+    </div>
+
+    <div class="container" style="padding-top:50px">
+
+      <table class="table table-bordered table-hover">
+        <thead>
+          <tr>
+            <th>Dataset Column Header</th>
+            <th>JSON File</th>
+            <th>Found in Data Dictionary</th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @all_column_headers.each do |column| %>
+            <tr>
+              <td><%= column %></td>
+              <td>
+                <% if @variable_file_names.include?(column) %>
+                  <span class="text-success">File Found</span>
+                <% else %>
+                  <span class="text-danger">No JSON File Found, expecting: <code><%= column %>.json</code></span>
+                <% end %>
+              </td>
+              <td>
+                <% if @variable_json_ids.include?(column) %>
+                  <span class="text-success">JSON ID Found</span>
+                <% else %>
+                  <span class="text-danger">No Matching JSON ID</span>
+                  <pre>{
+  "id": "---", ...
+}</pre>
+                <% end %>
+              </td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+
+    </div><!-- /.container -->
+
+
+</body></html>

data/spout.gemspec

@@ -29,7 +29,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "rake"
   spec.add_dependency "turn"
   spec.add_dependency "json"
-  spec.add_dependency "colorize", "~> 0.5.8"
+  spec.add_dependency "colorize", "~> 0.6.0"
 
   spec.add_development_dependency "bundler", "~> 1.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spout
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0.beta1
 platform: ruby
 authors:
 - Remo Mueller
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.8
+        version: 0.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.8
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -119,6 +119,7 @@ files:
 - lib/spout/tests/variable_name_uniqueness.rb
 - lib/spout/tests/variable_type_validation.rb
 - lib/spout/version.rb
+- lib/spout/views/index.html.erb
 - spout.gemspec
 homepage: https://github.com/sleepepi
 licenses:
@@ -135,9 +136,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.2.2