puppet-community-mvp 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 3f5ed8c2978cad58a0ce52346eb854b3b4e82a9a
-  data.tar.gz: a5637f505ed5fe8c74a22f9633723b9211ad3c4a
+SHA256:
+  metadata.gz: 645c5ea1f55ad14ff3a0aa0f7a41e436cb17570d647f44d00b3ae0b27aab606c
+  data.tar.gz: 6068f00d22ce28a045ed5361422e33f1027d4f5aaed138a7de8768f4f9deece0
 SHA512:
-  metadata.gz: 3ad31ba42a0e2f96ae8254bf383e523c74890fa219cb1b27946cae7718aba76b2d3532149dc98dfc1d59b5e47c4d31c70156c96203659425b55607c6a0d948d1
-  data.tar.gz: f8970bb1a709f807e3e5d2f45e2c74f7adbea034fc5d9293024e76f4dfb8b2e9eb59ecf636e38b12d69ce224867bbc96570f5e9ed1ddb5092783888e145ceec9
+  metadata.gz: 62570f5212319c8fc8fbb683230b00d5fe34c3ba8d5cda86eab7d0fd1379efe65d894c0803bc6e2db15cdebea29a07043dbb2fbbc1195fbbe6508b0ff430706e
+  data.tar.gz: a55c36b38b69025933e880c3ef2f9e8f0612f36e28396a328b60d4de617f11ff68cf7c76230195fa7e9c340cd780c00716d085cf38b2ef9d0f52c9481feebdb1

data/lib/mvp/bigquery.rb

@@ -80,6 +80,7 @@ class Mvp
               s.timestamp "created_at",       mode: :required
               s.timestamp "updated_at",       mode: :required
               s.string    "tasks",            mode: :repeated
+              s.string    "plans",            mode: :repeated
               s.string    "homepage_url"
               s.string    "project_page"
               s.string    "issues_url"
@@ -140,6 +141,7 @@ class Mvp
               s.timestamp "deleted_at"
               s.string    "deleted_for"
               s.string    "tasks",            mode: :repeated
+              s.string    "plans",            mode: :repeated
               s.string    "project_page"
               s.string    "issues_url"
               s.string    "source"
@@ -159,11 +161,9 @@ class Mvp
               s.boolean   "puppet_99x"
               s.string    "dependencies",     mode: :repeated
               s.string    "file_uri",         mode: :required
-              s.string    "file_md5",         mode: :required
+              s.string    "file_md5"
+              s.string    "file_sha256"
               s.integer   "file_size",        mode: :required
-              s.string    "changelog"
-              s.string    "reference"
-              s.string    "readme"
               s.string    "license"
               s.string    "metadata",         mode: :required
             end
@@ -214,8 +214,9 @@ class Mvp
       response = table.insert(data)
 
       unless response.success?
+        $logger.error '========================================================================='
         response.insert_errors.each do |err|
-          $logger.error JSON.pretty_generate(err.row)
+          $logger.debug JSON.pretty_generate(err.row.reject {|k,v| ['metadata'].include? k})
           $logger.error JSON.pretty_generate(err.errors)
         end
       end

data/lib/mvp/forge.rb

@@ -104,6 +104,7 @@ class Mvp
         row['project_page']      = row['current_release']['metadata']['project_page']
         row['issues_url']        = row['current_release']['metadata']['issues_url']
         row['tasks']             = row['current_release']['tasks'].map{|task| task['name']} rescue []
+        row['plans']             = row['current_release']['plans'].map{|task| task['name']} rescue []
 
         row['release_count']     = row['releases'].count rescue 0
         row['releases']          = row['releases'].map{|r| r['version']} rescue []
@@ -123,9 +124,14 @@ class Mvp
         row['project_page']      = row['metadata']['project_page']
         row['issues_url']        = row['metadata']['issues_url']
         row['tasks']             = row['tasks'].map{|task| task['name']} rescue []
+        row['plans']             = row['plans'].map{|task| task['name']} rescue []
 
         simplify_metadata(row, row['metadata'])
-        row.delete('module')
+
+        # These items are just too big to store in the table
+        ['module', 'changelog', 'readme', 'reference'].each do |column|
+          row.delete(column)
+        end
       end
       data
     end

data/lib/mvp/runner.rb

@@ -109,7 +109,7 @@ class Mvp
     def stats(target)
       stats = Mvp::Stats.new(@options)
 
-      [:authors, :modules, :releases, :relationships, :github, :validations].each do |thing|
+      [:authors, :modules, :releases, :relationships, :validations].each do |thing|
         next unless [:all, thing].include? target
         stats.send(thing)
       end

data/lib/mvp/stats.rb

@@ -19,7 +19,8 @@ class Mvp
 
     def draw_graph(series, width, title = nil)
       series.compact!
-      graph    = []
+      width = [width, series.size].min
+      graph = []
       (bins, freqs) = series.histogram(:bin_width => width)
 
       bins.each_with_index do |item, index|
@@ -44,6 +45,20 @@ class Mvp
       days_ago(datestr)/365
     end
 
+    def current_releases
+      return @current_releases if @current_releases
+
+      data_m  = load('modules').reject {|m| m['owner'] == 'puppetlabs' }
+      data_r  = load('releases').reject {|m| m['owner'] == 'puppetlabs' }
+
+      @current_releases = data_m.map {|mod|
+        name = mod['slug']
+        curr = mod['releases'].first
+
+        data_r.find {|r| r['slug'] == "#{name}-#{curr}" }
+      }.compact
+    end
+
     def tally_author_info(releases, target, scope='module_count')
       # update the author records with the fields we need
       target.each do |author|
@@ -52,7 +67,7 @@ class Mvp
       end
 
       releases.each do |mod|
-        username = mod['module']['owner']['username']
+        username = mod['owner']
         score    = mod['validation_score']
         author   = target.select{|m| m['username'] == username}.first
 
@@ -111,9 +126,10 @@ class Mvp
     end
 
     def modules()
-      data_m  = load('modules').reject {|m| m['owner']['username'] == 'puppetlabs' }
+      data_m  = load('modules').reject {|m| m['owner'] == 'puppetlabs' }
       data_a  = load('authors').reject {|u| u['username'] == 'puppetlabs' or u['module_count'] == 0}
-      current = data_m.map {|m| m['current_release'] }
+
+      current = current_releases
 
       tally_author_info(current, data_a, 'module_count')
 
@@ -155,7 +171,7 @@ class Mvp
     end
 
     def releases()
-      data_r  = load('releases').reject {|m| m['module']['owner']['username'] == 'puppetlabs' }
+      data_r  = load('releases').reject {|m| m['owner'] == 'puppetlabs' }
       data_a  = load('authors').reject {|u| u['username'] == 'puppetlabs' or u['module_count'] == 0}
 
       tally_author_info(data_r, data_a, 'release_count')
@@ -236,12 +252,12 @@ class Mvp
     end
 
     def relationships()
-      data_m  = load('modules').reject {|m| m['owner']['username'] == 'puppetlabs' }
       data_a  = load('authors').reject {|u| u['username'] == 'puppetlabs' or u['module_count'] == 0}
-      current = data_m.map {|m| m['current_release'] }
+      current = current_releases.dup
 
       current.each do |mod|
-          mod['metadata']['dependants'] = []
+        mod['metadata'] = JSON.parse(mod['metadata'])
+        mod['metadata']['dependants'] = []
       end
       current.each do |mod|
         mod['metadata']['dependencies'].each do |dependency|
@@ -257,7 +273,7 @@ class Mvp
         count  = mod['metadata']['dependants'].count
         next unless count > 0
 
-        author = data_a.select{|m| m['username'] == mod['module']['owner']['username']}.first
+        author = data_a.select{|m| m['username'] == mod['owner']}.first
         author['dependants'] << count
       end
       data_a.each { |a| a['average_dependants'] = average(a['dependants']) }
@@ -280,6 +296,7 @@ class Mvp
                                         author['module_count'],
                                         author['release_count'] ]
       end
+      puts
     end
 
     def github()
@@ -328,7 +345,7 @@ class Mvp
     end
 
     def validations()
-      puts 'got nothing for you yet'
+      puts 'No validations yet'
     end
 
     def test()

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: puppet-community-mvp
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Ben Ford
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-05 00:00:00.000000000 Z
+date: 2020-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -178,8 +178,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.2.3
+rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
 summary: Generate some stats about the Puppet Community.