hub_store 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6a563df0ec7313beaea07c489b97458c9598f43d4a2ec408a421fa1e8af98ec9
-  data.tar.gz: 853e8cbf787e7a406965a4b3c8566d17e17dfb67d2b2104bb1fdfeb6a691c7f8
+  metadata.gz: 9d608a1df55b59c1018630b8840b1265144cb43f4697f4e3939f79556efecb2d
+  data.tar.gz: d9dad1c9d112eede66045a65b255ee9107261b076c33f16217845ac69b51b1dd
 SHA512:
-  metadata.gz: 79b7350946f4fdb4acb5508df53a33f4f76baf6e172c8d79cad078807e4a276099d908e708738264512cd5f72b16c4563633ed21286e7e887062aa46b268ef33
-  data.tar.gz: 37163e98c43ede5aef32c78a3c0f026f2c6d2856140b5c34c808629975498457fc8064f15cfc26dc2cbece1353bea769c65a3e50980621da8ff5ba8bfdab28fb
+  metadata.gz: 4058d615f51d8bd34135194c0aecf6a35042b445f1d9aa85ee7124ee5b2961143aecd6172bbffab0bd12553d0c287c85da308f8a931d27a706efd6448d14ba7e
+  data.tar.gz: f61d994ca4e4b20a744ee8f58dcfd01095b7b097feeff82ce8df6cb1e920a1e8203e213559c6bc8f96bb66f76833803dfe029ccb56576c36b31aa569ec8d063d

data/.gitignore

@@ -10,3 +10,4 @@
 /db
 *.csv
 Gemfile.lock
+*.log

data/hub_store.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "activerecord"
   spec.add_dependency "dotenv"
-  spec.add_dependency "hub_link", ">= 0.4"
+  spec.add_dependency "hub_link", ">= 0.6"
   spec.add_dependency "sqlite3"
+  spec.add_dependency "tty-spinner"
 end

data/lib/hub_store.rb

@@ -5,7 +5,6 @@ require "hub_store/exporter"
 
 module HubStore
   class Error < StandardError; end
-
 	# Set up database
 	ActiveRecord::Base.establish_connection(
 		adapter: "sqlite3",

data/lib/hub_store/cli.rb

@@ -1,3 +1,5 @@
+require "hub_store/ui"
+
 module HubStore
   class Cli
     def self.run(*args)

data/lib/hub_store/importer.rb

@@ -6,13 +6,15 @@ require "hub_store/review_request"
 
 module HubStore
   class Importer
-    def initialize(repo:, start_date: nil)
+    def initialize(repo:, start_date: nil, ui: Ui.new)
       @repo = repo
-      @start_date = start_date || 2.years.ago
+      @start_date = (start_date || 2.years.ago).to_date
+      @ui = ui
     end
 
     def run
       stream.in_batches do |batch|
+        ui.log "\n-- #{batch.query} --"
         import_prs(batch)
         import_reviews(batch)
         import_review_requests(batch)
@@ -21,34 +23,36 @@ module HubStore
 
     private
 
-      attr_reader :repo, :start_date
+      attr_reader :repo, :start_date, :ui
 
       def import_prs(batch)
+        ui.start("Importing PRs")
+
         batch.pull_requests.each do |row|
           Insert.new(row: row, target: PullRequest).run
         end
 
-        log "Imported #{PullRequest.count} PRs so far"
+        ui.stop("Total: #{PullRequest.count}")
       end
 
       def import_reviews(batch)
+        ui.start("Importing reviews")
+
         batch.reviews.each do |row|
           Insert.new(row: row, target: Review).run
         end
 
-        log "Imported #{Review.count} reviews so far"
+        ui.stop("Total: #{Review.count}")
       end
 
       def import_review_requests(batch)
+        ui.start("Importing review requests")
+
         batch.review_requests.each do |row|
           Insert.new(row: row, target: ReviewRequest).run
         end
 
-        log "Imported #{ReviewRequest.count} review requests so far"
-      end
-
-      def log(msg)
-        puts msg
+        ui.stop("Total: #{ReviewRequest.count}")
       end
 
       def stream

data/lib/hub_store/insert.rb

@@ -7,8 +7,6 @@ module HubStore
 
     def run
       record.update! importable_attributes
-    rescue ActiveRecord::RecordNotUnique
-      Rails.logger.warn "Skipping duplicate record ##{row[:id]}"
     end
 
     private
@@ -22,15 +20,11 @@ module HubStore
       end
 
       def importable_attributes
-        normalized_attributes.slice(*target_columns)
-      end
-
-      def normalized_attributes
-        row.transform_keys { |key| key.to_s.chomp("?") }
+        row.slice(*target_columns)
       end
 
       def target_columns
-        target.columns.map(&:name)
+        target.columns.map(&:name).map(&:to_sym)
       end
 
       attr_reader :row, :target

data/lib/hub_store/pull_request.rb

@@ -3,6 +3,7 @@ require "active_record"
 module HubStore
   class PullRequest < ActiveRecord::Base
     scope :recently_updated_first, -> { order(updated_at: :desc) }
+    validates :repo, presence: true
 
     def self.for(repo)
       where(repo: repo)

data/lib/hub_store/ui.rb

@@ -0,0 +1,18 @@
+require "tty/spinner"
+
+module HubStore
+  class Ui
+    def start(msg)
+      @spinner = TTY::Spinner.new(":spinner #{msg}...", format: :dots_3)
+      @spinner.auto_spin
+    end
+
+    def stop(msg)
+      @spinner.success("(#{msg})")
+    end
+
+    def log(msg)
+      puts msg
+    end
+  end
+end

data/lib/hub_store/version.rb

@@ -1,3 +1,3 @@
 module HubStore
-  VERSION = "0.5.0"
+  VERSION = "0.6.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hub_store
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Jens Balvig
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-01-14 00:00:00.000000000 Z
+date: 2019-01-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -128,14 +128,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '0.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '0.6'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -150,6 +150,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: tty-spinner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email:
 - jens@balvig.com
@@ -178,6 +192,7 @@ files:
 - lib/hub_store/pull_request.rb
 - lib/hub_store/review.rb
 - lib/hub_store/review_request.rb
+- lib/hub_store/ui.rb
 - lib/hub_store/version.rb
 homepage: https://balvig.com
 licenses: