hub_store 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1f4092b0d303f78da4c96c3b32c44fac4831007d65a12b1e9c3be9e110375902
-  data.tar.gz: 37fe2b1198a8437ce5ea8fea1097203527d4e9625dbc14d2209c620537179768
+  metadata.gz: 6a563df0ec7313beaea07c489b97458c9598f43d4a2ec408a421fa1e8af98ec9
+  data.tar.gz: 853e8cbf787e7a406965a4b3c8566d17e17dfb67d2b2104bb1fdfeb6a691c7f8
 SHA512:
-  metadata.gz: fca7fad9c5893ff4bab52d7f5e5e43412749faf11de0bd53270a4b704c341c78a4c38c88105383e3968c56b38692e05052b19a1ed48ee3c535a9ae4574819501
-  data.tar.gz: 333e42cedaa64a3ee8374ad1b7831a5b275334d43fd81f3bb1e935b12e43db44ba3dfe2a053f78d71ff3363e3b2275a6a1dce0ef30385a8588fe9cf21bd32243
+  metadata.gz: 79b7350946f4fdb4acb5508df53a33f4f76baf6e172c8d79cad078807e4a276099d908e708738264512cd5f72b16c4563633ed21286e7e887062aa46b268ef33
+  data.tar.gz: 37163e98c43ede5aef32c78a3c0f026f2c6d2856140b5c34c808629975498457fc8064f15cfc26dc2cbece1353bea769c65a3e50980621da8ff5ba8bfdab28fb

data/README.md

@@ -3,38 +3,17 @@
 Save raw pull request and review metadata from GitHub for metrics
 analysis etc.
 
-
 ## Usage
 
-### Using inside an app
-Add this line to your application's Gemfile:
-
-```ruby
-gem "hub_store"
-```
-
-Then:
-
-```ruby
-REPOS = "balvig/hub_store,balvig/hub_link"
-
-HubStore::Importer.new(repos: REPOS, start_date: 4.weeks.ago).run
-# => Imports pull request and review data to a local sqlite DB
-
-HubStore::Exporter.new(resource: PullRequest).run
-# => Exports pull request data from sqlite DB to `pull_requests.csv`
-
-HubStore::Exporter.new(resource: Review).run
-# => Exports review data from sqlite DB to `reviews.csv`
-```
+Running the following will export 2 years worth of PRs/Reviews to CSV
+files.
 
-### Using from command line
+The gem will use an sqlite db as interim storage to allow resuming and
+subsequent exports:
 
 ```bash
 gem install hub_store
-OCTOKIT_ACCESS_TOKEN=<token> hub_store <github_organization/repo_name>
-# Exports 2 years worth of PRs/Reviews to csv files.
-# Subsequent runs resume from last updated_at
+OCTOKIT_ACCESS_TOKEN=<token> hub_store <github_organization/repo_names>
 ```
 
 ## Development

data/hub_store.gemspec

@@ -31,6 +31,6 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "activerecord"
   spec.add_dependency "dotenv"
-  spec.add_dependency "hub_link"
+  spec.add_dependency "hub_link", ">= 0.4"
   spec.add_dependency "sqlite3"
 end

data/lib/hub_store/cli.rb

@@ -17,12 +17,11 @@ module HubStore
 
       attr_reader :argv
 
-      def start_date
-        PullRequest.resume_date
-      end
-
       def import_data
-        Importer.new(repos: repo_names, start_date: start_date).run
+        repos.each do |repo|
+          start_date = PullRequest.for(repo).recently_updated_first.first&.updated_at
+          Importer.new(repo: repo, start_date: start_date).run
+        end
       end
 
       def export_csv
@@ -31,6 +30,10 @@ module HubStore
         end
       end
 
+      def repos
+        repo_names.split(",")
+      end
+
       def repo_names
         argv[0].presence || stop
       end

data/lib/hub_store/importer.rb

@@ -6,8 +6,8 @@ require "hub_store/review_request"
 
 module HubStore
   class Importer
-    def initialize(repos:, start_date: nil)
-      @repos = repos
+    def initialize(repo:, start_date: nil)
+      @repo = repo
       @start_date = start_date || 2.years.ago
     end
 
@@ -21,7 +21,7 @@ module HubStore
 
     private
 
-      attr_reader :repos, :start_date
+      attr_reader :repo, :start_date
 
       def import_prs(batch)
         batch.pull_requests.each do |row|
@@ -52,7 +52,7 @@ module HubStore
       end
 
       def stream
-        @_stream ||= HubLink::Stream.new(repos, start_date: start_date)
+        @_stream ||= HubLink::Stream.new(repo, start_date: start_date)
       end
   end
 end

data/lib/hub_store/pull_request.rb

@@ -2,8 +2,10 @@ require "active_record"
 
 module HubStore
   class PullRequest < ActiveRecord::Base
-    def self.resume_date
-      group(:repo).order(updated_at: :asc).pluck(:updated_at).min
+    scope :recently_updated_first, -> { order(updated_at: :desc) }
+
+    def self.for(repo)
+      where(repo: repo)
     end
   end
 end

data/lib/hub_store/version.rb

@@ -1,3 +1,3 @@
 module HubStore
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hub_store
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Jens Balvig
@@ -128,14 +128,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement